00010000:00000010:2.1:1779697683.571464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697683.571470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697683.571474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697683.571479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697683.571481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697683.571483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697683.571486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697683.571488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697683.573458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697683.573467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697683.580459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697683.580473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697683.601374:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697683.601383:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697683.625366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697683.625384:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697683.625398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697683.637424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697683.642178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697683.642186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697683.642190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697683.642192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697683.665337:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697683.665522:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697683.774459:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697683.774472:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697683.789507:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697683.789521:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697683.792506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697683.792511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697683.795986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697683.795992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697683.833711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697683.833718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697683.833729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697683.833732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697683.900520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697683.900534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697683.909441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697683.909454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697683.913430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697683.913444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697683.913449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697683.913452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697683.993580:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697683.993588:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697684.065991:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.066005:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697684.066009:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697684.066012:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697684.109446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697684.109458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697684.109461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.109465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697684.128645:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697684.128650:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697684.173466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697684.173477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697684.173482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697684.173484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697684.243530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697684.243538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697684.302961:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697684.302979:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697684.302984:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697684.302990:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697684.326238:0:5657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697684.326245:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697684.326248:0:5657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697684.326251:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697684.326254:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697684.326259:0:5657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697684.326261:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697684.326264:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.400402:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697684.400415:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697684.400420:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697684.400424:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697684.400427:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697684.400429:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697684.413417:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697684.413434:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697684.413438:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697684.413442:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.437458:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697684.437471:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697684.437475:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697684.437480:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697684.437483:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697684.437486:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697684.470023:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697684.470050:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697684.470054:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697684.470058:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.524683:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697684.524691:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697684.524695:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697684.524698:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697684.524701:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.524704:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697684.524707:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697684.524710:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697684.524713:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697684.524715:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697684.572000:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697684.572012:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697684.580944:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697684.580958:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697684.580962:0:223144:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697684.580965:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.580967:0:223144:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697684.580970:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697684.580973:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697684.580976:0:223144:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697684.580979:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697684.580981:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697684.610904:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697684.610917:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697684.610921:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697684.610925:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697684.629809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697684.629822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.648417:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697684.648432:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697684.648436:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697684.648442:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697684.648446:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697684.648449:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697684.778419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697684.778435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697684.782502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697684.782509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697684.782513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697684.782515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697684.863803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697684.863809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697684.867413:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697684.867419:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697684.867423:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697684.867426:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697684.871802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697684.871814:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697684.871818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697684.871821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697684.875513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697684.875518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697684.875521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697684.875523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697684.879019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697684.879036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697684.888609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697684.888619:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697684.888622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697684.888625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697684.947940:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697684.947957:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697684.959701:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697684.959708:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697684.959777:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697684.959781:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697684.975457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697684.975466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697684.978460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697684.978466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697684.995540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697684.995548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697685.122528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697685.122538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697685.122543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697685.122545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697685.124456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697685.124461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697685.265007:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697685.265014:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697685.265017:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697685.265274:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697685.265279:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697685.265282:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697685.309206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697685.309219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697685.309224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697685.309226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697685.432430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697685.432444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697685.437442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697685.437458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697685.437462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697685.437467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697685.449623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697685.449635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697685.449639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697685.449642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697685.457468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697685.457482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697685.457486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697685.457489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697685.464490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697685.464499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697685.481560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697685.481571:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697685.481576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697685.481579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697685.522005:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697685.522012:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697685.622450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697685.622466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697685.622470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697685.622473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697685.730421:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697685.730431:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697685.748454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697685.748461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697685.751543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697685.751557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697685.751562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697685.751566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697685.779733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697685.779741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697685.789577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697685.789583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697685.905438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697685.905446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697685.914837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697685.914852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697685.914858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697685.914864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697685.920470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697685.920476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697685.920481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697685.920483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697685.920486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697685.920488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697685.937466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697685.937477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697685.955471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697685.955481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697685.959462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697685.959477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697685.959491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697685.959494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697685.963460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697685.963469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697685.963472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697685.963475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697686.006490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697686.006496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697686.045594:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697686.045607:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697686.050445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697686.050457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697686.050461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697686.050464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697686.054600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697686.054608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697686.090427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697686.090443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697686.090448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697686.090452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697686.090455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697686.090460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697686.099530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697686.099535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697686.101510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697686.101522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697686.101526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697686.101530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697686.116403:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697686.116410:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697686.156801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697686.156818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697686.156822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697686.156825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697686.156828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697686.156832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697686.166418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697686.166423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697686.166426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697686.166428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697686.181443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697686.181458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697686.194480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697686.194497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697686.194503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697686.194506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697686.201452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697686.201468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697686.201472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.201477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697686.201479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697686.201482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697686.288907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697686.288916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697686.305556:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697686.305565:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697686.310629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697686.310704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697686.344426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697686.344433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697686.353886:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697686.353903:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697686.361065:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697686.361074:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697686.373436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697686.373457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697686.373463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.373467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697686.377507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697686.377524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697686.377531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697686.377535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697686.377538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697686.377541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697686.377543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697686.377545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697686.391725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697686.391740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697686.396409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697686.396416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697686.401427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697686.401438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697686.425893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697686.425904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697686.425908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697686.425911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697686.425914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697686.425916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697686.434579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697686.434587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697686.440414:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697686.440424:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697686.440430:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697686.440435:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697686.440495:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697686.440504:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697686.440509:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.440513:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697686.440516:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697686.440521:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697686.444565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697686.444571:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697686.444574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697686.444577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697686.460223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697686.460233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697686.460237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697686.460240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697686.473148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.473165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697686.473169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697686.473171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697686.508548:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697686.508563:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697686.568517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697686.568529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697686.576083:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697686.576097:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697686.576102:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.576115:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697686.581555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697686.581570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697686.597984:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697686.597991:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697686.615875:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697686.615883:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697686.615888:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697686.615892:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697686.620445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697686.620460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697686.620464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697686.620467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697686.635782:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697686.635788:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.699712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697686.699720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697686.701713:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697686.701719:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.709642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697686.709654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697686.713427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697686.713432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697686.835611:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697686.835618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697686.859620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697686.859628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697686.859631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697686.859634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697686.897088:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697686.897099:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697686.897103:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697686.897106:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697686.898501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697686.898512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697686.898515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697686.898517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697686.898520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697686.898522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697686.902522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697686.902527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697686.902530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697686.902532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697686.913417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697686.913427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697686.935429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697686.935441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697686.959441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697686.959450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697686.976465:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697686.976482:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697686.976486:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697686.976489:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697686.980415:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697686.980423:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697687.050433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697687.050440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697687.102484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697687.102497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697687.102503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697687.102508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697687.143435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697687.143450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697687.147617:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697687.147633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697687.147639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697687.147644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697687.147647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697687.147649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697687.179380:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697687.179512:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697687.184425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697687.184438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697687.381505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697687.381511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697687.394992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697687.394999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697687.427919:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697687.427933:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697687.505477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697687.505487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697687.528514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697687.528520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697687.528524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697687.528527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697687.528530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697687.528533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697687.562900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697687.562917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697687.569455:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697687.569466:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697687.569470:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697687.569475:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697687.602466:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697687.602481:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697687.619449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697687.619455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697687.727656:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697687.727663:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697687.753908:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697687.753916:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697687.753922:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697687.753926:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697687.783727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697687.783733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697687.790496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697687.790513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697687.790518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697687.790522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697687.809492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697687.809498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697687.823119:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697687.823128:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697687.823133:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697687.823137:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697687.823141:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697687.823144:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697687.827472:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697687.827479:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697687.842994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697687.843009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697687.843014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697687.843017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697687.858217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697687.858231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697687.858235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697687.858238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697687.865602:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697687.865610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697687.870555:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697687.870560:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697687.898076:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697687.898088:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697687.898092:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697687.898095:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697687.915473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697687.915487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697687.925026:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697687.925043:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697687.934485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697687.934500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697687.934504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697687.934507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697687.952420:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697687.952428:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697687.955678:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697687.955685:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697688.173424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697688.173432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697688.173437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697688.173440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697688.187426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697688.187435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697688.187440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697688.187444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697688.215607:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697688.215620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697688.215626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697688.215630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697688.215633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697688.215635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697688.230569:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697688.230579:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697688.230582:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697688.230585:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697688.257442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697688.257454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697688.270729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697688.270736:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697688.272434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697688.272443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697688.278442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697688.278458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697688.278462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697688.278467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697688.298136:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697688.298142:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697688.299586:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697688.299596:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697688.475517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697688.475534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697688.587425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697688.587432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697688.587436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697688.587440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697688.606429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697688.606439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697688.606443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697688.606446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697688.623425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697688.623438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697688.633652:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697688.633660:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697688.635440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697688.635454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697688.731433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697688.731441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697688.822629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697688.837433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697688.837442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697688.850786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697688.850804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697688.850808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697688.850810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697688.891867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697688.891874:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697688.891879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697688.891882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697688.906859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697688.906865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697688.906868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697688.906872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697688.953425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697688.953438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697688.966729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697688.966736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697688.979884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697688.979892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697689.005556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697689.005571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697689.086411:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697689.086420:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697689.939407:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697689.939412:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697689.951690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697689.951706:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697689.951710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697689.951712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697690.462446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697690.462464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697690.462469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697690.462472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697690.501041:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697690.501058:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697690.501063:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697690.501067:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697690.509508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697690.509515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697690.509518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697690.509521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697690.521512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697690.521530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697690.521535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697690.521537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697690.648000:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697690.648015:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697690.653424:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697690.653436:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697690.653439:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697690.653442:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697690.696427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697690.696433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697690.696437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697690.696440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697690.723420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697690.723427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697690.750636:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697690.750652:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697690.766428:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697690.766440:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697690.774256:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697690.774263:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697690.774266:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697690.774268:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697690.837428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697690.837436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697690.837440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697690.837443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697690.841599:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697690.841615:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697690.841619:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697690.841621:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697690.841624:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697690.841626:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697690.853440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697690.853454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697690.870482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697690.870495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697690.870499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697690.870501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697690.877370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697690.877399:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697690.877406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697690.877408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697690.877412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697690.877414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697690.877417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697690.877419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697690.889423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697690.889436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697690.889440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697690.889443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697690.903934:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697690.903953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697690.907003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697690.907021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697690.907025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697690.907028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697690.925553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697690.925568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697690.931843:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697690.931850:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697690.957227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697690.957252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697690.957258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697690.957264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697690.984200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697690.984215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697690.992438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697690.992455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697690.992461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697690.992463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697691.002154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697691.002161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697691.023029:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697691.023044:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697691.032516:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697691.032537:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697691.032542:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697691.032553:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697691.051424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697691.051433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697691.056440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697691.056462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697691.073149:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697691.073159:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697691.082746:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697691.082758:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697691.092666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697691.092680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697691.092686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697691.092689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697691.096520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697691.096526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697691.172616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697691.172624:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697691.172628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697691.172630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697691.199556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697691.199569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697691.230695:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697691.230702:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697691.324667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697691.324671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697691.335673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697691.335679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697691.335683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697691.335685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697691.338448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697691.338455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697691.390412:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697691.390426:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697691.489481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697691.489486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697691.499668:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697691.499680:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697691.499683:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697691.499685:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697691.503432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697691.503445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697691.503487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697691.503492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697691.510430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697691.510444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697691.539880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697691.539893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697691.550068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697691.550078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697691.550082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697691.554868:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697691.577558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697691.577572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697691.577577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697691.577581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697691.597740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697691.597754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697691.597758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697691.597762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697691.597766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697691.597769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697691.597791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697691.597794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697691.608481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697691.608491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697691.608495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697691.608498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697691.612408:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697691.612414:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697691.612417:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697691.612420:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697691.618493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697691.618503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697691.622875:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697691.622881:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697691.622884:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697691.622886:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697691.780639:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697691.780646:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697691.780650:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697691.780653:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697691.804474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697691.804484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697691.804488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697691.804493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697691.806462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697691.806473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697691.823431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697691.823439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697691.823446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697691.823454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697691.823536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697691.823543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697691.849629:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697691.849637:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697691.855409:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697691.855417:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697691.863090:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697691.863171:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697691.922424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697691.922433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697691.926424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697691.926436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697691.961415:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697691.961422:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697691.966501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697691.966514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697691.966518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697691.966522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697691.966525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697691.966527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697691.966530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697691.966532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697691.977455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697691.977469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697691.977473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697691.977477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697691.990416:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697691.990423:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697692.070654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697692.070660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697692.070664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697692.070668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697692.103909:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697692.103916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697692.103920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697692.103923:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697692.103927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697692.103931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697692.114984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697692.114995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697692.119460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697692.119475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697692.154507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697692.158427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697692.158444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697692.158448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697692.223512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697692.223520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697692.361444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697692.361459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697692.361464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697692.361467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697692.377659:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697692.377667:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697692.458048:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697692.458055:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697692.468442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697692.468451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697692.468456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697692.468461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697692.476460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697692.476468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697692.534491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697692.534503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697692.534508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697692.534511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697692.548439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697692.548445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697692.570447:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697692.570457:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697692.579683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697692.579691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697692.582674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697692.582681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697692.588532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697692.588540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697692.588545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697692.588548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697692.595202:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697692.595215:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697692.599622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697692.599632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697692.599635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697692.599640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697692.599643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697692.599645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697692.611425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697692.611432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697692.611435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697692.611438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697692.651412:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697692.651420:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697692.651424:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697692.651428:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697692.651432:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697692.651434:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697692.667427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697692.667427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697692.667440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697692.667440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697692.684831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697692.684844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697692.699412:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697692.699418:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697692.699422:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697692.699426:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697692.724490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697692.724498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697692.745317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697692.745331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697692.745335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697692.745337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697692.771434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697692.771441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697692.771445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697692.771448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697692.814535:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697692.814551:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697692.814555:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697692.814561:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697692.844430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697692.844439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697692.882472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697692.882489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697692.907506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697692.907513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697692.929444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697692.929456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697692.938424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697692.942439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697692.942449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697692.942454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697692.951437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697692.951443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697692.957557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697692.957573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697692.957577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697692.957580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697692.976175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697692.976190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697692.976195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697692.976198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697692.994427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697692.994439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697692.994445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697692.994448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697693.003577:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697693.003590:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697693.080426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697693.080433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697693.080437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697693.080440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697693.090499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697693.090506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697693.107520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697693.107532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697693.107536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697693.107538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697693.140449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697693.140455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697693.140458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697693.140461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697693.161456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697693.161465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697693.161469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697693.161472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697693.161474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697693.161477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697693.161480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697693.161482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697693.161484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697693.161487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697693.168469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697693.168483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697693.204439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697693.204451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697693.209537:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697693.209542:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697693.209545:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697693.209548:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697693.219473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697693.219484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697693.230210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697693.230219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697693.233487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697693.233498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697693.233501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697693.233504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697693.233507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697693.233511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697693.242040:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697693.242047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697693.255007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697693.255018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697693.255023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697693.255027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697693.255030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697693.255032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697693.268869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697693.268875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697693.280358:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697693.280372:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697693.280376:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697693.280379:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697693.280382:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697693.280462:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697693.280469:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697693.280472:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697693.288711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697693.288719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697693.288723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697693.288726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697693.292514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697693.292527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697693.310581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697693.323501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697693.328434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697693.328443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697693.328448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697693.328453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697693.328457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697693.328462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697693.328466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697693.352488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697693.352512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697693.361419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697693.361427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697693.389880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697693.389889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697693.415645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697693.415653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697693.435134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697693.435142:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697693.435149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697693.435153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697693.440479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697693.440492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697693.452737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697693.452744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697693.459886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697693.459901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697693.459907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697693.459912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697693.476101:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697693.476109:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697693.476114:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697693.476118:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697693.484528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697693.484536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697693.493462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697693.493478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697693.493484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697693.493489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697693.509477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697693.509505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697693.512528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697693.512534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697693.519877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697693.519884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697693.528572:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697693.528580:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697693.545632:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697693.545644:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697693.545649:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697693.545654:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697693.556719:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697693.556729:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697693.563483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697693.563491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697693.563495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697693.563498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697693.567184:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697693.567191:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697693.584560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697693.584569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697693.604612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697693.604618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697693.624657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697693.624666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697693.649212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697693.649223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697693.649229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697693.649235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697693.649240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697693.649245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697693.649744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697693.649757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697693.666508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697693.666517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697693.674435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697693.674450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697693.674453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697693.674455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697693.688495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697693.688501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697693.690554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697693.690567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697693.690571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697693.690573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697693.708438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697693.708455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697693.723424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697693.723433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697693.723438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697693.723440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697693.732502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697693.732515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697693.755470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697693.755480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697693.766585:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697693.766591:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697693.794571:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697693.794583:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697693.794588:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697693.794591:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697693.813436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697693.813451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697693.813462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697693.813470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697693.839482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697693.839496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697693.839502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697693.839507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697693.839512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697693.839517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697693.845425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697693.845438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697693.863629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697693.863638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697693.863645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697693.863649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697693.902543:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697693.902550:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697693.923561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697693.923568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697693.985438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697693.985451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697693.994472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697693.994481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697693.994486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697693.994490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697694.006600:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697694.006613:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697694.006618:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697694.006620:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697694.013454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697694.013461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697694.018432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697694.018446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697694.018450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.018452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697694.033425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697694.033439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697694.039906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697694.039922:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697694.039928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697694.039932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.061473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697694.061483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697694.061488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697694.061492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.067527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697694.067534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697694.067540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697694.067545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697694.082449:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697694.082458:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697694.086486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697694.086500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697694.086506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697694.086512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697694.090441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.090453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697694.096146:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697694.096159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697694.107426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.107433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697694.107437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697694.107440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697694.129434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697694.129440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697694.133417:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697694.133423:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697694.133428:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.133431:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697694.137428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697694.137443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697694.170912:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697694.170927:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697694.172671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697694.172680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697694.172686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697694.172692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697694.189935:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697694.189947:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697694.189965:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697694.189969:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697694.203502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697694.203510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697694.209891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697694.209901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697694.218424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697694.218435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697694.218439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697694.218442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697694.247568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697694.247582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697694.250888:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697694.250900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697694.261475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697694.261482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697694.261487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697694.261491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697694.265068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697694.265076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697694.284439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697694.284450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697694.284455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697694.284460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697694.288936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697694.288945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697694.288966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697694.288971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697694.288975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697694.288980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.299893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697694.299900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697694.299904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697694.299906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.305758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697694.305768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697694.324127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697694.324138:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697694.324143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697694.324146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697694.324149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697694.324152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.337168:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697694.337175:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697694.346912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697694.346923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.351416:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697694.351426:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697694.396638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697694.396647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697694.413283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697694.413298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697694.441904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697694.441918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697694.450497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697694.450511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697694.450515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697694.450519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697694.452087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697694.452100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697694.452103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.452105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697694.464597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697694.464609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697694.468565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697694.468573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697694.468578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697694.468580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697694.475531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697694.475537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697694.480570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697694.480577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697694.480580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.480583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697694.480800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697694.480806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697694.482871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697694.482882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697694.486446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697694.486457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697694.504478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697694.504488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697694.511683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697694.511695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697694.511700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697694.511703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697694.512018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697694.512024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697694.512032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697694.512034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697694.521004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697694.521020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697694.521111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697694.521117:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697694.521119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697694.521122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697694.528978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697694.528992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697694.528997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697694.529000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697694.530174:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:0.1:1779697694.530184:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697694.530189:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:0.1:1779697694.530197:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697694.559504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697694.559510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697694.566511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697694.566521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697694.583529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697694.583538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697694.588526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697694.588537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697694.588543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697694.592412:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:0.1:1779697694.592420:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697694.632455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697694.632468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697694.632472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697694.632477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697694.685564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697694.685581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697694.708005:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697694.708022:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697694.708028:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697694.708030:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697694.708033:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697694.708035:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697694.708040:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697694.708046:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697694.708049:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697694.708053:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697694.708058:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697694.708061:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697694.708063:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697694.708065:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697694.708068:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697694.708070:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697694.708073:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697694.708074:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697694.792639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697694.792649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697694.792652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697694.792657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697694.812500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697694.821474:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697694.821482:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697694.844425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697694.844433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697694.866118:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697694.866133:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697694.889433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697694.889441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697694.891439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697694.891455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697694.894635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697694.894651:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697694.894656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697694.894658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697694.933474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697694.933482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697694.939988:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697694.940002:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697694.940007:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697694.954450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697694.954458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697694.955920:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697694.968344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697694.968355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697694.968359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697694.968362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697694.978542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697694.978555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697694.983452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697694.983468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697694.983472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697694.983475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697694.983478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697694.983480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697694.997730:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697694.997751:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697695.008788:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697695.008803:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697695.020443:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697695.020455:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697695.020460:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697695.020462:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697695.032376:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697695.032425:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697695.035748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697695.035762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697695.047979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697695.047988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697695.047992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697695.047995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697695.072265:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697695.072274:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697695.072277:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697695.072280:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697695.077099:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697695.077106:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697695.077110:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697695.077112:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697695.080429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697695.080442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697695.080680:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697695.080686:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697695.143974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697695.143991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697695.147428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697695.147437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697695.147439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697695.147442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697695.177459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697695.177474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697695.185212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697695.185221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697695.204810:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697695.204817:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697695.204821:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697695.204824:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697695.211485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697695.211491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697695.241499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697695.241514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697695.241520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697695.241522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697695.270090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697695.270097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697695.352892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697695.352904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697695.357826:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:0.1:1779697695.357840:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697695.360361:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697695.360376:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697695.360380:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697695.360386:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697695.360446:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697695.360450:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697695.360453:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697695.360455:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697695.360498:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697695.360502:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697695.360506:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697695.360509:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697695.382374:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697695.382401:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697695.382406:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697695.382412:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697695.382415:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697695.382417:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697695.382420:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697695.382422:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697695.382426:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697695.382429:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697695.399435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697695.399450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697695.413501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697695.413514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697695.413519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697695.413523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697695.420469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697695.420485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697695.431358:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697695.431368:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697695.446086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697695.446101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697695.446105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697695.446107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697695.446335:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697695.446342:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697695.463059:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697695.463067:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697695.488728:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697695.488734:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697695.488738:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697695.488741:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697695.492707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697695.492714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697695.492718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697695.492721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697695.492806:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697695.492813:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697695.498456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697695.498471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697695.498476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697695.498479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697695.498823:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697695.498829:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697695.532509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697695.532525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697695.532529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697695.532532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697695.532536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697695.532541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697695.532545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697695.532548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697695.532550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697695.532553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697695.532556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697695.532560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697695.532563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697695.532566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697695.532568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697695.532570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697695.532573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697695.532576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697695.547568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697695.547581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697695.547586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697695.547588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697695.571934:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697695.571951:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697695.571956:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697695.571958:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697695.571961:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697695.571964:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697695.582917:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697695.582924:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697695.582929:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697695.582931:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697695.601428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697695.601446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:0.1:1779697695.601449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697695.601453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697695.608890:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697695.608900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697695.631870:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697695.631880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697695.631885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697695.631888:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697695.631890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697695.631893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697695.633150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697695.633166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697695.665589:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697695.665606:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697695.689467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697695.689484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697695.689489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697695.689492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697695.689594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697695.689601:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697695.689603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697695.689606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697695.689609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697695.689612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697695.689615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697695.689617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697695.716928:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697695.716956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697695.720579:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697695.720596:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697695.720600:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697695.720605:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697695.723452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697695.723467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697695.735436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697695.735445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697695.735449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697695.735453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697695.749577:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697695.749592:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697695.767430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697695.767443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697695.767448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697695.767453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697695.767456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697695.772513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697695.772521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697695.772525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697695.772528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697695.772531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697695.772534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697695.783431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697695.783444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697695.792429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697695.792445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697695.832587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697695.832595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697695.832599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697695.832603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697695.832606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697695.840883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697695.840898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697695.848459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697695.848466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697695.857338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697695.857357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697695.880476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697695.880487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697695.880493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697695.880496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697695.883431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697695.883446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697695.883504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697695.883509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697695.883515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697695.883517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697695.883550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697695.883553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697695.883555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697695.883558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697695.883560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697695.883563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697695.883566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697695.883568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697695.883571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697695.883573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697695.883576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697695.883578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697695.892443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697695.892459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697695.901450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697695.901455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697695.905423:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697695.905432:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697695.905437:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697695.905440:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697695.905442:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697695.905445:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697695.913418:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697695.913424:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697695.913427:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697695.920467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697695.924081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697695.924097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697695.924101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697695.924104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697695.939549:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697695.939563:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697695.955377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697695.955383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697695.966021:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697695.966035:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697695.975435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697695.975450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697695.975454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697695.975457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697695.997182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697695.997191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697696.006540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697696.006549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697696.006554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697696.006556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697696.016422:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697696.016428:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697696.020638:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697696.020656:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697696.020661:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697696.020663:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697696.020666:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697696.020678:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697696.020682:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697696.020686:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697696.020689:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697696.028293:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697696.028308:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697696.028467:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697696.028475:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697696.028480:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697696.028482:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697696.068433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697696.068440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697696.081835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697696.081851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697696.081855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697696.081858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697696.104812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697696.104823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697696.122513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697696.122525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697696.122529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697696.122532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697696.146495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697696.146504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697696.146509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697696.146513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697696.166282:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697696.166290:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697696.166294:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697696.166297:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697696.182545:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697696.182558:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697696.182563:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697696.182567:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697696.182571:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697696.182575:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697696.197020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697696.197036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697696.197043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697696.197046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697696.207131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697696.207139:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697696.207143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697696.207146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697696.210433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697696.210450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697696.210455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697696.210458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697696.210461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697696.210465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697696.210469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697696.210471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697696.246429:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697696.246435:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697696.260426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697696.260433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697696.263498:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697696.263506:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697696.274490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697696.274499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697696.274504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697696.274507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697696.318490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697696.318496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697696.327478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697696.327495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697696.327501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697696.327504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697696.369817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697696.369827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697696.369893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697696.369901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697696.369905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697696.369907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697696.374022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697696.374037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697696.388818:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697696.388834:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697696.403444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697696.403460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697696.403464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697696.403467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697696.410840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697696.410851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697696.430782:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697696.430795:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697696.430798:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697696.430802:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697696.431463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697696.431471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697696.431475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697696.431478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697696.437603:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697696.437617:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697696.438419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697696.438427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697696.493699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697696.510422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697696.510440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697696.514466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697696.514482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697696.514489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697696.520484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697696.520500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697696.535856:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697696.535869:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697696.535874:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697696.535877:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697696.540484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697696.540497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:0.1:1779697696.540503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697696.540506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697696.541535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697696.541544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697696.541548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697696.541551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697696.550917:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697696.550925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697696.565425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697696.565432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697696.565436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697696.565439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697696.565449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697696.565452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697696.565454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697696.565456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697696.574108:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697696.574124:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697696.574633:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697696.574642:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697696.574645:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697696.574648:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697696.574651:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697696.574654:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697696.574657:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697696.574660:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697696.574662:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697696.574664:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697696.582742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697696.582754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697696.582761:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697696.582765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697696.586995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697696.587004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697696.587010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697696.587014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697696.604366:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697696.604381:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697696.604989:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697696.604997:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697696.614682:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697696.614701:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697696.622340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697696.622357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697696.622361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697696.622363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697696.629630:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697696.629649:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697696.631686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697696.631698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697696.631702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697696.631706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697696.639423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697696.639431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697696.643734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697696.643742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697696.643745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697696.643748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697696.655440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697696.655453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697696.655457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697696.655459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697696.655462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697696.655464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697696.671428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697696.671444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697696.671448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697696.671451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697696.680438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697696.680451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697696.684009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697696.684023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697696.708440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697696.708454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697696.708459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697696.708461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697696.710798:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697696.710806:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697696.710810:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697696.710813:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697696.715420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697696.715426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697696.715430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697696.715432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697696.717432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697696.717446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697696.717451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697696.717454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697696.720439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697696.720447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697696.734881:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697696.734894:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697696.734897:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697696.734901:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697696.737457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697696.737470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697696.740785:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697696.740792:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697696.740795:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697696.740797:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697696.743542:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697696.743552:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697696.743555:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697696.743557:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697696.749427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697696.749438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697696.765437:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697696.765446:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697696.778507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697696.778519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697696.778525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697696.778591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697696.796435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697696.796446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697696.796452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697696.796455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697696.801515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697696.801525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697696.809423:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697696.809429:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697696.809431:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697696.809434:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697696.818011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697696.818037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697696.818042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697696.818045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697696.820427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697696.820427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697696.820441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697696.820441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697696.827520:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697696.827537:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697696.827540:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697696.827543:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697696.831498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697696.831506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697696.831510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697696.831513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697696.845520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697696.845535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697696.857317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697696.857323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697696.857327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697696.857338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697696.857341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697696.857344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697696.857347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697696.857349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697696.866538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697696.866559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697696.876580:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697696.876591:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697696.876595:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697696.876599:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697696.885714:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697696.885721:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697696.886750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697696.886757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697696.886762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697696.886765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697696.891471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697696.891479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697696.894538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697696.894556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697696.918401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697696.918409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697696.918414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697696.918417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697696.933524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697696.933541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697696.942410:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697696.942417:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697696.942422:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697696.942424:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697696.958808:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697696.958819:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697696.970615:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697696.970685:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697696.970689:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697696.970692:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697696.973431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:0.1:1779697696.973446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697696.975054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697696.975068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697696.975072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697696.975077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697696.976535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697696.976554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697696.976559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697696.976561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697696.986532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697696.986550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697697.005621:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697697.005629:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697697.006977:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697697.006986:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697697.006991:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697697.006995:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697697.025421:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697697.025430:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697697.025435:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697697.025439:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697697.025444:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697697.025448:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697697.025450:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697697.025453:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697697.025455:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697697.025458:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697697.025464:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697697.025468:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697697.025473:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697697.025477:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697697.032996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697697.033010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697697.034428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697697.034439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697697.040593:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697697.040601:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697697.040604:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697697.040608:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697697.048463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697697.048463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697697.048476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697697.048476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697697.048484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697697.048488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697697.052424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697697.052432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697697.052436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697697.052440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697697.071569:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697697.071585:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697697.071590:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697697.071593:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697697.075668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697697.075675:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697697.075679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697697.075682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697697.085497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697697.085511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697697.092864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697697.092877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697697.092881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697697.092886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697697.113702:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697697.113713:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697697.120420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697697.120427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697697.120430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697697.120433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697697.129435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697697.129449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697697.129530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697697.129536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697697.135480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697697.135492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697697.147427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697697.147445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697697.147450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697697.147453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697697.169615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697697.169623:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697697.171727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697697.171740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697697.171745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697697.171749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697697.181237:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697697.181251:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697697.200434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697697.200446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697697.203578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697697.203585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697697.209745:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697697.209753:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697697.212097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697697.212110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697697.217684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697697.217693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697697.217697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697697.217699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697697.220420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697697.220427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697697.220432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697697.220435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697697.222416:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697697.222422:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697697.227435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697697.227452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697697.227456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697697.227459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697697.242412:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697697.242421:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697697.242422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697697.242429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697697.260967:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697697.260984:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697697.260990:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697697.260995:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697697.265935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697697.265947:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697697.265951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697697.265955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697697.290431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697697.290443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697697.290450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697697.290455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697697.290460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697697.290464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697697.295478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697697.295489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697697.295494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697697.295498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697697.295501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697697.295505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697697.302413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697697.302428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697697.302434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697697.302438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697697.312576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697697.312586:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697697.315012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697697.315017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697697.321446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697697.321455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697697.321460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697697.321465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697697.327449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697697.327457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697697.334418:0:7341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697697.334429:0:7341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697697.334440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697697.334447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697697.345505:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697697.345517:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697697.345594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697697.345599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697697.345602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697697.345605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697697.353920:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697697.353953:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697697.353959:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697697.353963:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697697.353967:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697697.353969:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697697.354432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697697.354438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697697.357761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697697.357769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697697.357772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697697.357775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697697.366655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697697.366663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697697.366667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697697.366670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697697.376473:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697697.376486:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697697.376493:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697697.376497:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697697.382507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697697.382525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697697.385498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697697.385505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697697.385509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697697.385513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697697.390138:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697697.390150:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697697.390155:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697697.390158:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697697.392954:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697697.392969:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697697.400413:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697697.400421:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697697.400914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697697.400922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697697.406287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697697.406293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697697.406298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697697.406301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697697.411543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697697.411558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697697.411677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697697.411682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697697.411686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697697.411690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697697.437414:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697697.437424:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697697.441430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697697.441441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697697.441452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697697.441457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697697.445776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697697.445789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697697.445794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697697.445797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697697.449540:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697697.449548:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697697.455429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697697.455440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697697.455444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697697.455446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697697.456184:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697697.456193:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697697.456196:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697697.456199:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697697.462684:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697697.462698:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697697.464270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697697.464276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697697.464280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697697.464282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697697.471823:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697697.471962:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697697.503428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697697.503436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697697.505130:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:1.1:1779697697.505142:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697697.505147:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697697.505152:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697697.509457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697697.509466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697697.509552:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697697.509558:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697697.509562:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697697.509564:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697697.514590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697697.514595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697697.522013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697697.522021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697697.522024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697697.522027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697697.524167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697697.524174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697697.528430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697697.528442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697697.532459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697697.532470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697697.532474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697697.532477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697697.538005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697697.538012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697697.546416:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697697.546425:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697697.548433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697697.548439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697697.548442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697697.548445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697697.561671:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697697.561678:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697697.565425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697697.565431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697697.565435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697697.565438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697697.580436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697697.580447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697697.594730:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697697.594737:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697697.594740:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697697.594743:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697697.596470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:0.1:1779697697.596482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697697.600873:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697697.600887:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697697.600893:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697697.600897:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697697.616431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697697.616447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697697.616451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697697.616453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697697.620652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697697.648421:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697697.648432:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697697.659456:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697697.659466:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697697.659470:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697697.659473:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697697.659475:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697697.659478:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697697.659482:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697697.659484:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697697.659487:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697697.659489:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697697.671425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697697.671438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697697.671444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697697.671446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697697.700443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697697.700461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697697.715431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697697.715444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:0.1:1779697697.715449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697697.715452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697697.730428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697697.730445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697697.737415:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697697.737424:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697697.749498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697697.749504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697697.749508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697697.749511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697697.749514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697697.769676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697697.769691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697697.769697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697697.769702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697697.785697:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697697.785703:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697697.817470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697697.817478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697697.823347:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697697.823361:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697697.823366:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697697.823370:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697697.848338:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697697.848354:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697697.861701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697697.861721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697697.861726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697697.861731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697697.866424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697697.866438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697697.866442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697697.866444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697697.882428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697697.882435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697697.885436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697697.885449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697697.886473:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697697.886484:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697697.906427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697697.906440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697697.910535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697697.910553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697697.923656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697697.923679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697697.923684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697697.923687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697697.923691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697697.923695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697697.928488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697697.928499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697697.928503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697697.928506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697697.942612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697697.942619:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697697.942623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697697.942625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697697.947436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697697.947444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697697.958411:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697697.958419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697697.958466:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697697.958472:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697697.958475:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697697.958477:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697697.991488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697697.991503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697698.011448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697698.011460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697698.011464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.011468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697698.011519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697698.011525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697698.011529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697698.011531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697698.036570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697698.036587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697698.036994:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697698.037001:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697698.041906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697698.041911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697698.041914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697698.041917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697698.049534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697698.049550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697698.049554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697698.049556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697698.075366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697698.075379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697698.075383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697698.081570:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697698.081585:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697698.082421:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697698.084421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697698.084429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697698.084480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697698.084487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697698.084491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697698.084494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697698.100579:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697698.100593:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.100790:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697698.100797:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697698.100801:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697698.100804:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697698.109405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697698.109419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697698.109425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697698.109428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697698.109525:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697698.109530:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697698.121618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697698.121627:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697698.124616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697698.124622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697698.124991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697698.124997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697698.128434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697698.128450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697698.132428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697698.132436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697698.132439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697698.132441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697698.138515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697698.138522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697698.141459:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697698.141468:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697698.144379:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697698.144398:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697698.164458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697698.164468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697698.169511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697698.169519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697698.169523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697698.169527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697698.169967:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697698.169973:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697698.169977:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697698.169980:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.169983:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.169986:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697698.178341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697698.178354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697698.188432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697698.188441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697698.188446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697698.188449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697698.190521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697698.190534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697698.190539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697698.190543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697698.195436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697698.195444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697698.195448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697698.195451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697698.218468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697698.218482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697698.218487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697698.218490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697698.229813:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697698.229822:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697698.229826:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697698.229830:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697698.233422:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697698.233443:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697698.233448:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697698.233453:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697698.233457:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697698.233459:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697698.246427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697698.246435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697698.248425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697698.248439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697698.249325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697698.249334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697698.249337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697698.249339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697698.250327:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697698.250336:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697698.250339:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.250341:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697698.250345:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697698.250347:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697698.259539:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697698.259545:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697698.261451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697698.261464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697698.261575:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697698.261582:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697698.263425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697698.263432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697698.263437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.263439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697698.263478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697698.263483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697698.266412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697698.266419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697698.271473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697698.271485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697698.271489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697698.271492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697698.280494:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.280502:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697698.282488:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697698.282495:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697698.282499:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697698.282502:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697698.287496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697698.287506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697698.287555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697698.287560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697698.287563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697698.287566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697698.287666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697698.287672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697698.287675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697698.287677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697698.296175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697698.296185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697698.296189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697698.296192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697698.296872:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697698.296879:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697698.300844:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697698.300856:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697698.304409:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697698.304419:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697698.304422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697698.304425:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697698.304431:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697698.304432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697698.305428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697698.305435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697698.305438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697698.305442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697698.305444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697698.305447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697698.308427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697698.308442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697698.311799:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.311815:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697698.311819:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697698.311854:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697698.319423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697698.324553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697698.324569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.324573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697698.324825:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697698.324832:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697698.325426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697698.325433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697698.330467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697698.330478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697698.330481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.330484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697698.335446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697698.335452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697698.351845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697698.351856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697698.351861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697698.351864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697698.352948:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697698.352956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697698.357571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.357585:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697698.357589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697698.357592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697698.357594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697698.357597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697698.357599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697698.357601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697698.358979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697698.358992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697698.371428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697698.371442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697698.371447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697698.371451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697698.408544:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697698.408559:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697698.414858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697698.414869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.425993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697698.426000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697698.426002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697698.426005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697698.426007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697698.426010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697698.430418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697698.430432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697698.430438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.430444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697698.434462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697698.434475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.444838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697698.444852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697698.453427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697698.453443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697698.466434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697698.466447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697698.466451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697698.466453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697698.485365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697698.485377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697698.494436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697698.494450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697698.494455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697698.494460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697698.506422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697698.506429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697698.510466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697698.510475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697698.510478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697698.510482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.512430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.512437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697698.512440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697698.512443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697698.513057:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697698.513063:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697698.513067:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.513070:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697698.513073:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697698.513077:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697698.513080:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697698.513083:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697698.515424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697698.515432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697698.521438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697698.521451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697698.521530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697698.521536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697698.525412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697698.525419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697698.529260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697698.529267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697698.529527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.529532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697698.529534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.529537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697698.532660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697698.532684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697698.532876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.532881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697698.535552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697698.535562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697698.535566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697698.535570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697698.535573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697698.535575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697698.541411:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697698.541426:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697698.541432:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697698.541435:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697698.545412:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697698.545425:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697698.545433:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697698.545435:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697698.557523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697698.557530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697698.557534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697698.557537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697698.557573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697698.557578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697698.563940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697698.563956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697698.563960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697698.563963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697698.566450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697698.566457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697698.571562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:0.1:1779697698.571571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697698.577424:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697698.577432:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697698.577438:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697698.577443:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697698.582452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697698.582459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697698.587437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697698.587453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697698.587457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697698.587459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697698.587869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697698.587876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697698.587880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697698.588196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697698.592435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697698.592447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697698.601224:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697698.601235:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697698.604440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697698.604452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697698.608430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697698.608438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697698.608484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697698.608492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697698.620650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697698.620664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697698.631425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697698.631433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697698.631437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697698.631440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697698.635793:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697698.635808:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697698.655597:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697698.655608:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697698.665560:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697698.665566:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697698.666433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697698.666440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697698.666444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697698.666451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697698.666455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697698.666459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697698.668445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697698.668458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697698.668463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.668466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697698.668536:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697698.668542:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697698.671484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697698.671490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697698.675507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.675517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697698.675521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697698.675524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.690495:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697698.690505:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697698.690508:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.690510:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697698.703102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697698.703114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697698.707437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697698.707449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697698.707453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697698.707455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697698.717410:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697698.717418:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697698.717423:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697698.717426:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697698.717428:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697698.717431:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697698.720480:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697698.720493:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697698.723418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697698.723427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697698.723431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697698.723433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697698.724837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697698.724843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697698.724846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697698.724849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697698.726754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697698.726760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697698.726763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697698.726765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697698.731441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697698.731458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697698.743218:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697698.743231:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697698.747847:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697698.747862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697698.759579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697698.759590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697698.768440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697698.768455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697698.772522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697698.772534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697698.774428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697698.774443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697698.792848:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697698.792864:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697698.799195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697698.799203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697698.803927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697698.803943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697698.808071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697698.808086:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697698.808090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697698.808093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697698.816853:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697698.816864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697698.817412:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697698.817418:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697698.825548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697698.825569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.825573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697698.825576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697698.828430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697698.828436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697698.828469:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697698.828474:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697698.833579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697698.833587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697698.833592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697698.833595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697698.835466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697698.835477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697698.839511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697698.839518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.839521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697698.839524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697698.839526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697698.839529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697698.839531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.839535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.848542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:1.1:1779697698.848550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697698.853435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697698.853442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697698.853447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697698.853451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697698.861714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697698.861728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697698.861735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.861741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697698.861746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697698.861750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.862668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697698.862674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.862677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697698.862680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697698.866420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697698.866428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697698.866434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697698.866438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697698.887520:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697698.887536:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697698.887539:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697698.887542:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697698.892424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697698.892434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697698.892439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697698.892442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697698.896663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697698.896682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697698.896964:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697698.896970:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697698.896973:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697698.896976:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697698.901423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.901435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.901439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697698.901442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697698.908161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697698.908174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697698.913445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697698.913510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697698.913578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697698.913585:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697698.913587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697698.913590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697698.921337:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.921352:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697698.924614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697698.924627:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697698.924631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697698.924633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697698.948409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697698.948426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697698.948431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697698.948433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697698.979595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697698.979612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697698.991498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697698.991505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697698.991559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697698.991565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697698.991568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697698.992454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697698.994000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697698.994009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697698.994013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697698.994015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697699.013222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697699.013237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697699.021212:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697699.021228:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697699.024204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697699.024214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697699.024221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697699.024225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697699.024229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697699.024233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697699.024235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697699.024237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697699.024241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697699.024245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697699.034435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697699.034445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697699.051622:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697699.051647:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697699.075187:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697699.075204:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697699.089434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697699.089448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697699.089530:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697699.089537:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697699.089542:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697699.089545:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697699.103433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697699.103447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697699.103855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697699.103867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697699.152508:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697699.152524:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697699.152528:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697699.152531:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697699.153794:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697699.153806:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697699.157194:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697699.157210:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697699.157214:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697699.157217:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697699.157220:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697699.157224:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697699.168095:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697699.168110:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697699.179434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697699.179450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697699.179454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697699.179457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697699.186423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697699.186430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697699.198420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697699.198428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697699.198581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697699.198588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697699.210430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697699.210444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697699.215454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697699.215469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697699.215474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697699.215477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697699.215479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697699.215482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697699.215484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697699.215486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697699.216594:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697699.216603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697699.222999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697699.223014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697699.237094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697699.237113:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697699.237117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697699.237120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697699.248594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697699.248606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697699.254236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697699.254247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697699.254252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697699.254256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697699.258429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697699.258438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697699.263429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697699.263436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697699.263439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697699.263442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697699.275626:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697699.275640:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697699.275645:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697699.275649:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697699.280926:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697699.281011:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697699.287465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697699.287472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697699.291493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697699.291503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697699.291545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697699.291550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697699.294437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697699.294445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697699.294486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697699.294492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697699.294496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697699.294499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697699.301427:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697699.301444:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697699.311908:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697699.311924:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697699.335223:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697699.335237:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697699.335242:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697699.335246:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697699.342890:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697699.342902:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697699.342906:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697699.342908:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697699.347997:0:7295:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697699.348014:0:7295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697699.366483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697699.366489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697699.391628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697699.391634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:1.1:1779697699.391637:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697699.391639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697699.391643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697699.391646:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697699.391648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697699.391651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697699.425542:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697699.425557:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697699.425562:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697699.425565:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697699.447812:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697699.447819:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697699.447823:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697699.447826:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697699.459483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697699.459489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697699.483663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697699.483680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697699.483686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697699.483689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697699.514580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697699.514589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697699.520205:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697699.520217:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697699.535508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697699.535524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697699.536426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697699.536435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697699.547567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697699.559270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697699.559277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697699.559281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697699.566611:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697699.566618:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697699.566621:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697699.566624:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697699.570503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697699.570518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697699.570523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697699.570527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697699.570531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697699.570534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697699.570536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697699.570539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697699.570541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697699.570543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697699.576521:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697699.576531:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697699.576534:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697699.576537:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697699.576540:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697699.576544:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697699.576546:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697699.576549:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697699.580425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697699.580434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697699.580438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697699.580442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697699.595012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697699.595028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697699.608859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697699.608869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697699.608874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697699.608876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697699.608879:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697699.608884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697699.635510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697699.635527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697699.635533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697699.635537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697699.637173:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697699.637185:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697699.661409:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697699.661416:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697699.661421:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697699.661423:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697699.673617:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697699.673629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697699.686411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697699.686419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697699.686424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697699.686428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697699.687544:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697699.687550:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697699.689502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697699.689508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697699.689511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697699.689514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697699.690096:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697699.690103:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697699.701068:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697699.701076:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697699.701081:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697699.701085:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697699.724806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697699.724818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697699.742698:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697699.742711:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697699.764540:0:223144:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697699.764549:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697699.764554:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697699.764559:0:223144:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697699.764562:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697699.764564:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697699.779999:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697699.780008:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697699.780011:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697699.780015:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697699.780584:0:223753:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697699.780590:0:223753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697699.796656:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697699.796664:0:223764:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697699.802432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697699.802441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697699.802446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697699.802449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697699.805318:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697699.805329:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697699.814354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697699.814365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697699.814372:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697699.817419:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697699.840437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697699.840454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697699.840458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697699.840460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697699.848779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697699.848792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697699.854676:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697699.854683:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697699.854687:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697699.854689:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697699.857432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697699.857442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697699.857447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697699.857454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697699.868732:0:223764:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697699.871975:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697699.871996:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697699.872002:0:223764:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697699.872006:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697699.872009:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697699.886455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697699.886464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697699.886469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697699.886473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697699.904752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697699.904760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697699.904764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697699.904767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697699.927735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:0.1:1779697699.927740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697699.928571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697699.928578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697699.928582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697699.928585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697699.931438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697699.931452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697699.931456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697699.931459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697699.949849:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697699.949854:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697699.949858:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697699.949861:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697699.955966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697699.955978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697699.955983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697699.955986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697699.978418:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697699.978433:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697699.978438:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697699.978441:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697699.987775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697699.987783:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697699.987787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697699.987791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697699.987795:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697699.987798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697699.987800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697699.987804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697699.987808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697699.987811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697699.987823:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697699.987826:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697699.987828:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697699.987831:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697699.987834:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697699.987836:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697700.001451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697700.001467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697700.016593:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697700.016603:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697700.016606:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697700.016608:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697700.028555:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697700.028563:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697700.028567:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697700.028569:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697700.036454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697700.036466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697700.043465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697700.043489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697700.077480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697700.077494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697700.077498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697700.077501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697700.077599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697700.077606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697700.085448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697700.085460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697700.085464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697700.085467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697700.107662:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697700.107675:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697700.117402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697700.117416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697700.119898:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697700.119922:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697700.119928:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697700.119931:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697700.120444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697700.120455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:0.1:1779697700.120461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697700.120464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697700.128466:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697700.128473:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697700.128476:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697700.128478:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697700.128511:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697700.128520:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697700.128525:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697700.128530:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697700.136436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697700.136452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697700.136456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697700.136460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697700.136462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697700.136465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697700.140747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697700.140756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697700.140762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697700.140764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697700.156861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697700.156875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697700.167110:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697700.167127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697700.169195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697700.169210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697700.169216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697700.169220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697700.169223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697700.169225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697700.169227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697700.169230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697700.169232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697700.169234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697700.169237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697700.169239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697700.169241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697700.169243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697700.184489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697700.184507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697700.214066:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697700.214080:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697700.214084:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697700.214088:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697700.214090:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697700.214092:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697700.214095:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697700.214097:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697700.223550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697700.223557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697700.229975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697700.229988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697700.229994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697700.229997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697700.230000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697700.230003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697700.235496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697700.235511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697700.245964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697700.245981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697700.245987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697700.245990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697700.265797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697700.265804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697700.265808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697700.265812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697700.265815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697700.265818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697700.273040:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697700.273048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697700.289561:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697700.289572:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697700.289577:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697700.289579:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697700.289584:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697700.289588:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697700.306624:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697700.306637:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697700.306644:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697700.306647:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697700.307241:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697700.307249:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697700.310437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697700.310452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697700.310455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697700.310458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697700.310463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697700.310467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697700.310469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697700.310471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697700.310530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697700.310536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697700.314609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697700.314625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697700.314629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697700.314632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.346419:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697700.346427:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697700.350424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697700.350430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697700.350433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697700.350437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.350439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697700.350442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697700.361577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697700.361584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697700.361588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697700.361590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697700.372423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697700.372429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697700.372462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697700.372467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697700.377283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697700.377297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697700.377302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697700.377345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697700.380514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697700.380522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697700.392435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697700.392442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697700.399414:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697700.399421:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697700.399425:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697700.399429:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697700.403541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697700.403546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697700.413428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697700.413442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697700.413447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697700.413452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697700.413455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697700.413458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697700.422512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697700.422522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697700.422529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697700.422534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697700.422541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697700.428412:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697700.432435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:0.1:1779697700.432448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697700.439434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697700.439447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697700.439453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697700.439456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697700.452501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697700.452511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697700.459072:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697700.459090:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697700.459095:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697700.459097:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697700.464418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697700.464425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697700.464429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697700.464432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697700.464548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697700.464554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697700.469422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697700.469439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697700.478426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697700.478435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697700.483639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697700.483651:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697700.483655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697700.483658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697700.483660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697700.483663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697700.504178:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697700.504195:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697700.504200:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697700.504203:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697700.504207:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697700.504210:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697700.511526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.511538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697700.511541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697700.517427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697700.521776:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697700.521816:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697700.539224:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697700.539237:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697700.539241:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697700.539244:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697700.559565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697700.559573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697700.569720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697700.569737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697700.584621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697700.584643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697700.584648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697700.584652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697700.584655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697700.584657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697700.603656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697700.603670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697700.603674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697700.603677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697700.621527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697700.621538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697700.632427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697700.632505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697700.632513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697700.632517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697700.632519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697700.632523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697700.632527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697700.632529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697700.662152:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697700.662159:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697700.662482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697700.662489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697700.662492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697700.662495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697700.683598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697700.683614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697700.698879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697700.698895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697700.698911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697700.698914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697700.712436:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697700.712452:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697700.713866:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697700.713876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697700.718433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697700.718440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697700.718444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.718447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697700.732427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697700.732436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697700.740779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697700.740786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697700.741560:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697700.741567:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697700.741570:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697700.741573:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.754340:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697700.754357:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697700.754362:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697700.754365:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697700.754424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697700.754433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697700.754437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697700.754440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697700.754444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697700.754448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697700.764412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697700.764428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697700.764432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697700.764435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697700.773583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697700.773592:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697700.775939:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697700.775946:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697700.776626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697700.776635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697700.784800:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697700.784808:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697700.784812:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697700.784815:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697700.784817:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697700.784819:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697700.784822:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697700.784824:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697700.795461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697700.795484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697700.801262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697700.801279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697700.834411:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697700.834420:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697700.834426:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697700.834428:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.834432:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697700.834434:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697700.843431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697700.843445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697700.843449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697700.843452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697700.843457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697700.843459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697700.850503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697700.850514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697700.854510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697700.854523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697700.868973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697700.868985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697700.895460:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697700.895467:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697700.895471:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697700.895474:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697700.906479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697700.906488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697700.906491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697700.906494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697700.906533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697700.906538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697700.915451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697700.915466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697700.915471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697700.915474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697700.915510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697700.915516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697700.925439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697700.925452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697700.926120:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697700.926129:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697700.926132:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697700.926134:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697700.929527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697700.929540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697700.929544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697700.929547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697700.939670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697700.939677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697700.949477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697700.949486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697700.949490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697700.949505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.956560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697700.956574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697700.956577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697700.956580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697700.976532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697700.976537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697700.980429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697700.980444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697700.985974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697700.985987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697701.000510:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697701.000564:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697701.000569:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697701.000571:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697701.020773:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697701.020786:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697701.026449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697701.026460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697701.041477:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697701.041488:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697701.041823:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697701.041829:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697701.049131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697701.049148:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697701.049152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697701.049155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697701.059208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697701.059232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697701.059237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697701.059241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697701.059245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697701.059829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697701.085425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697701.085440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697701.093385:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697701.093511:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697701.093516:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697701.093519:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697701.097538:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697701.097550:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697701.097556:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697701.097558:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697701.098454:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697701.098459:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697701.098462:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697701.098465:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697701.109591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:1.1:1779697701.109599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697701.109603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697701.109606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697701.117634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697701.117698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697701.117706:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697701.117709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697701.117712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697701.117715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697701.123807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697701.123822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697701.129439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697701.129454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697701.129460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697701.129463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697701.129466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697701.129468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697701.129536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697701.129542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697701.131446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697701.131457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697701.131503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697701.131509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697701.150588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697701.150598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697701.150603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697701.150605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697701.169430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697701.169445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697701.174029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697701.174044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697701.174049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697701.174053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697701.187699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697701.187713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697701.197652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697701.197662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697701.197668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697701.197671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697701.197674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697701.197677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697701.197713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697701.197715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697701.197718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697701.197721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697701.203018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697701.203034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697701.213170:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697701.213178:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697701.213182:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697701.213184:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697701.218450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697701.218461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697701.218686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697701.218694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697701.221079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697701.221091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697701.222424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697701.222431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697701.222434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697701.222436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697701.222438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697701.222446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697701.235514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697701.235528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697701.237439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697701.237450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.237500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697701.237504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697701.246963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697701.246979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697701.246983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697701.246986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697701.246988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697701.246990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697701.256077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697701.256089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697701.263425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697701.263437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697701.263940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697701.263947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697701.268509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697701.268522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697701.268530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697701.268533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697701.268536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697701.268538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697701.281469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697701.281475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697701.283069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697701.283081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697701.283085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697701.283089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697701.285424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697701.285432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697701.291429:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697701.291439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697701.291443:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697701.291445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697701.291446:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697701.291653:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697701.291659:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697701.291662:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697701.291665:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697701.291667:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697701.294422:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697701.294428:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697701.294708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697701.294713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697701.294716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697701.294719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697701.299417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697701.299426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697701.305428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697701.305439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697701.305932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697701.305938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697701.309516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697701.309523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697701.315045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697701.315062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697701.315068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697701.315071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697701.329889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697701.329915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697701.329922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697701.329925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697701.335147:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697701.335163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697701.337003:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697701.337018:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697701.355319:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697701.355332:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697701.355337:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697701.355339:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697701.355343:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697701.355347:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697701.356950:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697701.356960:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697701.356963:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697701.356966:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697701.370680:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697701.370695:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697701.370699:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697701.370702:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697701.370783:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697701.370790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697701.388322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697701.388339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697701.388346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697701.388353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697701.398311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697701.398323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697701.436415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697701.436425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697701.436432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697701.436437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697701.436443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697701.436448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697701.436453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697701.436458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697701.436649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697701.436656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697701.436661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697701.436665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697701.442539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697701.442548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697701.442553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697701.442555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697701.450416:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697701.450426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697701.450599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697701.459913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697701.459924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697701.459932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697701.459937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697701.459942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697701.465454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697701.465460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697701.470437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697701.470450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697701.470453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697701.470456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697701.482440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697701.482455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697701.482460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697701.482463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697701.487433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697701.487445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697701.496373:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697701.496397:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697701.501807:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697701.501817:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697701.501821:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697701.501823:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697701.506499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697701.506511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697701.506516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.506519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697701.511430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697701.511445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697701.525420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697701.525428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697701.529449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697701.529456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697701.529459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697701.529462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697701.534655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697701.534662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697701.534665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697701.534668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697701.537475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697701.537489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697701.541422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697701.541436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697701.556434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697701.556449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697701.556454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697701.556457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.568427:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697701.568436:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697701.570506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697701.570512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.570515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697701.570518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697701.571448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697701.571455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697701.583325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697701.583337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697701.583341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697701.583345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697701.591437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697701.591445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697701.591448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697701.591452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697701.592787:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697701.592797:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697701.597528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697701.597541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.597546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697701.597552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697701.597557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697701.597561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697701.601440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697701.601454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697701.603429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697701.603437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697701.603442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697701.603447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697701.604572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697701.604579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697701.605520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697701.605528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697701.605533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697701.605537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697701.607624:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697701.607632:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697701.607638:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697701.607642:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697701.614490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697701.614504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697701.614551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697701.614558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697701.618558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697701.618567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697701.618572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697701.618576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697701.622539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697701.622554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697701.622561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697701.622566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697701.627440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697701.627453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697701.627457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697701.627460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697701.645312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697701.645323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697701.645327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697701.645329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697701.659682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697701.659700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697701.666777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697701.666787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697701.666793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697701.666799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697701.666804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697701.666808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697701.666813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697701.666818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697701.666936:0:3319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.666943:0:3319:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697701.666948:0:3319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.666953:0:3319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697701.667426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697701.667433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697701.670430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697701.670439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697701.671103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697701.671111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697701.673669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697701.673678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697701.673683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697701.673687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697701.689626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697701.689637:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697701.689643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697701.689648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697701.692536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697701.692549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697701.696655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697701.696677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697701.704623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.704636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697701.704642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.704646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697701.716246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697701.716259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697701.716266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697701.716271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697701.736371:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697701.736385:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697701.736409:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697701.736415:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697701.741513:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697701.741523:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697701.742429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.742436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697701.742440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.742445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697701.750448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697701.750458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697701.750872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697701.750881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697701.756309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697701.756325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697701.756331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697701.756337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697701.756342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697701.756345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697701.762463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697701.762473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697701.762919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697701.762926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697701.762931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697701.762935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697701.766515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697701.766525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697701.771124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697701.771134:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697701.771138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697701.771142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697701.771147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697701.771151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697701.775429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697701.775439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697701.775841:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697701.775852:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697701.786692:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697701.786705:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697701.787629:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697701.787639:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697701.787645:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697701.787650:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697701.788429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697701.788435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697701.788540:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697701.788547:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697701.788552:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697701.788556:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697701.801912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697701.801926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697701.801932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697701.801936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697701.803320:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697701.803332:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697701.804964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697701.804976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697701.813313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697701.813324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697701.813329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697701.813333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697701.813498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697701.813504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697701.817426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697701.817435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697701.821434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.821444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697701.821450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697701.821454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.821458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697701.821462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697701.821466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697701.821470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697701.823502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697701.823513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697701.830475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697701.830484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697701.830489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697701.830493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697701.834922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697701.834939:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697701.834945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697701.834951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697701.838496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697701.838508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697701.838513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697701.838518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697701.855418:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697701.855426:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697701.855432:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697701.855436:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697701.855440:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697701.855444:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697701.855448:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.855454:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697701.873453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697701.873462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697701.873472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697701.873478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697701.882501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697701.882508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697701.882512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697701.882515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697701.890965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697701.890981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697701.890989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697701.890994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697701.891115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697701.891123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697701.896878:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697701.896899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697701.901441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.901458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697701.901465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.901468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697701.918350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697701.918362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697701.922437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697701.922444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697701.922614:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.922620:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697701.927420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697701.927430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697701.934148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697701.934157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697701.934162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697701.934166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697701.940431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697701.940446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697701.948452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697701.948465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697701.948472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697701.948480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697701.953439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697701.953452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697701.956537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697701.956552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697701.956559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697701.956563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697701.977489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697701.977501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697701.985639:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697701.985648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697701.986432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697701.986439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697701.989562:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697701.989577:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697701.989582:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697701.989586:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697701.989591:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697701.989596:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697701.993422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697701.993432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697701.997422:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697701.997430:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697701.997606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697701.997615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697702.007585:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697702.007598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697702.011416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697702.011428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697702.011434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697702.011438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697702.019479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697702.019492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697702.028415:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697702.028421:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697702.028656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697702.028661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697702.033527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697702.033535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697702.037429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.037442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697702.037447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.037450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.065509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697702.065524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697702.076498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697702.076509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.077216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.077222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697702.081442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697702.081451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697702.084539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697702.084552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697702.084556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697702.094446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697702.098486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.100510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697702.100523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697702.105776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697702.105789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.113097:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697702.113111:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697702.113117:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697702.123096:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697702.123110:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697702.123127:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697702.123132:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697702.125914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697702.125924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697702.129431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697702.129449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697702.130846:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.130859:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697702.133923:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697702.133936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697702.137597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697702.137612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697702.137618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697702.137623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697702.145440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697702.145452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697702.149621:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.149628:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697702.149935:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697702.149943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697702.154452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.154470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697702.154475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697702.156430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697702.156444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697702.157202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697702.164425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697702.164440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697702.171459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.171469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697702.171869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697702.171879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697702.175438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697702.175448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697702.175454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697702.175459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697702.182461:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697702.182469:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697702.182473:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697702.182478:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697702.186614:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697702.186632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.187453:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697702.187460:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697702.190701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697702.190713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.191509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.191517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697702.191523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697702.191527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697702.193714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.193722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697702.193728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697702.193732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697702.193808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697702.193815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697702.200208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697702.200226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697702.202492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697702.202506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697702.202513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697702.202517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697702.216407:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697702.216414:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697702.216417:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697702.216420:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697702.221411:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697702.221420:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697702.221537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697702.221544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.224634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697702.224642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697702.224649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.224655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697702.228439:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697702.228447:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697702.228501:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.228508:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697702.228620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697702.228627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697702.235419:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697702.235428:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697702.235434:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697702.235438:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697702.241080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697702.241096:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697702.241103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697702.241108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697702.241222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697702.241231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697702.243324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697702.243332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697702.243464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697702.243470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697702.247576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697702.247590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697702.248432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697702.248439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697702.248445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697702.248449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697702.248453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697702.248458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697702.250435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.250447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697702.253517:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697702.253525:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697702.262434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697702.262448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697702.262455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697702.262460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697702.265501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697702.265511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697702.265517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697702.265523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697702.266425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697702.266434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697702.275624:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697702.275640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697702.280427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697702.280441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697702.280448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697702.280453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697702.280458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697702.280462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697702.286430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697702.286443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697702.286450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697702.286455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697702.286460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697702.286648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697702.290466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697702.290475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697702.290853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697702.290861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697702.290866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697702.290871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697702.290875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697702.290879:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697702.290884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697702.290901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697702.294530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697702.294546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697702.298498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697702.298622:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697702.298626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697702.298629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697702.300511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697702.300525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697702.300531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697702.300567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697702.304900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697702.304909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697702.305269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697702.305277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697702.309799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697702.309810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697702.309815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697702.309818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697702.319432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697702.319442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697702.323861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697702.323869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697702.324426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697702.324432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697702.324945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697702.324954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697702.338598:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697702.338607:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697702.338612:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697702.338617:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697702.340582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697702.340594:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697702.340600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697702.340605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697702.347439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697702.347456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697702.347993:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697702.348002:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697702.351447:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697702.351457:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697702.351463:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697702.351468:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697702.362447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697702.362466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697702.365432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697702.365445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697702.367270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697702.367284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697702.370061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697702.370074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697702.370951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.370959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697702.370964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697702.370968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697702.375480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697702.375493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697702.379707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697702.379716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697702.380429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697702.380437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697702.387459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697702.387473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697702.391503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697702.391512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697702.391519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697702.391523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697702.391663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697702.391669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697702.396483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697702.396492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697702.396499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.396504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697702.396620:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697702.396628:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697702.396633:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697702.396637:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697702.399590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697702.399602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697702.402575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697702.402584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697702.402590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697702.402600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697702.402609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697702.402965:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697702.406740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697702.406757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697702.411435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697702.411442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:1.1:1779697702.411445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697702.411448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697702.415475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697702.415483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697702.415487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697702.415491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697702.419005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697702.419019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697702.419428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697702.419434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697702.430423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.430431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697702.430434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697702.430437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697702.432433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697702.432447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697702.436431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697702.436440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697702.436446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697702.436450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697702.443439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697702.443451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697702.452440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697702.452457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697702.452462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697702.452465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697702.457567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697702.457579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697702.461488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697702.461620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697702.462432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697702.462442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697702.462447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.462453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697702.467877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.467901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697702.467909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697702.467913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697702.471418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697702.471428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697702.473827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697702.473839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697702.475697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697702.475708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697702.475715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697702.475721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697702.479337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697702.479351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697702.479357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697702.479361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697702.490013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697702.490030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697702.490036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.490042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697702.490430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697702.490438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697702.495421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697702.495432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697702.500506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.500517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697702.500522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.500525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697702.509414:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697702.509421:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697702.509427:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697702.509430:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697702.513283:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697702.513296:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697702.518416:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697702.518423:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697702.518793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697702.518799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697702.518802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697702.518805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697702.522427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697702.522441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697702.522447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697702.522450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697702.522455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697702.522458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697702.522461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697702.522464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697702.525675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.525689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697702.525694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.525696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697702.528541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697702.528552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697702.529418:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697702.529423:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697702.531429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697702.531435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697702.531520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697702.531526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697702.536427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697702.536442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697702.536447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697702.536450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697702.543498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.1:1779697702.547415:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697702.547425:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697702.548371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697702.548377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697702.548380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697702.548383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697702.548402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697702.550421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.550428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697702.550433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.550436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697702.553987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697702.553995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.554679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697702.554686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697702.554689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.554692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697702.558411:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697702.558418:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697702.564657:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697702.564664:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697702.564668:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697702.564759:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697702.567511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697702.567523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697702.567528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.567531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697702.568413:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697702.568418:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697702.576170:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697702.576183:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697702.576535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697702.576542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697702.576545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697702.576548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697702.580445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697702.580456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697702.580460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697702.580464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697702.581490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697702.581496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697702.581499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697702.581502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697702.581504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697702.581507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697702.581511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697702.581513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697702.585427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697702.585439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697702.585444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.585447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697702.585488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697702.585493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.589026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697702.589039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697702.596420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697702.596427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697702.596430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697702.596434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697702.599144:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697702.599153:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697702.603511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697702.603525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697702.603530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697702.603532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697702.614427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697702.614438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697702.614442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697702.614445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697702.614773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697702.614779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697702.621437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697702.625415:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697702.625424:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697702.625429:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697702.625436:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.625442:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697702.625448:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697702.625453:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.625459:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697702.625462:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697702.625468:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697702.625474:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697702.630436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697702.630452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697702.634435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697702.634445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697702.634446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697702.634456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697702.641472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697702.641487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697702.645775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697702.645790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697702.645797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697702.645801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697702.653452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697702.653463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697702.656595:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.656603:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697702.656609:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.656614:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.656619:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697702.656623:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697702.662817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.662827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697702.662833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697702.662837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697702.668261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697702.668271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697702.672134:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697702.672142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697702.673554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697702.673564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697702.676462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697702.676477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697702.676482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697702.676485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697702.679499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697702.679512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697702.686907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697702.686914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697702.690421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697702.690427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697702.690528:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697702.690533:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697702.694816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697702.694822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697702.698912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.698918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697702.698923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.698926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697702.705651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697702.705660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697702.705666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697702.705671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697702.706419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697702.706426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697702.714517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697702.714528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697702.720418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697702.720433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697702.720440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.720446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697702.720461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697702.720471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697702.720476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697702.720480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697702.727655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697702.727668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697702.731355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697702.731370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697702.736467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.736482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697702.736486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697702.736489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697702.741423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697702.741431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697702.741437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697702.741437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697702.741440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697702.741446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697702.746429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697702.746437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697702.748438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697702.748451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697702.748457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697702.748459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697702.748498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697702.748504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697702.750470:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697702.750482:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697702.751163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697702.751171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697702.754441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697702.754450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697702.758637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697702.758653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697702.758659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.758664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697702.767438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697702.767452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697702.771415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697702.771421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697702.771474:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697702.771483:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697702.785198:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697702.785218:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697702.792453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697702.792462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697702.792466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697702.792469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697702.796467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.796476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697702.796481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.796486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697702.802042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697702.802058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697702.812526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697702.812536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697702.817442:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.817451:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697702.817456:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.817458:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.817462:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697702.817466:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697702.821452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697702.821466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697702.821472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697702.821475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697702.832359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697702.832377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697702.832386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697702.832403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697702.832433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697702.832436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:0.1:1779697702.834413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697702.834419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697702.839432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697702.839448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697702.839453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.839456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.848663:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697702.848771:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697702.854712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697702.854726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697702.854731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697702.854733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697702.865487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697702.865503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697702.866009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697702.866018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697702.866024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697702.866028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697702.874426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697702.874440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697702.878426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697702.878438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697702.878442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697702.878445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697702.898423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697702.898438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697702.920434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697702.920444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697702.920448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697702.920450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697702.928445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697702.928457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697702.931558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697702.931578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697702.931586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697702.931591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697702.932449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697702.932457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697702.937519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697702.937533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697702.937540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697702.937545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697702.941507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697702.941517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697702.944576:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697702.944589:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697702.944592:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697702.944595:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697702.944599:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697702.944603:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697702.948532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697702.948559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697702.948565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697702.948567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697702.954229:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697702.954308:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697702.973527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697702.973541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697702.973545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697702.973547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697702.973550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697702.973554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697702.974407:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697702.974414:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697702.976201:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697702.976215:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697702.987466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697702.987479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697702.990538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697702.990551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697702.990555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697702.990558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697703.015477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697703.015484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697703.015489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697703.015491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697703.021418:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697703.021425:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697703.021663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697703.021792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697703.025525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697703.025539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697703.025544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697703.025547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697703.029522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697703.029534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697703.029540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697703.029544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697703.030430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697703.030438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697703.032528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697703.032540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697703.050452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697703.050460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697703.050462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697703.050463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697703.054445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697703.054457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697703.060451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697703.060462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:1.1:1779697703.060468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697703.060472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697703.068450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697703.068461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697703.073199:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697703.073213:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697703.073217:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697703.073220:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697703.081427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697703.081437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697703.081462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697703.081467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697703.081470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697703.081473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697703.087535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697703.087545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697703.110626:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697703.110632:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697703.110636:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697703.110638:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697703.112505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697703.112515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697703.116830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697703.116845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697703.116849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697703.116851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697703.116854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697703.116856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697703.123448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697703.123464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697703.123469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697703.123472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697703.129931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697703.129940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697703.129946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697703.129948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697703.132636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697703.132650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697703.137609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697703.137616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697703.161503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697703.161587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697703.161594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697703.161597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697703.180511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697703.180521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697703.185428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697703.185436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697703.185439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.1:1779697703.186962:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697703.187707:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697703.187714:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697703.195491:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697703.195655:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697703.195659:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697703.195662:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697703.204674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697703.204686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697703.204693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697703.204696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697703.204851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697703.204856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697703.212434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697703.212442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697703.212447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697703.212450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697703.212487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697703.212596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697703.212601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697703.212603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697703.224447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697703.224455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697703.229864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697703.229874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697703.235626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697703.235636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697703.235647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697703.235652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697703.235657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697703.235662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697703.237686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697703.237699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697703.239651:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697703.239660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697703.239687:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697703.239694:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697703.242728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697703.242736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697703.248444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697703.248452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697703.248457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697703.248461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697703.255412:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697703.255419:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697703.256226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697703.256236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697703.258875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697703.258897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697703.259415:0:3325:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697703.259421:0:3325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697703.271462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697703.271470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697703.271477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697703.271482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697703.275434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697703.275455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697703.275461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697703.275466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697703.277929:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697703.277937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697703.277987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697703.277992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697703.295464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697703.295475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697703.295479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697703.295481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697703.300717:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697703.300725:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697703.300729:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697703.300732:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697703.302467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697703.302475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697703.304432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697703.304444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697703.304448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697703.304450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697703.304533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697703.304539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697703.316406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697703.316413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697703.329454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697703.329472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697703.329568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697703.329575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697703.336582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697703.336594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697703.336627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697703.336634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697703.336636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697703.338628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697703.350042:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697703.350053:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697703.350426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697703.350433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697703.350437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697703.350439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697703.361355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697703.361362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697703.365417:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697703.365424:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697703.365429:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697703.365432:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697703.365500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697703.365505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697703.365518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697703.365520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697703.381864:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697703.381874:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697703.384573:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697703.384582:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697703.384589:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.384592:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697703.384598:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697703.384607:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697703.392610:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697703.392626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697703.392626:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697703.392635:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697703.392639:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697703.392642:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697703.393444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697703.393453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697703.403437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697703.403449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697703.403453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697703.403455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697703.407449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697703.407458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697703.410445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697703.410456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697703.416872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697703.416889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697703.419847:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697703.419860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697703.423431:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697703.423446:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697703.423450:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697703.423453:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697703.423459:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697703.423463:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697703.424047:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697703.424054:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697703.427472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697703.427482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697703.433593:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697703.433606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697703.437499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697703.437515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697703.437520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697703.437522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697703.454487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697703.454500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697703.456467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697703.456481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697703.456623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697703.456631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697703.459515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697703.459523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697703.468270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697703.468277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697703.468282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.468285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697703.476594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697703.476603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697703.478799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697703.478805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697703.478870:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697703.478876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697703.478940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697703.478946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697703.483600:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.483608:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697703.483612:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697703.483616:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697703.487557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697703.487565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697703.490432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697703.490440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697703.490585:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697703.490592:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697703.491018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697703.491025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697703.495431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697703.495445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697703.495451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.495454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697703.503472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697703.503503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697703.506436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697703.506444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697703.506487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697703.506493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697703.510963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697703.510981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697703.515661:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.515687:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697703.515694:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697703.515698:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697703.531423:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697703.531437:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697703.531442:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.531446:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697703.536791:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697703.536808:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697703.540498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697703.540506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697703.541072:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697703.541078:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697703.541082:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697703.541084:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697703.543432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697703.543445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697703.543449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697703.543452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697703.543571:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697703.543577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697703.551097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697703.551104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697703.555462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697703.555477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697703.555481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697703.555484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697703.568482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697703.568491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697703.572016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697703.572029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697703.572419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697703.572426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697703.579432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:0.1:1779697703.579448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697703.582493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697703.582507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697703.582513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697703.582518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697703.596985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697703.596998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697703.602214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697703.602224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697703.602232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697703.602238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697703.602242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697703.602246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697703.610427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697703.610440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697703.610444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697703.613829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697703.618411:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697703.618427:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697703.618431:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697703.618436:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697703.632508:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697703.632523:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:1.1:1779697703.634654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697703.634667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697703.641673:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697703.641685:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697703.641688:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697703.641691:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697703.652005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697703.652018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697703.652429:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697703.652434:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697703.652440:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697703.652443:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697703.657432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697703.657440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697703.665818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697703.665832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697703.665838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697703.665842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697703.670233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697703.670249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697703.670256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697703.670259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697703.670262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697703.670266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697703.674293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697703.674309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697703.675903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697703.675916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697703.675919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697703.675922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697703.701184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697703.701198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697703.707197:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697703.707210:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697703.707701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697703.707707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697703.714216:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697703.714230:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697703.728446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697703.728460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697703.728463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697703.728466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697703.732537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697703.732551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697703.732556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697703.732559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697703.732561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697703.732564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697703.737651:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697703.737659:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697703.749492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697703.749507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697703.749511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697703.749514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697703.757425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697703.757437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697703.761552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697703.761562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697703.761622:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697703.761630:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697703.769485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697703.769493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697703.769496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697703.769500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697703.769761:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697703.769768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697703.780599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697703.780616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697703.780622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697703.780624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697703.780628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697703.780632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697703.780634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697703.780637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697703.788561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697703.788570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697703.788576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697703.788581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697703.792448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697703.792461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697703.792818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697703.792824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697703.795446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697703.795457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697703.795551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697703.795556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697703.798577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697703.798590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697703.798594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697703.798598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697703.804419:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.804425:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697703.807828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697703.807837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697703.808129:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697703.808135:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697703.812168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697703.812177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697703.821702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697703.821714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697703.821719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697703.821722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697703.824467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697703.824477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697703.824482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697703.824486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697703.826427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697703.826440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697703.826467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697703.826474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697703.831431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697703.831439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697703.831445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697703.831450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697703.841822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697703.841831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697703.842560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697703.845545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697703.845554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697703.845558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697703.846405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697703.846413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697703.846416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697703.846419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697703.846422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697703.846425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697703.852862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697703.852871:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697703.852889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697703.852893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697703.852895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697703.856445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697703.857484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697703.857493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697703.857496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697703.857500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697703.857504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697703.857507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697703.868412:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697703.868427:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697703.868433:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697703.871433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:0.1:1779697703.871458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697703.871598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697703.876072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697703.876086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697703.888453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697703.888466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697703.888470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697703.888473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697703.901516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697703.901526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697703.906536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697703.906542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697703.906577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697703.906586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697703.911446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697703.911463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697703.914684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697703.914698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697703.914704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697703.914707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697703.933290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697703.933304:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697703.939542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697703.939554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697703.940448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697703.940459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697703.940562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697703.940569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697703.940576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697703.940580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697703.944400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697703.944408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697703.949437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697703.949449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697703.952551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697703.952560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697703.956331:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697703.956345:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697703.960427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697703.960439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697703.966954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697703.966962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697703.966966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697703.966968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697703.972016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697703.972025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697703.973448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697703.973458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697703.974729:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697703.974739:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697703.976652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697703.976666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697703.979954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697703.979970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697703.979978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697703.979983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697703.993594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697703.993608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697703.996187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697703.996195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697703.996589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697703.996597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697704.001434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697704.001451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697704.021653:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.021661:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697704.021667:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697704.021671:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697704.026461:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697704.026476:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697704.034487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697704.034561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697704.034567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697704.034571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.039242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697704.039258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697704.045348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697704.045359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697704.045365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.045369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697704.052129:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697704.052140:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697704.052146:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.052152:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697704.052422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697704.052429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697704.057524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697704.057539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697704.057545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.057551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697704.057557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697704.057561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697704.068603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697704.068616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697704.070850:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697704.070862:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697704.070868:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.070872:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697704.075679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697704.075692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697704.079448:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697704.079460:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697704.079466:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697704.079470:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697704.082644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697704.082656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697704.085714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697704.085726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697704.085905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697704.085913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.094200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697704.094211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697704.101433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697704.101441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697704.101445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697704.101449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697704.104504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697704.104513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697704.104517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697704.104520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697704.105425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697704.105433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697704.110424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697704.110436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697704.110467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697704.110472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697704.110475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697704.110476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697704.121517:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697704.121531:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697704.121535:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697704.121538:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697704.126747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697704.126755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697704.128424:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697704.128432:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.128438:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697704.128443:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697704.128449:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697704.128454:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697704.134552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697704.134560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697704.134566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.134571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697704.134728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697704.134735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697704.134740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697704.134744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697704.139442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697704.139453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697704.139459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697704.139465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697704.139471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697704.139481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697704.139486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697704.139490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697704.139496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697704.139502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697704.144426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697704.144434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697704.144479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.144487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697704.144492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697704.144496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697704.149429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697704.149441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697704.149447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697704.149452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697704.158414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697704.158429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697704.158435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697704.158440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697704.158446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697704.158451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697704.158456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697704.158460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697704.158702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697704.158708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697704.159003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697704.159012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697704.163437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697704.163450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697704.163455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697704.163460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697704.168097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.168111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697704.168117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.168121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697704.170438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697704.170449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697704.170456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697704.170461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697704.172473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697704.172487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697704.196529:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697704.196538:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697704.201461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697704.201468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697704.201472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697704.201475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.215428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697704.215482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697704.215488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697704.215493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697704.215496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697704.215499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697704.217494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697704.217505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697704.222778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697704.222786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697704.222790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697704.222793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697704.222796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.222799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697704.222804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.222806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697704.222808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697704.222811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697704.224607:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697704.224615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697704.226492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.226504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697704.226508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.226510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697704.227520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697704.227529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697704.228425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697704.228432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.232428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.232436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697704.240431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697704.240447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697704.240497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.240504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697704.240508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697704.240510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697704.245479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697704.245486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697704.247433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697704.247439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697704.247486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697704.247491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697704.252479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697704.252495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697704.256430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.256439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697704.256445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697704.256450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.268419:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697704.268428:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697704.268433:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697704.268438:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697704.269002:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697704.269010:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697704.276501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697704.276509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697704.277159:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697704.277169:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697704.281997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697704.282011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697704.282017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697704.282022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697704.282422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.282430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697704.282435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697704.282442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697704.282446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.282450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697704.282454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697704.282458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697704.282462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.282466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697704.282471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697704.282477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697704.284414:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.284421:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697704.284426:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697704.284431:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697704.284436:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697704.284441:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697704.284445:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697704.284449:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697704.286902:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697704.286925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697704.290464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697704.290474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697704.290481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697704.290487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697704.290696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697704.290703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697704.293636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697704.293649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697704.297697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697704.297705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697704.297711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697704.297716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697704.302593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697704.302605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697704.302612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697704.302616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697704.306862:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697704.306870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697704.314604:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697704.314612:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697704.317464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.317477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697704.317484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697704.317488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697704.317492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697704.317496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697704.317502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697704.317506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697704.317509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697704.317513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697704.319446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697704.319446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697704.319457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697704.319458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697704.319461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697704.319465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697704.334536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697704.334546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697704.334552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697704.334559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697704.334864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697704.334880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697704.337527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697704.337539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697704.337546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697704.337550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697704.340553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697704.340565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697704.340570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697704.340576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697704.340583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.340587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697704.340590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697704.340594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697704.341416:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697704.341423:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697704.345521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.345537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697704.345544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697704.345548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697704.355424:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697704.355431:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697704.358560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697704.358578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697704.359416:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.359427:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697704.371566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697704.371584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697704.372487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697704.372501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697704.372508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697704.372514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.375724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697704.375741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697704.375748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697704.375753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697704.377558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697704.377574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697704.377579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697704.377584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697704.377590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697704.377595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697704.377600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.377605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.386802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697704.386810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697704.390440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697704.390449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697704.390523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697704.390531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.393448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697704.393455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697704.401438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697704.401453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697704.401457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697704.401462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697704.401466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.405436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697704.409442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697704.409460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697704.409466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697704.409470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697704.410066:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697704.410074:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697704.414544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697704.414561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697704.414567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697704.414572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697704.427568:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697704.427581:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697704.427586:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697704.427590:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697704.431434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697704.431441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697704.431508:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697704.431513:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.439686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697704.439694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697704.439699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697704.439704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697704.439709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.439713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697704.440791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697704.440797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697704.440800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:1.1:1779697704.440804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697704.440807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697704.440810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697704.440813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.440816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697704.440819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697704.440822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697704.441483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697704.441490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697704.444412:0:2404:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697704.444424:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697704.445861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697704.445881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697704.452832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697704.452837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697704.457428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697704.457435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697704.457442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697704.457446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697704.460594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697704.460601:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697704.460606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697704.460610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697704.464643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697704.464659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.465752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697704.465762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697704.470460:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697704.470476:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697704.470482:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697704.470486:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697704.472436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697704.472443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697704.476455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697704.476463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697704.476522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697704.476529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697704.486002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697704.486010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697704.495531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.495540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697704.495544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697704.495547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697704.500794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697704.500810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697704.503440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697704.503448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697704.503453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.503457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697704.509587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697704.509601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697704.523441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697704.523456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697704.523460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.523466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697704.527433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697704.527447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697704.530860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697704.530883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697704.530890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.530895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697704.535434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697704.535450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697704.561432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.561443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697704.561447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697704.561450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697704.565520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697704.565532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697704.565536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697704.565539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697704.573042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697704.573057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697704.577437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697704.577452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697704.585964:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697704.585976:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697704.585981:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.585984:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697704.587616:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697704.587624:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697704.589541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697704.589547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697704.590474:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697704.590481:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697704.590485:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697704.590488:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697704.595459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697704.595470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697704.595477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697704.595481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697704.597449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697704.597460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697704.597466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697704.597471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697704.599455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697704.599467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697704.599621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697704.599628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697704.607226:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697704.607235:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697704.607240:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697704.607245:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697704.615641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697704.615650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697704.615744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697704.615751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697704.619442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697704.619452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697704.619698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697704.619706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697704.619711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697704.619715:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697704.619721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697704.619726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.1:1779697704.629320:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697704.629328:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697704.629334:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.629339:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697704.629343:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697704.629349:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697704.629353:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697704.629357:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697704.629362:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697704.629367:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697704.629373:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697704.629378:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697704.632595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697704.632607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697704.632613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697704.632617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697704.635422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697704.635429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697704.635434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697704.635438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697704.635970:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697704.635978:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697704.635983:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.635987:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697704.641034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697704.641042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697704.642428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697704.642446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697704.644618:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697704.644626:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697704.644629:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697704.644632:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:1.1:1779697704.645417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697704.645424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697704.645427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697704.645430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697704.653616:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697704.653625:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697704.653629:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.653632:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697704.660574:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697704.660581:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697704.660584:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697704.660587:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697704.665579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697704.665587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697704.665592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.665594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697704.670549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.670559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.670563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.670566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697704.670897:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697704.670903:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697704.670907:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697704.670910:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697704.675716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697704.675728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697704.675731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697704.675736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697704.678413:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697704.678423:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697704.678436:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697704.678440:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697704.678574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697704.678580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697704.681445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697704.681463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697704.687611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.687632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.687640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.687643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697704.691420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697704.691428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697704.691520:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.691529:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697704.691532:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697704.691535:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697704.695697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697704.695710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697704.701585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.701596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.701600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.701603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697704.706422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697704.706444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697704.706449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.706453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697704.706456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697704.706458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697704.706479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697704.706485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697704.712585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.712593:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.712599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.712602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697704.714428:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697704.714440:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697704.714445:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.714447:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697704.714898:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697704.714903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:1.1:1779697704.718423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697704.718500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697704.722481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.722489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.722494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.722497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697704.732685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697704.732699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697704.733445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697704.733455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697704.748460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697704.748472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697704.748476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.748479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.748484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.748487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697704.750354:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697704.750360:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697704.756607:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697704.756621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697704.758580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.758588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697704.758593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.758597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697704.763462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697704.763477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697704.764590:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697704.764602:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697704.764607:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697704.764610:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697704.771941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697704.771962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697704.771969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697704.771973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697704.773504:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697704.773517:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697704.784431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697704.784444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697704.784452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697704.784456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697704.787433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697704.787444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.788938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697704.788952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697704.790910:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697704.790925:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.801653:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697704.801666:0:5657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697704.801670:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.801673:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697704.808563:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697704.808570:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697704.808575:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697704.808578:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697704.814904:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697704.814920:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697704.817464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697704.817472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697704.817737:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:0.1:1779697704.817743:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697704.832802:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697704.832812:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697704.847466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.847475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697704.847480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697704.847484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697704.852410:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697704.852422:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697704.866410:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697704.866417:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697704.866423:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697704.866431:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697704.867629:0:5617:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697704.867638:0:5617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697704.876337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697704.876350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697704.876354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697704.876357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697704.887290:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697704.887297:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697704.887302:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.887306:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697704.887310:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697704.887313:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697704.905408:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697704.905415:0:223144:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697704.905927:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697704.905933:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697704.918915:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697704.918925:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.918931:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697704.918934:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697704.919930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697704.919942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697704.920532:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697704.920540:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697704.941935:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697704.941942:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697704.941947:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697704.941950:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697704.941955:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697704.941958:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697704.943364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697704.943372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697704.952322:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697704.952333:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697704.952338:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697704.952340:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697704.952344:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697704.952347:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697704.952350:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697704.952353:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.952356:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697704.952358:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697704.952363:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697704.952366:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697704.952368:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697704.952370:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697704.952372:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697704.952375:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697704.952377:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697704.952380:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697704.952382:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697704.952385:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697704.955432:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697704.955439:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697704.955443:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697704.955446:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697704.955812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697704.955819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697704.956257:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697704.956262:0:5657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697704.966588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697704.966603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697704.966610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697704.966618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697704.966625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:2.1:1779697704.966631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697704.968581:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697704.968591:0:5657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697704.974344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697704.974359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697704.974439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697704.974445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697704.974448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697704.974451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697704.974454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697704.974456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697704.974459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697704.974460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697704.987414:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697704.987423:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697704.994893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697704.994904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697704.994907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697704.994913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.1:1779697705.000281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697705.000288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697705.000834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697705.000843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697705.000848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:3.1:1779697705.000850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697705.000856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697705.000859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697705.005249:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697705.005259:0:2399:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697705.005264:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697705.005269:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697705.005273:0:2399:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697705.005278:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697705.012479:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697705.012497:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697705.012501:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697705.012505:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697705.017456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697705.017465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697705.017469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697705.017472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697705.031440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697705.031454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697705.031458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697705.031460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697705.047460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697705.047477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697705.047483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697705.047486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697705.047491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697705.047497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697705.047503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697705.047509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697705.047555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697705.047560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697705.053425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697705.053440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697705.053444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697705.053447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697705.054500:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697705.054511:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697705.061026:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697705.061054:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697705.061062:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697705.061066:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697705.064503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697705.064512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697705.064612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697705.064618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697705.070441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697705.070464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697705.070470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697705.070472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697705.081478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697705.081493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697705.086481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697705.086491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697705.087988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697705.088003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697705.088206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697705.088211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697705.089597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697705.089603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697705.089607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697705.089612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697705.101444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697705.101458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697705.101462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697705.101464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697705.101517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697705.101523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697705.108432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697705.108443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697705.115910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697705.115926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697705.115931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697705.115936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697705.115943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697705.115949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697705.115955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697705.115961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697705.115966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697705.115970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697705.119432:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697705.119439:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697705.123430:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697705.123439:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697705.123775:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697705.123783:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697705.123787:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697705.123804:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.1:1779697705.126524:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697705.126530:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697705.126532:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697705.126541:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697705.131415:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697705.131421:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697705.136542:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:0.1:1779697705.136559:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697705.136566:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:0.1:1779697705.136570:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:0.1:1779697705.139427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697705.139438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697705.139599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697705.139606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697705.139610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697705.139612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697705.145294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697705.145310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697705.148420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:0.1:1779697705.148429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697705.148435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697705.148438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697705.153114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697705.153126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697705.153430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697705.153437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:0.1:1779697705.158423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697705.158432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697705.158541:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697705.158547:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697705.164411:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:0.1:1779697705.168648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697705.168673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:0.1:1779697705.168687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697705.172442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697705.172455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697705.172571:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697705.172576:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697705.172580:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697705.172583:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697705.177318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697705.177334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697705.187424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697705.187437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697705.187441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697705.187443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697705.190429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697705.190442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697705.190938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697705.190954:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697705.190959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697705.190964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697705.200126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697705.200135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697705.210568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697705.210577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697705.210583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697705.210586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697705.220556:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697705.220571:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697705.220576:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697705.220579:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697705.220650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697705.220657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697705.235416:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697705.235416:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697705.235430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697705.235431:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697705.235438:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697705.235442:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697705.242638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697705.242651:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697705.242657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697705.242664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697705.243462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697705.243469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697705.251427:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697705.251433:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697705.265312:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:0.1:1779697705.265331:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697705.265336:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697705.265340:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697705.267551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697705.267568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697705.267573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697705.267577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697705.267580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697705.267582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697705.267584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697705.267587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697705.274692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697705.274701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697705.274705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697705.274708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697705.278823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.1:1779697705.278845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697705.283434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697705.283449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697705.285421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697705.285436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697705.301547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697705.301561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697705.306957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697705.306964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697705.306966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697705.306969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697705.315982:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697705.315994:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697705.324441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697705.324455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697705.324921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697705.324928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697705.334730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697705.334739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697705.334745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697705.334751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697705.334756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697705.334760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697705.338560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697705.338572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697705.338577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697705.338580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697705.338584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697705.338588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697705.342618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697705.342627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697705.351466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697705.351477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697705.351482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697705.351484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697705.355488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697705.355495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697705.356452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697705.356459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697705.358500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697705.358515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697705.358887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697705.358894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697705.358900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697705.358907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697705.358912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697705.358917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697705.359663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697705.359679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697705.361774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697705.361788:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697705.361794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697705.361798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697705.361802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697705.361807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697705.371418:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697705.371424:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697705.371429:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697705.371433:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697705.375499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697705.375508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697705.380549:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697705.380556:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697705.380560:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697705.380563:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697705.381454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697705.381459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697705.383654:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697705.383665:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697705.383668:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697705.383672:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697705.383765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697705.383772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697705.390421:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697705.390427:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697705.390681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697705.390687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697705.390691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697705.390693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697705.397909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697705.397922:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697705.397926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697705.397929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697705.403425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697705.403438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697705.403443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697705.403446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697705.403894:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697705.403900:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697705.407428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697705.407442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697705.411837:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697705.411849:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697705.411854:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697705.411857:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697705.421450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697705.421466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697705.424510:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697705.424518:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697705.426031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697705.426038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697705.429436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697705.429446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697705.429452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.429454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697705.430082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697705.430089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697705.436522:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697705.436535:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697705.436541:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697705.436545:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697705.437852:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697705.437862:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697705.445591:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.445601:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697705.445607:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697705.445612:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697705.450433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697705.450445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697705.454424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697705.454434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697705.454438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697705.454440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697705.454532:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697705.454540:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697705.454545:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697705.454550:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697705.472834:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697705.472842:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697705.472846:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.472849:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697705.475763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697705.475775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697705.475780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697705.475785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697705.482587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697705.482594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697705.482599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697705.482601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697705.484839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697705.484852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697705.484856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697705.484859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697705.486791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697705.486799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697705.486804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697705.486809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.494484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697705.494497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697705.494502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697705.494505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697705.495442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697705.495450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697705.495453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697705.495456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697705.510415:0:222958:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697705.510423:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697705.510426:0:222958:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697705.510429:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:1.1:1779697705.510431:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697705.510433:0:222958:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697705.510436:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697705.510446:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697705.522417:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697705.522425:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697705.522430:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697705.522432:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697705.522435:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697705.522438:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697705.522441:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697705.522443:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697705.522446:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697705.522448:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697705.522453:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697705.522455:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697705.523039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.523045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697705.523049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697705.523051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697705.523654:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697705.523716:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697705.523721:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697705.523726:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697705.540500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697705.540511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697705.540515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697705.540518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697705.544581:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697705.544596:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697705.545359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697705.545370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697705.545377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697705.545381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697705.546801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697705.546807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697705.546812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.546815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697705.546818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697705.546822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697705.546825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697705.546827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697705.546829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697705.546831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697705.546834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697705.546836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697705.546838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697705.546840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697705.546843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697705.546845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697705.556317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697705.556333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697705.556340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697705.556345:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697705.556350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697705.556355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697705.571952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697705.571967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697705.575794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697705.575807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697705.575813:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697705.575817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697705.590603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697705.590618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697705.599681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697705.599696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697705.599700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697705.599704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697705.606684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697705.606695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697705.619538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697705.619549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697705.621372:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697705.621377:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697705.629478:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697705.629491:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697705.633353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697705.633368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697705.633373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697705.633375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697705.636406:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697705.636414:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697705.636417:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697705.636420:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697705.641062:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697705.641076:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697705.652428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697705.652436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697705.656470:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697705.656476:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697705.656657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697705.656666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697705.656669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697705.656672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697705.656675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697705.656678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697705.656681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.656683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697705.661398:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697705.661415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697705.663604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697705.663620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697705.663625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697705.663627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697705.703193:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697705.703206:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697705.730824:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697705.730837:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697705.730841:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697705.730846:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697705.745531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697705.745543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697705.745548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697705.745550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697705.755595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697705.755609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697705.770429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697705.770441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697705.770638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697705.770644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697705.770651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697705.770655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697705.770658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697705.770660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697705.789249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697705.789264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697705.789268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697705.789271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697705.792064:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697705.792076:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697705.797497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697705.797511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697705.797516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697705.797520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697705.811500:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697705.811513:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697705.815784:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697705.815793:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697705.815797:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697705.815800:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697705.817607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697705.817617:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697705.817622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697705.817626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697705.817629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697705.817634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697705.823221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697705.823237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697705.826485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697705.826493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697705.826496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697705.826499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697705.828433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697705.828447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697705.828452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697705.828459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697705.828465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697705.828470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697705.828475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697705.828479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697705.830472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697705.830481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697705.830485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697705.830488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697705.845431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697705.845431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697705.845443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697705.845443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697705.845447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697705.845449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697705.847433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697705.847447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697705.855499:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697705.855510:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697705.855514:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697705.855516:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697705.862427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697705.862444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697705.862537:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697705.862544:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697705.866439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697705.866446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697705.866662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697705.866671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697705.886498:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697705.886513:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697705.886519:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697705.886522:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697705.897268:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697705.897280:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697705.897286:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697705.897289:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697705.902466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697705.902472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697705.907432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697705.907446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697705.920715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697705.920722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697705.920727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697705.920729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697705.933893:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697705.933909:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697705.949760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697705.949766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697705.952890:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697705.952898:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697705.956480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697705.956495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697705.956499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697705.956502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697705.970423:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697705.970436:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697705.985418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697705.985430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697705.985463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697705.985469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697705.985473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697705.985476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697705.985479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697705.985482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697705.998136:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697705.998153:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697705.998156:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697705.998159:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697706.029060:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697706.029068:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697706.039420:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697706.039430:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697706.039434:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697706.039437:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697706.045311:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697706.045321:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697706.045325:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697706.045328:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697706.045331:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697706.045336:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697706.049924:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697706.049936:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697706.049941:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697706.049945:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.1:1779697706.053285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697706.053297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697706.053420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697706.053427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697706.061982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.061995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697706.062000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697706.062002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697706.082782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.082790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697706.082795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697706.082798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697706.083437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697706.083444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697706.086446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697706.086457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697706.086461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.086464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697706.087843:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697706.087853:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697706.100970:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697706.100977:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697706.100981:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697706.100985:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697706.103085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697706.103100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697706.120549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697706.120558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697706.124426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697706.124438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697706.124488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697706.124493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697706.124497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697706.124499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697706.124501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697706.124504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697706.124506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697706.124508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697706.126411:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697706.126418:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697706.126652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697706.126659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697706.129170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697706.129191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697706.129196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697706.129201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697706.129204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697706.129208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697706.129210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697706.129213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697706.129216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697706.129218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697706.149211:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.149219:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697706.149222:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.149225:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697706.159489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697706.159498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697706.159502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697706.159506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697706.174266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697706.174274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697706.174278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697706.174283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697706.174287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697706.174289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697706.183920:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697706.183932:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697706.194476:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697706.194493:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.1:1779697706.194498:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697706.194501:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697706.194506:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697706.194508:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697706.197210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697706.197220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697706.197224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697706.197227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697706.200097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697706.200105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697706.207439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697706.207452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697706.207457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697706.207462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.207465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697706.207468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697706.207471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697706.207473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697706.208982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697706.208993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697706.215234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697706.215242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.215618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697706.215624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697706.215628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.215640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697706.215643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697706.215645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697706.228425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697706.228440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697706.228625:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697706.228632:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697706.228636:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697706.228639:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697706.232250:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697706.232262:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697706.232267:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697706.232270:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697706.232273:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697706.232276:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697706.236552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697706.236566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697706.236570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697706.236573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697706.236576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697706.236579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697706.242522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697706.242539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697706.242543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.242546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.242549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697706.242551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697706.247769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697706.247776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697706.273606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.273615:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697706.273621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.273625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697706.276572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697706.276580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697706.276584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697706.276587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697706.279548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697706.279556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697706.280198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697706.280205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697706.280211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697706.280217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697706.280223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697706.280229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697706.280776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697706.280784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697706.280789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.280795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697706.281981:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697706.281989:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697706.285421:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697706.285429:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.294572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697706.294587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697706.294594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697706.294599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.304943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697706.305008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697706.305015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.305020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.305025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.305029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697706.305521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697706.305529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697706.313503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:0.1:1779697706.313513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697706.313518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:0.1:1779697706.313522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697706.314098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697706.314105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697706.314110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697706.314115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697706.323494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697706.323508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697706.323509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697706.323518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697706.329426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.329440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.329445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.329448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697706.344796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697706.344810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697706.350595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697706.350605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697706.350785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697706.350791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697706.356276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:0.1:1779697706.356291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697706.356295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:0.1:1779697706.356298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697706.361200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697706.361209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697706.368138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697706.368154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697706.368159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697706.368163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697706.372427:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697706.372434:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697706.394381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697706.394407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697706.396411:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697706.396419:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697706.396419:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.396429:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.396434:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697706.396439:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697706.397023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697706.397033:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697706.397040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697706.397045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:0.1:1779697706.404605:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697706.404616:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697706.406922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697706.406944:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697706.406949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.406952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697706.407758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697706.407765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.408426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697706.408433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697706.413123:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697706.413130:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.413133:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697706.413136:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.413139:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697706.413142:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697706.413765:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697706.413772:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697706.419787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697706.419802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697706.421838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697706.421848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697706.421852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697706.421855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697706.422620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697706.422629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697706.428611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697706.428627:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697706.428631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697706.428634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697706.439646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.439658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.439664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.439669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697706.443729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697706.443736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697706.445882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697706.445896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697706.461152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.461161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.461171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.461178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697706.466205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697706.466214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697706.473587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:3.1:1779697706.473594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697706.476483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697706.476494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697706.480446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697706.480462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697706.480467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697706.480473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697706.480478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697706.480484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697706.493490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697706.493503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.495427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697706.495435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697706.495689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697706.495698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697706.495703:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697706.495708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.505285:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697706.505293:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697706.505298:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697706.505301:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697706.508425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697706.508433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697706.508439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697706.508444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697706.511523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697706.511533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697706.511540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697706.511545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697706.512482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697706.512489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697706.512492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697706.512495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697706.521429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697706.521438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697706.521444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697706.521447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697706.523483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697706.523495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697706.523500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697706.523506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697706.527012:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697706.527022:0:222958:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697706.527028:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.527032:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697706.539511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697706.539519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697706.539523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697706.539529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697706.539532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697706.539536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697706.539538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697706.539540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697706.539542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697706.539544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697706.539547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697706.539549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697706.543490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697706.543506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697706.550429:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697706.550438:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.550462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697706.550472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697706.550478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697706.550483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697706.559874:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697706.559884:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697706.559888:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697706.559891:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697706.571730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697706.571740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697706.575969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697706.575978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697706.576047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697706.576053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697706.579354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697706.579363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697706.584340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697706.584347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697706.584350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697706.584352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697706.599372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697706.599384:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697706.611263:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697706.611273:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697706.613245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697706.613252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697706.613256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697706.613259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697706.613262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697706.613265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697706.613268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697706.613270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697706.626820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697706.626830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697706.629942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697706.629950:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697706.629954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697706.629959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697706.634444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697706.634452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697706.634457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697706.634462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697706.634466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697706.634469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697706.638642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.1:1779697706.638653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697706.638657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697706.638658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697706.644572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697706.644586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697706.644591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697706.644594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697706.645576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697706.645584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697706.645588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697706.645591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697706.657699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697706.657713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697706.657716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697706.663183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697706.663195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697706.664092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697706.675502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697706.675520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697706.675525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697706.675528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697706.680435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697706.680447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697706.700111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697706.700118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697706.701122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697706.701130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697706.701133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697706.701136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697706.705333:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697706.705347:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697706.713791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697706.713799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697706.714053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697706.714062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697706.714065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697706.714069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697706.725736:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697706.725745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697706.727606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697706.727618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697706.736350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697706.736374:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697706.736380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697706.736383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697706.736397:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697706.736401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697706.745043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697706.745057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697706.745061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697706.745065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697706.745070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697706.745073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697706.745076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697706.745078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697706.745599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697706.745608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697706.746492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.746500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697706.746503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.746505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697706.752411:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697706.752416:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697706.752420:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697706.752423:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 02000000:00000010:2.0:1779697706.761586:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3507000. 00000100:00000010:2.0:1779697706.761589:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585180. 02000000:00000010:2.0:1779697706.761591:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825a000. 00000100:00000010:2.0:1779697706.761594:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b480. 02000000:00000010:2.0:1779697706.761596:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3502000. 00000100:00000010:2.0:1779697706.761598:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585f80. 02000000:00000010:2.0:1779697706.761601:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad297e000. 00000100:00000010:2.0:1779697706.761604:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 02000000:00000010:2.0:1779697706.761606:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297a000. 00000100:00000010:2.0:1779697706.761608:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 02000000:00000010:2.0:1779697706.761610:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad297b000. 00000100:00000010:2.0:1779697706.761612:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 02000000:00000010:2.0:1779697706.761615:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297d000. 00000100:00000010:2.0:1779697706.761617:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558700. 02000000:00000010:2.0:1779697706.761619:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacbf96000. 00000100:00000010:2.0:1779697706.761621:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3b80. 02000000:00000010:2.0:1779697706.761624:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3500000. 00000100:00000010:2.0:1779697706.761626:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559c00. 02000000:00000010:2.0:1779697706.761628:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf4916000. 00000100:00000010:2.0:1779697706.761632:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b800. 02000000:00000010:2.0:1779697706.761634:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf4917000. 00000100:00000010:2.0:1779697706.761636:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655ad80. 02000000:00000010:2.0:1779697706.761639:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4e12000. 00000100:00000010:2.0:1779697706.761641:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655aa00. 02000000:00000010:2.0:1779697706.761643:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3503000. 00000100:00000010:2.0:1779697706.761646:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584700. 02000000:00000010:2.0:1779697706.761648:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf4915000. 00000100:00000010:2.0:1779697706.761651:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584a80. 02000000:00000010:2.0:1779697706.761654:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3504000. 00000100:00000010:2.0:1779697706.761671:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584000. 02000000:00000010:2.0:1779697706.761675:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfedd3000. 00000100:00000010:2.0:1779697706.761677:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558a80. 02000000:00000010:2.0:1779697706.761679:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6ce9000. 00000100:00000010:2.0:1779697706.761682:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1880. 02000000:00000010:2.0:1779697706.761685:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfedd4000. 00000100:00000010:2.0:1779697706.761687:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7586680. 02000000:00000010:2.0:1779697706.761690:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfedd5000. 00000100:00000010:2.0:1779697706.761692:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558380. 02000000:00000010:2.0:1779697706.761695:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfedd6000. 00000100:00000010:2.0:1779697706.761697:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559500. 02000000:00000010:2.0:1779697706.761700:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfedd1000. 00000100:00000010:2.0:1779697706.761702:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3100. 02000000:00000010:2.0:1779697706.761705:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfda000. 00000100:00000010:2.0:1779697706.761707:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3800. 02000000:00000010:2.0:1779697706.761710:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cef000. 00000100:00000010:2.0:1779697706.761712:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0a80. 02000000:00000010:2.0:1779697706.761715:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6cea000. 00000100:00000010:2.0:1779697706.761717:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7587800. 02000000:00000010:2.0:1779697706.761720:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfedd7000. 00000100:00000010:2.0:1779697706.761722:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029500. 02000000:00000010:2.0:1779697706.761725:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdd000. 00000100:00000010:2.0:1779697706.761728:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559f80. 02000000:00000010:2.0:1779697706.761730:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfd8000. 00000100:00000010:2.0:1779697706.761733:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559180. 02000000:00000010:2.0:1779697706.761735:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6ce8000. 00000100:00000010:2.0:1779697706.761737:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3480. 02000000:00000010:2.0:1779697706.761740:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e11000. 00000100:00000010:2.0:1779697706.761742:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 02000000:00000010:2.0:1779697706.761744:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6ceb000. 00000100:00000010:2.0:1779697706.761746:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0380. 02000000:00000010:2.0:1779697706.761749:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfdc000. 00000100:00000010:2.0:1779697706.761751:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0700. 02000000:00000010:2.0:1779697706.761753:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdf000. 00000100:00000010:2.0:1779697706.761755:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7df80. 02000000:00000010:2.0:1779697706.761764:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cec000. 00000100:00000010:2.0:1779697706.761766:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ad80. 02000000:00000010:2.0:1779697706.761769:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6ced000. 00000100:00000010:2.0:1779697706.761772:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1180. 02000000:00000010:2.0:1779697706.761774:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e13000. 00000100:00000010:2.0:1779697706.761776:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c700. 02000000:00000010:2.0:1779697706.761779:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4e16000. 00000100:00000010:2.0:1779697706.761781:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02b800. 02000000:00000010:2.0:1779697706.761784:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfdb000. 00000100:00000010:2.0:1779697706.761786:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7fb80. 02000000:00000010:2.0:1779697706.761789:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc340d000. 00000100:00000010:2.0:1779697706.761792:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7ce00. 02000000:00000010:2.0:1779697706.761794:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc340e000. 00000100:00000010:2.0:1779697706.761797:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02b100. 02000000:00000010:2.0:1779697706.761800:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3409000. 00000100:00000010:2.0:1779697706.761802:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02a300. 02000000:00000010:2.0:1779697706.761805:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cee000. 00000100:00000010:2.0:1779697706.761811:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 02000000:00000010:2.0:1779697706.761814:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a6000. 00000100:00000010:2.0:1779697706.761817:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 02000000:00000010:2.0:1779697706.761819:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfedd2000. 00000100:00000010:2.0:1779697706.761821:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029c00. 02000000:00000010:2.0:1779697706.761824:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfedd0000. 00000100:00000010:2.0:1779697706.761830:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7d500. 02000000:00000010:2.0:1779697706.761832:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3515000. 00000100:00000010:2.0:1779697706.761835:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02aa00. 02000000:00000010:2.0:1779697706.761838:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a4000. 00000100:00000010:2.0:1779697706.761840:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02a680. 02000000:00000010:2.0:1779697706.761842:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3512000. 00000100:00000010:2.0:1779697706.761844:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028380. 02000000:00000010:2.0:1779697706.761847:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3510000. 00000100:00000010:2.0:1779697706.761849:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d8000. 02000000:00000010:2.0:1779697706.761852:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3513000. 00000100:00000010:2.0:1779697706.761865:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d9880. 02000000:00000010:2.0:1779697706.761868:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a2000. 00000100:00000010:2.0:1779697706.761870:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2680. 02000000:00000010:2.0:1779697706.761873:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3514000. 00000100:00000010:2.0:1779697706.761875:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d8e00. 02000000:00000010:2.0:1779697706.761878:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3516000. 00000100:00000010:2.0:1779697706.761880:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d9180. 02000000:00000010:2.0:1779697706.761883:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e4000. 00000100:00000010:2.0:1779697706.761886:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3db480. 02000000:00000010:2.0:1779697706.761888:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e5000. 00000100:00000010:2.0:1779697706.761891:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95180. 02000000:00000010:2.0:1779697706.761893:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc340f000. 00000100:00000010:2.0:1779697706.761896:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d8700. 02000000:00000010:2.0:1779697706.761899:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfde000. 00000100:00000010:2.0:1779697706.761901:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3db800. 02000000:00000010:2.0:1779697706.761903:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc340a000. 00000100:00000010:2.0:1779697706.761906:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3da680. 02000000:00000010:2.0:1779697706.761909:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3511000. 00000100:00000010:2.0:1779697706.761911:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0380. 02000000:00000010:2.0:1779697706.761916:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3517000. 00000100:00000010:2.0:1779697706.761919:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7ed80. 02000000:00000010:2.0:1779697706.761922:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e6000. 00000100:00000010:2.0:1779697706.761924:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0e00. 02000000:00000010:2.0:1779697706.761927:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f2000. 00000100:00000010:2.0:1779697706.761929:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b94700. 02000000:00000010:2.0:1779697706.761932:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f0000. 00000100:00000010:2.0:1779697706.761937:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97100. 02000000:00000010:2.0:1779697706.761940:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3408000. 00000100:00000010:2.0:1779697706.761943:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df2680. 02000000:00000010:2.0:1779697706.761945:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc340b000. 00000100:00000010:2.0:1779697706.761948:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3b80. 02000000:00000010:2.0:1779697706.761950:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e1000. 00000100:00000010:2.0:1779697706.761953:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96d80. 02000000:00000010:2.0:1779697706.761955:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f3000. 00000100:00000010:2.0:1779697706.761957:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95880. 02000000:00000010:2.0:1779697706.761960:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e7000. 00000100:00000010:2.0:1779697706.761963:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1c00. 02000000:00000010:2.0:1779697706.761965:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc340c000. 00000100:00000010:2.0:1779697706.761974:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0e00. 02000000:00000010:2.0:1779697706.761978:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac273c800. 00000100:00000010:2.0:1779697706.761981:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df2d80. 02000000:00000010:2.0:1779697706.761984:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac273fc00. 00000100:00000010:2.0:1779697706.761986:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1180. 02000000:00000010:2.0:1779697706.761988:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac273c000. 00000100:00000010:2.0:1779697706.761991:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96300. 02000000:00000010:2.0:1779697706.761993:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f4000. 00000100:00000010:2.0:1779697706.761995:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c380. 02000000:00000010:2.0:1779697706.761998:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e2000. 00000100:00000010:2.0:1779697706.762000:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96a00. 02000000:00000010:2.0:1779697706.762002:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f5000. 00000100:00000010:2.0:1779697706.762004:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97480. 02000000:00000010:2.0:1779697706.762007:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f6000. 00000100:00000010:2.0:1779697706.762010:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7f800. 02000000:00000010:2.0:1779697706.762012:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e0000. 00000100:00000010:2.0:1779697706.762014:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b94a80. 02000000:00000010:2.0:1779697706.762016:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e3000. 00000100:00000010:2.0:1779697706.762018:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3100. 02000000:00000010:2.0:1779697706.762021:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f1000. 00000100:00000010:2.0:1779697706.762023:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7f480. 02000000:00000010:2.0:1779697706.762025:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f7000. 00000100:00000010:2.0:1779697706.762028:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c000. 00000100:00000200:2.0:1779697706.762037:0:207451:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000800:00000200:2.0:1779697706.762125:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.762129:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697706.762133:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.762140:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000010:2.0:1779697706.762158:0:207451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def580. 00000400:00000010:2.0:1779697706.762164:0:207451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff93cbc6f29800. 00010000:00000010:3.1:1779697706.768621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697706.768627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697706.771487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697706.771501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697706.771506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697706.771511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697706.771696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.771702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697706.771705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.771707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697706.771773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697706.771778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697706.771781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697706.771784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000400:00000200:2.0:1779697706.772548:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.772566:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006425e00 00000400:00000200:2.0:1779697706.772605:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 576 00000400:00000200:2.0:1779697706.772617:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.772622:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.772630:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.772635:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebc000. 00010000:00000010:2.0:1779697706.783482:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697706.783501:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4480. 00010000:00000010:2.0:1779697706.783518:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345e40. 00010000:00000010:3.1:1779697706.783680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697706.783687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697706.783691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697706.783693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000400:00000200:2.0:1779697706.783893:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697706.783913:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c05 00000400:00000200:2.0:1779697706.783920:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.783926:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697706.783934:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:2.0:1779697706.783937:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00010000:00000010:1.1:1779697706.785599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697706.785609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697706.786411:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697706.786421:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:2.0:1779697706.786463:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.786478:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006425e80 00000400:00000200:2.0:1779697706.786484:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 1064 00000400:00000200:2.0:1779697706.786539:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.786551:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.786559:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.786565:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebce00. 00010000:00000010:1.1:1779697706.789975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.789981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697706.791802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697706.791811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:2.0:1779697706.791948:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.791963:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006425f80 00000400:00000200:2.0:1779697706.791972:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 1640 00000400:00000200:2.0:1779697706.791988:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.792066:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.792074:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.792081:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebca80. 00010000:00000010:2.0:1779697706.792666:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697706.792672:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583200. 00010000:00000010:2.0:1779697706.792677:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697706.792683:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697706.792719:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bc80. 00000020:00000010:2.0:1779697706.792726:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bc80. 00000020:00000010:2.0:1779697706.792738:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697706.792748:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273c800. 00000001:00000010:2.0:1779697706.793576:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe960. 00000001:00000010:2.0:1779697706.793585:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697706.793636:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697706.793647:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697706.793654:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697706.793668:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697706.793717:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697706.793739:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:2.0:1779697706.793762:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973839, last committed = 8589973743 00010000:00000200:2.0:1779697706.793773:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebca80 x1866146215255936/t8589973839(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:381/0 lens 488/456 e 0 to 0 dl 1779698461 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697706.793792:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697706.793798:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215255936, offset 224 00000400:00000010:2.0:1779697706.793806:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42d20. 00000400:00000200:2.0:1779697706.793812:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697706.793827:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697706.793834:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308066:308066:256:4294967295] 192.168.203.23@tcp LPNI seq info [308062:308062:8:4294967295] 00000400:00000200:2.0:1779697706.793842:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697706.793851:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697706.793870:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697706.793876:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697706.793884:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697706.793893:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697706.793897:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697706.793930:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088a80. 00000020:00000010:2.0:1779697706.793935:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:2.0:1779697706.793939:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca589200. 00010000:00000010:2.0:1779697706.796547:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697706.796558:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00010000:00000010:3.1:1779697706.796971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697706.796987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697706.796992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697706.796995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000400:00000200:2.0:1779697706.799532:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.799550:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006426000 00000400:00000200:2.0:1779697706.799559:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 2128 00000400:00000200:2.0:1779697706.799615:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.799621:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.799629:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.800063:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebe300. 00010000:00000010:3.1:1779697706.804831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697706.804838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697706.805700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697706.805709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697706.805714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697706.805718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.0:1779697706.815009:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:2.0:1779697706.815027:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4900. 00000800:00000200:2.0:1779697706.815410:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.815415:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697706.815420:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.815425:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697706.815428:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:2.0:1779697706.815430:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:3.1:1779697706.817477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697706.817491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000020:00000010:2.0:1779697706.817944:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.817950:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.817955:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697706.817960:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583000. 00000020:00000010:2.0:1779697706.817964:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697706.818026:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.818029:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697706.818032:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215256704 02000000:00000010:2.0:1779697706.818064:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ed000. 00010000:00000010:2.0:1779697706.818099:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697706.818114:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00010000:00000010:2.0:1779697706.818131:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697706.818137:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697706.818152:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697706.818155:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583c80. 00010000:00000010:2.0:1779697706.818159:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697706.818162:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697706.818272:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697706.818275:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583680. 00010000:00000010:2.0:1779697706.818278:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697706.818282:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697706.818302:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697706.818308:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697706.818317:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697706.818326:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273c000. 00000001:00000010:2.0:1779697706.818798:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fecc0. 00000001:00000010:2.0:1779697706.818805:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697706.818838:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697706.818846:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697706.818849:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697706.818875:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697706.818959:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697706.818974:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697706.818986:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973841, last committed = 8589973743 00010000:00000200:2.0:1779697706.818996:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21aca80 x1866146215256704/t8589973841(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:381/0 lens 488/456 e 0 to 0 dl 1779698461 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697706.819014:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697706.819020:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215256704, offset 224 00000400:00000010:2.0:1779697706.819025:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a421c0. 00000400:00000200:2.0:1779697706.819029:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697706.819043:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697706.819049:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308070:308070:256:4294967295] 192.168.203.23@tcp LPNI seq info [308066:308066:8:4294967295] 00000400:00000200:2.0:1779697706.819055:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697706.819062:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697706.819067:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697706.819072:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697706.819078:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697706.819085:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697706.819089:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697706.819113:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583000. 00000020:00000010:2.0:1779697706.819117:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697706.819120:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 00010000:00000010:2.1:1779697706.819421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697706.819427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697706.819459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697706.819466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697706.819470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.819472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697706.819528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697706.819533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697706.819536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697706.819539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697706.821351:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697706.821369:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c1d 00000400:00000200:2.0:1779697706.821375:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.821379:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697706.821386:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00010000:00000010:3.1:1779697706.821419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697706.821426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697706.821430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697706.821435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697706.821439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697706.821442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.1:1779697706.821511:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.1:1779697706.821516:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697706.821520:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697706.821524:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000010:2.0:1779697706.821529:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000400:00000200:2.0:1779697706.821583:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.821591:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006426300 00000400:00000200:2.0:1779697706.821597:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 4256 00000400:00000200:2.0:1779697706.821639:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.821643:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.821647:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.821653:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebc700. 00010000:00000010:1.1:1779697706.823428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697706.823436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697706.830435:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697706.830444:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697706.830478:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697706.830488:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4180. 00010000:00000010:1.1:1779697706.832458:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.832464:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697706.832468:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697706.832471:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697706.833418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697706.833438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000800:00000200:2.0:1779697706.833796:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.833802:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697706.833806:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.833812:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697706.833817:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:2.0:1779697706.833819:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00010000:00000010:2.1:1779697706.835451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697706.835464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697706.835540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697706.835549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697706.835555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.835559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000020:00000010:2.0:1779697706.835747:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.835752:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.835758:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9000. 00000020:00000010:2.0:1779697706.835762:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583000. 00000020:00000010:2.0:1779697706.835767:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697706.835801:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.835803:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697706.835806:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215257472 02000000:00000010:2.0:1779697706.835836:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ec000. 00010000:00000010:2.0:1779697706.835882:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:2.0:1779697706.835895:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4200. 00010000:00000010:2.0:1779697706.835914:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697706.835919:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697706.835931:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697706.835934:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583a80. 00010000:00000010:2.0:1779697706.835938:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697706.835940:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697706.836031:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697706.836034:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583180. 00010000:00000010:2.0:1779697706.836037:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697706.836040:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697706.836059:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bbe0. 00000020:00000010:2.0:1779697706.836064:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bbe0. 00000020:00000010:2.0:1779697706.836073:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697706.836082:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc000afc00. 00000001:00000010:2.0:1779697706.836446:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe8a0. 00000001:00000010:2.0:1779697706.836453:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697706.836485:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697706.836493:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697706.836497:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697706.836508:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697706.836534:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697706.836546:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697706.836560:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973843, last committed = 8589973743 00010000:00000200:2.0:1779697706.836568:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21af480 x1866146215257472/t8589973843(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:381/0 lens 488/456 e 0 to 0 dl 1779698461 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697706.836589:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697706.836594:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215257472, offset 224 00000400:00000010:2.0:1779697706.836600:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42690. 00000400:00000200:2.0:1779697706.836604:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697706.836614:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697706.836620:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308074:308074:256:4294967295] 192.168.203.23@tcp LPNI seq info [308070:308070:8:4294967295] 00000400:00000200:2.0:1779697706.836626:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697706.836633:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697706.836638:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697706.836643:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697706.836648:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697706.836655:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697706.836659:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697706.836688:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583000. 00000020:00000010:2.0:1779697706.836692:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697706.836696:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef9000. 00010000:00000010:1.1:1779697706.837510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697706.837516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697706.837519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.837522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:2.0:1779697706.837901:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697706.837914:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c2d 00000400:00000200:2.0:1779697706.837919:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.837923:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697706.837929:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697706.837931:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00010000:00000010:3.1:1779697706.840424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697706.840429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697706.840464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697706.840469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697706.842435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697706.842446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697706.842487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697706.842494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697706.846460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.846475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697706.846481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697706.846485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:2.0:1779697706.855680:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.855700:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006426700 00000400:00000200:2.0:1779697706.855709:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 6960 00000400:00000200:2.0:1779697706.855722:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.855727:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.855891:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.855899:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebd500. 00010000:00000010:2.0:1779697706.857521:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:2.0:1779697706.857527:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4180. 00010000:00000010:2.0:1779697706.857533:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345a80. 00010000:00000010:2.0:1779697706.861783:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:2.0:1779697706.861795:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4480. 00010000:00000010:1.1:1779697706.863622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697706.863631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697706.863635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.863637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000800:00000200:2.0:1779697706.871352:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.871360:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697706.871368:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.871376:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697706.871383:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:2.0:1779697706.871386:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:2.1:1779697706.873237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697706.873250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000020:00000010:2.0:1779697706.873824:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.873830:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.873836:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697706.873841:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583000. 00000020:00000010:2.0:1779697706.873846:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697706.873895:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.873898:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697706.873900:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215258240 02000000:00000010:2.0:1779697706.873935:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34eb000. 00010000:00000010:2.0:1779697706.873972:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:2.0:1779697706.873986:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4e80. 00010000:00000010:2.0:1779697706.874013:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697706.874020:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697706.874035:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697706.874038:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583e80. 00010000:00000010:2.0:1779697706.874043:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697706.874046:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697706.874157:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697706.874160:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697706.874163:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697706.874167:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697706.874190:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355be00. 00000020:00000010:2.0:1779697706.874196:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355be00. 00000020:00000010:2.0:1779697706.874205:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697706.874213:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc000ae000. 00000001:00000010:2.0:1779697706.874581:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe660. 00000001:00000010:2.0:1779697706.874587:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697706.874618:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697706.874625:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697706.874629:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697706.874640:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697706.874676:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697706.874687:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697706.874701:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973845, last committed = 8589973743 00010000:00000200:2.0:1779697706.874710:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ac700 x1866146215258240/t8589973845(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:381/0 lens 488/456 e 0 to 0 dl 1779698461 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697706.874727:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697706.874732:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215258240, offset 224 00000400:00000010:2.0:1779697706.874750:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42af0. 00000400:00000200:2.0:1779697706.874754:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697706.874765:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697706.874771:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308078:308078:256:4294967295] 192.168.203.23@tcp LPNI seq info [308074:308074:8:4294967295] 00000400:00000200:2.0:1779697706.874778:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697706.874784:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697706.874790:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697706.874795:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697706.874800:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697706.874807:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697706.874811:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697706.874831:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583000. 00000020:00000010:2.0:1779697706.874834:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697706.874837:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 00010000:00000010:1.1:1779697706.877514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697706.877527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.877531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697706.877533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697706.878974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697706.878986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:2.0:1779697706.879033:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697706.879051:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c3d 00000400:00000200:2.0:1779697706.879058:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.879062:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697706.879069:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697706.879072:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000020:00000010:2.0:1779697706.881895:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.881902:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.881908:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9000. 00000020:00000010:2.0:1779697706.881913:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583000. 00000020:00000010:2.0:1779697706.881918:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697706.881958:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.881961:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697706.881964:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215258368 00000001:00000010:2.0:1779697706.881973:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad23456c0. 00010000:00000010:2.0:1779697706.882153:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697706.882162:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697706.882192:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e8000. 00010000:00000010:2.0:1779697706.882222:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697706.882226:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697706.882253:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697706.882257:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583900. 00010000:00000010:2.0:1779697706.882261:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697706.882263:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697706.882355:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697706.882364:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e5a0. 00000004:00000010:2.0:1779697706.882369:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cdd0. 00080000:00000010:2.0:1779697706.882377:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:1.1:1779697706.883292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697706.883302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697706.883783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697706.883789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697706.883792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697706.883795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697706.887665:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697706.887679:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:2.0:1779697706.893034:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.893054:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006426a00 00000400:00000200:2.0:1779697706.893063:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 9088 00000400:00000200:2.0:1779697706.893076:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.893080:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.893087:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.893094:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebed80. 00010000:00000010:2.0:1779697706.895724:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697706.895732:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4a80. 00000400:00000200:2.0:1779697706.895918:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.895926:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006426a80 00000400:00000200:2.0:1779697706.895932:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 9576 00000400:00000200:2.0:1779697706.895966:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.895972:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.895978:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.895984:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebf480. 00010000:00000010:1.1:1779697706.897421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697706.897430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697706.897433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697706.897436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000020:00000010:2.0:1779697706.898917:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.898922:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.898928:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacede2a00. 00000020:00000010:2.0:1779697706.898933:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583e80. 00000020:00000010:2.0:1779697706.898937:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697706.898978:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.898982:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697706.898986:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215259008 02000000:00000010:2.0:1779697706.899018:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ea000. 00010000:00000010:2.0:1779697706.899053:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:2.0:1779697706.899066:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4d80. 00010000:00000010:2.0:1779697706.899081:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697706.899086:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697706.899099:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697706.899101:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697706.899104:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697706.899106:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697706.899197:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697706.899200:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583a80. 00010000:00000010:2.0:1779697706.899202:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697706.899204:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697706.899219:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355be00. 00000020:00000010:2.0:1779697706.899223:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355be00. 00000020:00000010:2.0:1779697706.899232:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697706.899239:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc000af800. 00000001:00000010:2.0:1779697706.899929:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe3c0. 00000001:00000010:2.0:1779697706.899936:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697706.899983:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697706.899995:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697706.900000:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697706.900014:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697706.900052:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697706.900064:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697706.900081:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973847, last committed = 8589973743 00010000:00000200:2.0:1779697706.900089:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc9880 x1866146215259008/t8589973847(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:381/0 lens 488/456 e 0 to 0 dl 1779698461 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697706.900107:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697706.900111:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215259008, offset 224 00000400:00000010:2.0:1779697706.900118:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42460. 00000400:00000200:2.0:1779697706.900121:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697706.900133:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697706.900139:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308082:308082:256:4294967295] 192.168.203.23@tcp LPNI seq info [308078:308078:8:4294967295] 00000400:00000200:2.0:1779697706.900145:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697706.900152:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697706.900157:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697706.900162:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697706.900167:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697706.900174:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697706.900177:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697706.900202:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583e80. 00000020:00000010:2.0:1779697706.900206:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697706.900209:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacede2a00. 00010000:00000010:3.1:1779697706.900649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697706.900656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697706.900775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697706.900779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.0:1779697706.903814:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697706.903825:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd583280. 00000400:00000200:2.0:1779697706.903870:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.903878:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006426c00 00000400:00000200:2.0:1779697706.903885:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 10640 00000400:00000200:2.0:1779697706.903941:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.903952:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.903958:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.903965:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3100. 00010000:00000010:1.1:1779697706.904410:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697706.904416:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.904420:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697706.904423:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697706.904425:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697706.904428:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697706.904430:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.904433:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697706.906428:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697706.906453:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697706.906485:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697706.906490:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697706.906756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697706.906763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697706.913630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697706.913637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000800:00000200:2.0:1779697706.917529:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.917538:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697706.917545:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.917554:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697706.917561:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:2.0:1779697706.917564:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000400:00000200:2.0:1779697706.929690:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.929739:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006426d00 00000400:00000200:2.0:1779697706.929748:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 11216 00000400:00000200:2.0:1779697706.929768:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.929773:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.929781:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.929788:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1180. 00000400:00000200:2.0:1779697706.934743:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697706.934764:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c55 00000400:00000200:2.0:1779697706.934771:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.934775:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697706.934783:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:2.0:1779697706.934785:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:2.0:1779697706.935454:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.935464:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006426d80 00000400:00000200:2.0:1779697706.935471:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 11704 00000400:00000200:2.0:1779697706.935520:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.935525:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.935530:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.935536:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2d80. 00010000:00000010:1.1:1779697706.936429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697706.936436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697706.936439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697706.936441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000800:00000200:2.0:1779697706.944099:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.944105:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697706.944109:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.944114:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697706.944119:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:2.0:1779697706.944122:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00010000:00000010:3.1:1779697706.945505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697706.945517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697706.945523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697706.945527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697706.945530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697706.945533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697706.945537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697706.945539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697706.950919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697706.950934:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697706.950940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:1.1:1779697706.950943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697706.952321:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.952340:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006426e80 00000400:00000200:2.0:1779697706.952348:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 12280 00000400:00000200:2.0:1779697706.952379:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.952384:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.952412:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.952419:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0e00. 00000020:00000010:2.0:1779697706.957313:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.957324:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.957335:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697706.957340:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583280. 00000020:00000010:2.0:1779697706.957345:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697706.958962:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697706.958969:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697706.958974:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215259776 02000000:00000010:2.0:1779697706.959012:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ef000. 00010000:00000010:2.0:1779697706.959051:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:2.0:1779697706.959068:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac46e4c80. 00010000:00000010:2.0:1779697706.959088:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697706.959094:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697706.959109:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697706.959113:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583e80. 00010000:00000010:2.0:1779697706.959117:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697706.959120:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697706.959234:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697706.959238:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583180. 00010000:00000010:2.0:1779697706.959242:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697706.959245:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697706.959270:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697706.959276:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697706.959287:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697706.959296:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7845000. 00000001:00000010:2.0:1779697706.960616:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fede0. 00000001:00000010:2.0:1779697706.960626:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697706.960658:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697706.960671:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697706.960678:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697706.960695:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697706.960739:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697706.960754:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697706.960772:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973849, last committed = 8589973743 00010000:00000200:2.0:1779697706.960783:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df0e00 x1866146215259776/t8589973849(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:381/0 lens 488/456 e 0 to 0 dl 1779698461 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697706.960803:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697706.960809:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215259776, offset 224 00000400:00000010:2.0:1779697706.960816:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42118. 00000400:00000200:2.0:1779697706.960820:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697706.960834:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697706.960840:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308086:308086:256:4294967295] 192.168.203.23@tcp LPNI seq info [308082:308082:8:4294967295] 00000400:00000200:2.0:1779697706.960846:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697706.960864:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697706.960870:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697706.960875:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697706.960881:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697706.960889:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697706.960894:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697706.960912:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583280. 00000020:00000010:2.0:1779697706.960917:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697706.960921:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00000800:00000200:2.0:1779697706.961016:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.961021:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697706.961062:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.961067:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697706.967191:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697706.967222:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c5d 00000400:00000200:2.0:1779697706.967229:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.967233:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697706.967241:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:2.0:1779697706.967244:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00010000:00000010:2.1:1779697706.970008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697706.970021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00000400:00000200:2.0:1779697706.970778:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.970795:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006426f00 00000400:00000200:2.0:1779697706.970803:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 12768 00000400:00000200:2.0:1779697706.970873:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.970879:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.970887:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.970893:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1c00. 00010000:00000010:1.1:1779697706.971418:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697706.971425:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697706.971719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697706.971723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697706.971774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697706.971780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697706.980433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697706.980459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697706.980473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697706.980477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:2.0:1779697706.982907:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697706.982926:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006427000 00000400:00000200:2.0:1779697706.982936:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 13344 00000400:00000200:2.0:1779697706.982951:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.982956:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697706.982964:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697706.982971:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3b80. 00000800:00000200:2.0:1779697706.985746:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697706.985753:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697706.985760:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.985766:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697706.990441:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697706.990462:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c65 00000400:00000200:2.0:1779697706.990470:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697706.990474:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697706.990482:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:2.0:1779697706.990485:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00010000:00000010:3.1:1779697706.992746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697706.992769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697706.992774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697706.992778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697706.992782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697706.992784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697706.998306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697706.998320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000400:00000200:2.0:1779697707.002900:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.002925:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006427080 00000400:00000200:2.0:1779697707.002934:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 13832 00000400:00000200:2.0:1779697707.002998:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.003006:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.003015:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.003023:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2680. 00000800:00000200:2.0:1779697707.005949:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.005953:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697707.005957:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.005961:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.005965:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:2.0:1779697707.005967:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000400:00000200:2.0:1779697707.011453:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.011475:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006427180 00000400:00000200:2.0:1779697707.011485:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 14408 00000400:00000200:2.0:1779697707.011504:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.011511:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.011520:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.011527:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0380. 00010000:00000010:0.1:1779697707.016419:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697707.016429:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697707.016434:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:0.1:1779697707.016437:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.0:1779697707.024205:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.024587:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.024617:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697707.024624:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697707.024630:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.024633:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.024766:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697707.024770:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583c80. 00010000:00000010:2.0:1779697707.024775:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697707.024784:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697707.024817:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697707.024825:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697707.025276:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697707.025287:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7845c00. 00000001:00000010:2.0:1779697707.031700:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe720. 00000001:00000010:2.0:1779697707.031712:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697707.031764:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697707.031782:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697707.031791:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697707.031816:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697707.032659:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.032688:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.032711:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973851, last committed = 8589973743 00010000:00000200:2.0:1779697707.032724:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df0380 x1866146215260544/t8589973851(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.032746:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697707.032754:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215260544, offset 224 00000400:00000010:2.0:1779697707.032762:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42310. 00000400:00000200:2.0:1779697707.032768:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.032783:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.032791:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308090:308090:256:4294967295] 192.168.203.23@tcp LPNI seq info [308086:308086:8:4294967295] 00000400:00000200:2.0:1779697707.032798:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.032808:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.032814:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.032820:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697707.032827:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.032846:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.032861:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.032897:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088600. 00000020:00000010:2.0:1779697707.032903:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:2.0:1779697707.032908:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad88cda00. 00010000:00000010:3.1:1779697707.042371:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697707.042400:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000400:00000200:2.0:1779697707.042744:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.042764:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8c6d 00000400:00000200:2.0:1779697707.042772:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.042778:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.042785:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:2.0:1779697707.042789:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00000400:00000200:2.0:1779697707.042825:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.042833:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006427200 00000400:00000200:2.0:1779697707.043155:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 14896 00000400:00000200:2.0:1779697707.043875:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.043882:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.043889:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.043897:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3da680. 00010000:00000010:2.1:1779697707.047956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697707.047970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697707.057796:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697707.057807:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697707.057813:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697707.057817:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697707.070612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697707.070630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697707.070634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697707.070637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000020:00000010:2.0:1779697707.072058:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697707.072064:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697707.072071:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697707.072076:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583680. 00000020:00000010:2.0:1779697707.072082:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.072126:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697707.072129:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697707.072132:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215260928 02000000:00000010:2.0:1779697707.072170:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e9000. 00010000:00000010:2.0:1779697707.072213:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697707.072231:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9f00. 00010000:00000010:2.0:1779697707.072249:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.072255:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.072270:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.072274:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583200. 00010000:00000010:2.0:1779697707.072278:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697707.072282:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.072426:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697707.072430:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583400. 00010000:00000010:2.0:1779697707.072434:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.072437:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697707.072466:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697707.072473:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697707.072485:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea80. 00080000:00000010:2.0:1779697707.072496:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7847400. 00000001:00000010:2.0:1779697707.072914:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c540. 00000001:00000010:2.0:1779697707.072923:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697707.072957:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea80. 00010000:00000010:2.0:1779697707.072967:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.072971:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697707.072984:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697707.073032:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.073049:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.073068:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973852, last committed = 8589973743 00010000:00000200:2.0:1779697707.073081:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fcb480 x1866146215260928/t8589973852(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.073104:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697707.073111:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215260928, offset 224 00000400:00000010:2.0:1779697707.073118:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a428c0. 00000400:00000200:2.0:1779697707.073122:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.073135:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.073141:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308092:308092:256:4294967295] 192.168.203.23@tcp LPNI seq info [308088:308088:8:4294967295] 00000400:00000200:2.0:1779697707.073146:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.073152:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.073158:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.073163:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697707.073170:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.073178:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.073182:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.073210:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583680. 00000020:00000010:2.0:1779697707.073214:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.073217:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697707.077980:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697707.077986:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697707.077992:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697707.077997:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583680. 00000020:00000010:2.0:1779697707.078001:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.078042:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697707.078044:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697707.078047:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215261056 00000001:00000010:2.0:1779697707.078057:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697707.078079:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.078085:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697707.078113:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34ee000. 00010000:00000010:2.0:1779697707.078142:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.078146:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.078164:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697707.078169:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583e00. 00010000:00000010:2.0:1779697707.078173:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.078176:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697707.078277:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697707.078285:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e780. 00000004:00000010:2.0:1779697707.078292:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cff0. 00080000:00000010:2.0:1779697707.078300:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:2.1:1779697707.079809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697707.079830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.0:1779697707.080044:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697707.080052:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583800. 00010000:00000010:2.0:1779697707.080058:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.080064:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697707.080148:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.080161:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697707.080165:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd583e00. 00010000:00000010:2.0:1779697707.080193:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.080213:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc9500 x1866146215261056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.080236:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697707.080244:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215261056, offset 224 00000400:00000200:2.0:1779697707.080251:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.080264:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.080269:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308093:308093:256:4294967295] 192.168.203.23@tcp LPNI seq info [308089:308089:8:4294967295] 00000400:00000200:2.0:1779697707.080280:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.080286:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.080291:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697707.080297:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.080304:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.080308:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.080336:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583680. 00000020:00000010:2.0:1779697707.080342:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.080346:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00010000:00000010:3.1:1779697707.082973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697707.082986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697707.083470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697707.083476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697707.083645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697707.083651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697707.085506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697707.085518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697707.085523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697707.085527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000020:00000010:2.0:1779697707.087096:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697707.087103:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697707.087110:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697707.087115:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583680. 00000020:00000010:2.0:1779697707.087120:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.087165:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697707.087167:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000100:00000200:2.0:1779697707.087170:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215261312 02000000:00000010:2.0:1779697707.087208:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f7000. 00010000:00000010:2.0:1779697707.087248:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697707.087264:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd583800. 00010000:00000010:2.0:1779697707.087281:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.087287:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697707.087303:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697707.087307:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583800. 00010000:00000010:2.0:1779697707.087312:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.087315:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.087456:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697707.087459:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583e00. 00010000:00000010:2.0:1779697707.087462:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.087466:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697707.087493:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bcc0. 00000020:00000010:2.0:1779697707.087500:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bcc0. 00000020:00000010:2.0:1779697707.087510:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c840. 00080000:00000010:2.0:1779697707.087522:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4283800. 00000001:00000010:2.0:1779697707.087917:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c180. 00000001:00000010:2.0:1779697707.087924:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697707.087957:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c840. 00010000:00000010:2.0:1779697707.087966:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.087970:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.087981:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697707.088029:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697707.088042:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697707.088060:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973853, last committed = 8589973743 00010000:00000200:2.0:1779697707.088070:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964a80 x1866146215261312/t8589973853(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.088128:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697707.088135:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215261312, offset 224 00000400:00000010:2.0:1779697707.088141:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42f18. 00000400:00000200:2.0:1779697707.088145:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.088158:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.088164:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308094:308094:256:4294967295] 192.168.203.23@tcp LPNI seq info [308090:308090:8:4294967295] 00000400:00000200:2.0:1779697707.088169:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.088176:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.088182:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.088187:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697707.088193:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.088200:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.088205:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.088232:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583680. 00000020:00000010:2.0:1779697707.088236:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.088239:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00010000:00000010:2.1:1779697707.102684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697707.102698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697707.102798:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697707.102803:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583400. 00010000:00000010:2.0:1779697707.102809:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.102817:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697707.102911:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697707.102924:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:2.0:1779697707.102928:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088380. 00010000:00000010:2.0:1779697707.102956:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:2.0:1779697707.102978:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964380 x1866146215261440/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.103000:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697707.103008:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215261440, offset 224 00000400:00000200:2.0:1779697707.103016:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.103030:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.103036:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308095:308095:256:4294967295] 192.168.203.23@tcp LPNI seq info [308091:308091:8:4294967295] 00000400:00000200:2.0:1779697707.103046:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.103051:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.103057:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697707.103064:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.103071:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.103075:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.103171:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088180. 00000020:00000010:2.0:1779697707.103176:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:2.0:1779697707.103180:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad88cd800. 00010000:00000010:2.1:1779697707.107025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697707.107040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697707.107464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697707.107472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697707.110536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697707.110547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697707.110551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697707.110554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697707.111836:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697707.111918:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000800:00000200:2.0:1779697707.116350:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.116358:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697707.116366:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.116375:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697707.124671:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:3.1:1779697707.124683:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697707.128118:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697707.128134:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000020:00000010:2.0:1779697707.129154:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62f40. 00000020:00000010:2.0:1779697707.129160:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62f40. 00000020:00000010:2.0:1779697707.129166:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697707.129171:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583280. 00000020:00000010:2.0:1779697707.129176:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.129218:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62f40. 00000020:00000010:2.0:1779697707.129221:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62f40. 00000100:00000200:2.0:1779697707.129224:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215261824 00000001:00000010:2.0:1779697707.129234:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697707.129254:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.129261:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697707.129285:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f1000. 00010000:00000010:2.0:1779697707.129313:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.129318:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.129335:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.129338:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583c80. 00010000:00000010:2.0:1779697707.129342:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.129346:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697707.129468:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697707.129477:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e618. 00000004:00000010:2.0:1779697707.129485:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ded0. 00080000:00000010:2.0:1779697707.129495:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:2.0:1779697707.130116:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697707.130121:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583000. 00010000:00000010:2.0:1779697707.130125:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.130130:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.130187:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.130197:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697707.130201:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd583c80. 00010000:00000010:2.0:1779697707.130220:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697707.130237:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966d80 x1866146215261824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.130255:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697707.130261:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215261824, offset 224 00000400:00000200:2.0:1779697707.130267:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.130279:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.130286:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308097:308097:256:4294967295] 192.168.203.23@tcp LPNI seq info [308093:308093:8:4294967295] 00000400:00000200:2.0:1779697707.130296:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.130301:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.130305:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697707.130311:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.130318:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.130323:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.130346:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583280. 00000020:00000010:2.0:1779697707.130350:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.130353:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00010000:00000010:3.1:1779697707.132436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697707.132447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697707.136555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697707.136569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697707.136573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697707.136575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697707.136756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697707.136765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000400:00000200:2.0:1779697707.138950:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.138973:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006427780 00000400:00000200:2.0:1779697707.138983:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 18664 00000400:00000200:2.0:1779697707.138998:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.139004:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.139014:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.139021:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db800. 00000800:00000010:2.0:1779697707.143356:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697707.143371:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.143379:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.143384:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.143509:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088680. 00000020:00000010:2.0:1779697707.143517:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:2.0:1779697707.143521:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad88cd800. 00010000:00000010:3.1:1779697707.166418:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697707.178466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697707.178477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697707.180860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697707.180875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697707.180880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697707.183804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697707.183814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697707.184571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697707.184578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697707.184583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697707.184585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697707.184587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697707.184591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000020:00000010:2.0:1779697707.186359:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.186367:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.186374:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697707.186379:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583280. 00000020:00000010:2.0:1779697707.186384:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.186442:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.186445:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000100:00000200:2.0:1779697707.186448:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215263104 00000001:00000010:2.0:1779697707.186458:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:2.0:1779697707.186482:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.186489:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697707.186516:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f6000. 00010000:00000010:2.0:1779697707.186543:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.186547:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697707.186565:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.186568:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583c80. 00010000:00000010:2.0:1779697707.186572:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.186574:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697707.186656:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697707.186664:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ea50. 00000004:00000010:2.0:1779697707.186670:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d870. 00080000:00000010:2.0:1779697707.186678:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00000800:00000200:2.0:1779697707.190789:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.190794:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697707.190936:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.190942:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.190947:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779697707.190950:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:3.1:1779697707.192271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697707.192281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697707.192285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697707.192289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.201549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697707.201560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000200:2.0:1779697707.202632:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.202653:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8cb1 00000400:00000200:2.0:1779697707.202660:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.202664:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.202671:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:2.0:1779697707.202673:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:3.1:1779697707.211607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697707.211621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697707.211625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697707.211627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000800:00000200:2.0:1779697707.214107:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.214112:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697707.214116:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.214123:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.214128:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:2.0:1779697707.214130:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00010000:00000010:3.1:1779697707.217039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697707.217053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697707.217058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.217061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.217064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697707.217067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697707.220616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697707.220632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697707.220637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697707.220650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697707.220894:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697707.220900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697707.226416:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.226435:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006427e00 00000400:00000200:2.0:1779697707.226444:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 22080 00000400:00000200:2.0:1779697707.226457:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.226462:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.226471:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.226478:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8700. 00000020:00000010:2.0:1779697707.232836:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01b900. 00010000:00000010:2.0:1779697707.232873:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697707.232883:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697707.232907:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697707.232953:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697707.232977:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:2.0:1779697707.233000:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973858, last committed = 8589973743 00010000:00000200:2.0:1779697707.233011:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8700 x1866146215263744/t8589973858(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.233030:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697707.233038:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215263744, offset 224 00000400:00000010:2.0:1779697707.233044:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a425e8. 00000400:00000200:2.0:1779697707.233048:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.233063:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.233069:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308108:308108:256:4294967295] 192.168.203.23@tcp LPNI seq info [308104:308104:8:4294967295] 00000400:00000200:2.0:1779697707.233075:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.233082:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.233088:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.233095:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697707.233102:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.233109:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.233113:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.233188:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088a80. 00000020:00000010:2.0:1779697707.233193:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:2.0:1779697707.233196:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad88cd800. 00010000:00000010:3.1:1779697707.237456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697707.237464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697707.242434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697707.242448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697707.245763:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.245783:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8cb9 00000400:00000200:2.0:1779697707.245790:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.245795:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.245801:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697707.245804:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000400:00000200:2.0:1779697707.246926:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.246937:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006427e80 00000400:00000200:2.0:1779697707.246945:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 22568 00000400:00000200:2.0:1779697707.246999:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.247003:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.247009:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.247016:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db480. 00010000:00000010:3.1:1779697707.251430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697707.251444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:2.0:1779697707.253523:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.253541:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006427f80 00000400:00000200:2.0:1779697707.253551:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 23144 00000400:00000200:2.0:1779697707.253565:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.253570:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.253578:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.253586:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d9180. 00010000:00000010:2.0:1779697707.259301:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:2.0:1779697707.259306:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9d80. 00010000:00000010:2.0:1779697707.259313:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345180. 00010000:00000010:3.1:1779697707.259404:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697707.259410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.259414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697707.259418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697707.259422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.259425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000020:00000010:2.0:1779697707.265933:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.265941:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.265949:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacede2a00. 00000020:00000010:2.0:1779697707.265954:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583900. 00000020:00000010:2.0:1779697707.265960:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697707.266000:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.266004:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000100:00000200:2.0:1779697707.266008:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215264256 00000001:00000010:2.0:1779697707.266020:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:2.0:1779697707.266044:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.266053:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697707.266080:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f5000. 00010000:00000010:2.0:1779697707.266109:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697707.266114:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697707.266134:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697707.266138:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697707.266142:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697707.266146:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697707.266254:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697707.266262:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e2d0. 00000004:00000010:2.0:1779697707.266269:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cee0. 00080000:00000010:2.0:1779697707.266278:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:1.1:1779697707.267413:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697707.267424:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00000800:00000200:2.0:1779697707.270595:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.270600:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba300. 00000400:00000200:2.0:1779697707.270606:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.270611:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.270616:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:2.0:1779697707.270618:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:2.1:1779697707.271495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697707.271503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697707.271744:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697707.271750:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697707.272523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697707.272532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000020:00000010:2.0:1779697707.273912:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.273918:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.273924:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:2.0:1779697707.273930:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583c80. 00000020:00000010:2.0:1779697707.273936:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.273982:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.273986:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000100:00000200:2.0:1779697707.273989:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215264512 02000000:00000010:2.0:1779697707.274026:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f4000. 00010000:00000010:2.0:1779697707.274074:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:2.0:1779697707.274094:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088180. 00010000:00000010:2.0:1779697707.274114:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.274122:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.274140:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697707.274144:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583000. 00010000:00000010:2.0:1779697707.274149:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.274152:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697707.274253:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697707.274256:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583e80. 00010000:00000010:2.0:1779697707.274260:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697707.274263:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697707.274286:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf20. 00000020:00000010:2.0:1779697707.274291:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf20. 00000020:00000010:2.0:1779697707.274301:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c720. 00080000:00000010:2.0:1779697707.274310:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4282400. 00000001:00000010:2.0:1779697707.274679:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c5a0. 00000001:00000010:2.0:1779697707.274685:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697707.274715:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c720. 00010000:00000010:2.0:1779697707.274722:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.274726:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697707.274736:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697707.274776:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.274795:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697707.274811:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973860, last committed = 8589973743 00010000:00000200:2.0:1779697707.274822:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ae680 x1866146215264512/t8589973860(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.274844:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697707.274860:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215264512, offset 224 00000400:00000010:2.0:1779697707.274866:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a429a0. 00000400:00000200:2.0:1779697707.274871:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.274882:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.274889:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308112:308112:256:4294967295] 192.168.203.23@tcp LPNI seq info [308108:308108:8:4294967295] 00000400:00000200:2.0:1779697707.274895:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.274903:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.274908:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.274912:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697707.274919:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.274925:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.274929:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.274952:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583c80. 00000020:00000010:2.0:1779697707.274955:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.274959:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00010000:00000010:3.1:1779697707.276698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697707.276711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697707.276715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697707.276718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00000400:00000200:2.0:1779697707.281725:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.281750:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8cc9 00000400:00000200:2.0:1779697707.281758:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.281764:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.281773:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697707.281777:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00010000:00000010:3.1:1779697707.283519:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697707.283531:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697707.285071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697707.285085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00000400:00000200:2.0:1779697707.286474:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.286493:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006428180 00000400:00000200:2.0:1779697707.286503:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 24696 00000400:00000200:2.0:1779697707.286574:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.286581:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.286589:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.286597:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8e00. 00010000:00000010:2.1:1779697707.287492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697707.287502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697707.287568:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697707.287576:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697707.295036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697707.295055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697707.295061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697707.295066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:2.0:1779697707.297597:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.297615:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006428280 00000400:00000200:2.0:1779697707.297623:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 25272 00000400:00000200:2.0:1779697707.297636:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.297640:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.297648:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.297654:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d9880. 00010000:00000010:2.0:1779697707.299795:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:2.0:1779697707.299807:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9800. 00010000:00000010:2.0:1779697707.299828:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345600. 00010000:00000010:1.1:1779697707.302527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697707.302540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697707.306505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697707.306514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.0:1779697707.306554:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:2.0:1779697707.306566:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9a00. 00010000:00000010:1.1:1779697707.311444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697707.311460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697707.312541:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.312563:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006428300 00000400:00000200:2.0:1779697707.312573:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 25760 00000400:00000200:2.0:1779697707.312639:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.312645:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.312654:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.312661:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8000. 00000800:00000200:2.0:1779697707.314437:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.314443:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697707.314447:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.314452:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.314457:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:2.0:1779697707.314460:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00010000:00000010:2.1:1779697707.315451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697707.315462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697707.319980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697707.319998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697707.320003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697707.320006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000020:00000010:2.0:1779697707.320456:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.320464:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.320471:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:2.0:1779697707.320478:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583c80. 00000020:00000010:2.0:1779697707.320483:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.320534:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.320538:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000100:00000200:2.0:1779697707.320542:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215265280 02000000:00000010:2.0:1779697707.320577:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f3000. 00010000:00000010:2.0:1779697707.320617:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:2.0:1779697707.320646:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278880. 00010000:00000010:2.0:1779697707.320668:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697707.320676:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.320692:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697707.320696:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583400. 00010000:00000010:2.0:1779697707.320701:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.320705:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.320844:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697707.320848:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583800. 00010000:00000010:2.0:1779697707.320863:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.320867:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697707.320898:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697707.320905:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697707.320917:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c720. 00080000:00000010:2.0:1779697707.320925:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4283400. 00000001:00000010:2.0:1779697707.323305:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c9c0. 00000001:00000010:2.0:1779697707.323315:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697707.323366:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c720. 00010000:00000010:2.0:1779697707.323382:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.323419:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.323444:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697707.323491:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.323518:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697707.323542:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973862, last committed = 8589973743 00010000:00000200:2.0:1779697707.323557:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc2a00 x1866146215265280/t8589973862(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.323579:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697707.323586:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215265280, offset 224 00000400:00000010:2.0:1779697707.323593:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42508. 00000400:00000200:2.0:1779697707.323598:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.323616:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.323625:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308116:308116:256:4294967295] 192.168.203.23@tcp LPNI seq info [308112:308112:8:4294967295] 00000400:00000200:2.0:1779697707.323632:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.323642:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.323649:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.323655:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697707.323663:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.323671:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.323675:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.323700:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583c80. 00000020:00000010:2.0:1779697707.323705:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.323709:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:2.0:1779697707.323827:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.323831:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697707.323837:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.323844:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.327643:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.327672:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8cd9 00000400:00000200:2.0:1779697707.327681:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.327688:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.327699:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697707.327703:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000400:00000200:2.0:1779697707.327736:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.327746:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006428480 00000400:00000200:2.0:1779697707.327756:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 26824 00000400:00000200:2.0:1779697707.327822:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.327828:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.327923:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.327933:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c000. 00010000:00000010:2.1:1779697707.328913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697707.328923:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00000800:00000200:2.0:1779697707.331054:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.331062:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697707.331069:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.331076:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.331083:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:2.0:1779697707.331086:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:2.1:1779697707.331556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697707.331565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000400:00000200:2.0:1779697707.331875:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.331892:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006428580 00000400:00000200:2.0:1779697707.331901:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 27400 00000400:00000200:2.0:1779697707.331915:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.331919:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.331926:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.331932:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7f480. 00010000:00000010:1.1:1779697707.332014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697707.332019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.333184:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:2.0:1779697707.333191:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9a80. 00010000:00000010:2.0:1779697707.333200:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345240. 00000800:00000200:2.0:1779697707.333368:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.333372:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697707.333377:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.333382:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.334207:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.334220:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8ce1 00000400:00000200:2.0:1779697707.334225:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.334229:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.334235:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:2.0:1779697707.334239:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:0.1:1779697707.334411:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697707.334415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697707.334418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697707.334422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697707.334426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697707.334428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000200:2.0:1779697707.334943:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.334952:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006428600 00000400:00000200:2.0:1779697707.334959:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 27888 00000400:00000200:2.0:1779697707.335003:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.335008:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.335016:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.335022:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7f800. 00010000:00000010:1.1:1779697707.336424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697707.336431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697707.336436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697707.336439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697707.336441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697707.336448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000800:00000200:2.0:1779697707.337071:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.337077:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697707.337377:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.337385:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.337428:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:2.0:1779697707.337432:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00010000:00000010:0.1:1779697707.338533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697707.338543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:2.0:1779697707.339520:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.339542:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006428700 00000400:00000200:2.0:1779697707.339553:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 28464 00000400:00000200:2.0:1779697707.339572:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.339578:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.339588:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.339597:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c380. 00000800:00000200:2.0:1779697707.341598:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.341603:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:2.0:1779697707.341608:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.341614:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697707.344431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697707.344447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697707.344454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697707.344458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000200:2.0:1779697707.345661:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.345682:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8ce9 00000400:00000200:2.0:1779697707.345689:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.345695:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.345703:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:2.0:1779697707.345706:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000400:00000200:2.0:1779697707.345749:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.345757:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006428780 00000400:00000200:2.0:1779697707.345766:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 28952 00000400:00000200:2.0:1779697707.345777:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.345782:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.345788:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.345795:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7ed80. 00000800:00000200:2.0:1779697707.347894:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.347900:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697707.347905:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.347911:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.347917:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:2.0:1779697707.347920:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00010000:00000010:1.1:1779697707.349773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697707.349792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697707.352304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697707.352321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697707.352326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697707.352331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697707.352418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697707.352425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697707.352430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697707.352433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697707.367656:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.367680:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8cf1 00000400:00000200:2.0:1779697707.367686:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.367691:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.367698:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:2.0:1779697707.367702:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000400:00000200:2.0:1779697707.367740:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.367918:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006428900 00000400:00000200:2.0:1779697707.367935:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 30016 00000400:00000200:2.0:1779697707.368226:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.368231:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.368237:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.368243:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7d500. 00010000:00000010:0.1:1779697707.375477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697707.375490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697707.383954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697707.383962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697707.383965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697707.383967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697707.383971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697707.383973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697707.394412:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697707.394420:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697707.394719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697707.394724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697707.394729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697707.394732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697707.394735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697707.394738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697707.397434:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697707.397450:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697707.397453:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697707.397457:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697707.397498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697707.397508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697707.397513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697707.397518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697707.398285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697707.398292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000020:00000010:2.0:1779697707.398835:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.398841:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.398847:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:2.0:1779697707.398864:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583c80. 00000020:00000010:2.0:1779697707.398869:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.399927:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.399934:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000100:00000200:2.0:1779697707.399939:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215267584 02000000:00000010:2.0:1779697707.399972:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f0000. 00010000:00000010:2.0:1779697707.400007:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697707.400024:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088180. 00010000:00000010:2.0:1779697707.400043:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697707.400049:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.400065:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697707.400068:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583e00. 00010000:00000010:2.0:1779697707.400073:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.400076:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.400220:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697707.400224:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583400. 00010000:00000010:2.0:1779697707.400228:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697707.400231:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697707.400255:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b540. 00000020:00000010:2.0:1779697707.400262:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b540. 00000020:00000010:2.0:1779697707.400272:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c720. 00080000:00000010:2.0:1779697707.400282:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4282800. 00000001:00000010:2.0:1779697707.400661:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01b900. 00000001:00000010:2.0:1779697707.400668:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697707.400710:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c720. 00010000:00000010:2.0:1779697707.400718:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.400723:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697707.400734:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697707.400791:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.400804:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697707.400819:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973868, last committed = 8589973743 00010000:00000200:2.0:1779697707.400829:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21af100 x1866146215267584/t8589973868(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.400857:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697707.400864:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215267584, offset 224 00000400:00000010:2.0:1779697707.400873:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a422d8. 00000400:00000200:2.0:1779697707.400877:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.400891:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.400897:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308128:308128:256:4294967295] 192.168.203.23@tcp LPNI seq info [308124:308124:8:4294967295] 00000400:00000200:2.0:1779697707.400904:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.400911:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.400916:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.400921:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697707.400927:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.400935:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.400939:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.400964:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583c80. 00000020:00000010:2.0:1779697707.400968:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.400972:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00010000:00000010:0.1:1779697707.402468:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697707.402478:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.403420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697707.403429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697707.403433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.403438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697707.403441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697707.403444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.0:1779697707.405303:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.405312:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd583e00. 00010000:00000010:3.1:1779697707.407587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697707.407602:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697707.407607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697707.407610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697707.407613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697707.407617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697707.411474:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697707.411489:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697707.411495:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697707.411497:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697707.417589:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697707.417603:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000020:00000010:2.0:1779697707.424858:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.424864:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.424870:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:2.0:1779697707.424875:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583e00. 00000020:00000010:2.0:1779697707.424879:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.424920:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62d00. 00000020:00000010:2.0:1779697707.424923:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62d00. 00000100:00000200:2.0:1779697707.424926:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215267968 02000000:00000010:2.0:1779697707.424959:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f2000. 00010000:00000010:2.0:1779697707.424998:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:2.0:1779697707.425015:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088180. 00010000:00000010:2.0:1779697707.425032:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.425038:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.425052:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697707.425055:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583c80. 00010000:00000010:2.0:1779697707.425059:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697707.425062:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.425285:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697707.425320:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583800. 00010000:00000010:2.0:1779697707.425325:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697707.425328:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697707.425357:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b540. 00000020:00000010:2.0:1779697707.425365:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b540. 00000020:00000010:2.0:1779697707.425376:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01bd80. 00080000:00000010:2.0:1779697707.425386:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4280400. 00000001:00000010:2.0:1779697707.426777:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cde0. 00000001:00000010:2.0:1779697707.426786:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697707.426823:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01bd80. 00010000:00000010:2.0:1779697707.426835:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.426841:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.426869:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697707.426915:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.426930:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.426949:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973869, last committed = 8589973743 00010000:00000200:2.0:1779697707.426959:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710a80 x1866146215267968/t8589973869(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.426977:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697707.426983:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215267968, offset 224 00000400:00000010:2.0:1779697707.426989:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42b60. 00000400:00000200:2.0:1779697707.426994:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.427006:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.427013:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308130:308130:256:4294967295] 192.168.203.23@tcp LPNI seq info [308126:308126:8:4294967295] 00000400:00000200:2.0:1779697707.427019:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.427026:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.427031:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.427035:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697707.427041:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.427048:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.427053:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.427072:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583e00. 00000020:00000010:2.0:1779697707.427076:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.427079:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:2.0:1779697707.427184:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.427188:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697707.427192:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.427197:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697707.428110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697707.428119:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697707.428122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697707.428124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:2.0:1779697707.428525:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.428538:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8d11 00000400:00000200:2.0:1779697707.428544:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.428548:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.428553:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697707.428555:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:2.1:1779697707.432487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697707.432498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697707.432503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697707.432505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697707.432542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697707.432546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.435061:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697707.435067:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583e80. 00010000:00000010:2.0:1779697707.435071:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.435077:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.435143:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697707.435155:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697707.435160:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4880. 00010000:00000010:2.0:1779697707.435193:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:2.0:1779697707.435212:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc1500 x1866146215268096/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.435233:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697707.435239:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215268096, offset 224 00000400:00000200:2.0:1779697707.435246:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.435258:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.435264:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308131:308131:256:4294967295] 192.168.203.23@tcp LPNI seq info [308127:308127:8:4294967295] 00000400:00000200:2.0:1779697707.435276:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.435281:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.435286:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697707.435291:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.435299:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.435303:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.435329:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088180. 00000020:00000010:2.0:1779697707.435335:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:2.0:1779697707.435338:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00010000:00000010:3.1:1779697707.438102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697707.438277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:2.0:1779697707.438439:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.438455:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006429000 00000400:00000200:2.0:1779697707.438463:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 34848 00000400:00000200:2.0:1779697707.438476:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.438480:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.438487:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.438494:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7ce00. 00010000:00000010:2.0:1779697707.442799:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:2.0:1779697707.442810:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4300. 00010000:00000010:2.0:1779697707.442822:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000800:00000200:2.0:1779697707.444104:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.444109:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba200. 00000400:00000200:2.0:1779697707.448101:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.448122:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.448129:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:2.0:1779697707.448132:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00010000:00000010:2.0:1779697707.448259:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:2.0:1779697707.448269:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4d80. 00000020:00000010:2.0:1779697707.449375:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62340. 00000020:00000010:2.0:1779697707.449380:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62340. 00000020:00000010:2.0:1779697707.449401:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:2.0:1779697707.449408:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583900. 00000020:00000010:2.0:1779697707.449413:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.449452:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62340. 00000020:00000010:2.0:1779697707.449455:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62340. 00000100:00000200:2.0:1779697707.449458:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215268480 00000001:00000010:2.0:1779697707.449468:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697707.449490:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.449497:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697707.449522:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e3000. 00010000:00000010:2.0:1779697707.449550:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.449554:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697707.449574:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697707.449577:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697707.449581:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.449584:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697707.449688:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697707.449696:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e3c0. 00000004:00000010:2.0:1779697707.449702:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697707.449710:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:2.0:1779697707.450764:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697707.450835:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583400. 00010000:00000010:2.0:1779697707.450842:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.450856:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697707.451303:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697707.451315:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.451320:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697707.451343:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697707.451362:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6713480 x1866146215268480/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.451382:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00010000:00000010:2.1:1779697707.451615:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697707.451623:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697707.451627:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.1:1779697707.451630:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000100:00000200:2.0:1779697707.451637:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215268480, offset 224 00000800:00000200:2.0:1779697707.454882:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.454889:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697707.454900:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.454908:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.454915:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697707.454918:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00010000:00000010:3.1:1779697707.456455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697707.456469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697707.456474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.456478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:2.0:1779697707.457757:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.457838:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006429180 00000400:00000200:2.0:1779697707.457847:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 35912 00000400:00000200:2.0:1779697707.457873:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.457877:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.457885:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.457892:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7fb80. 00010000:00000010:2.1:1779697707.461444:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697707.461458:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697707.461464:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697707.461469:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697707.461476:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697707.461481:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697707.461487:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697707.461490:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000800:00000200:2.0:1779697707.461510:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.461514:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697707.461521:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.461530:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.462288:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.462307:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8d21 00000400:00000200:2.0:1779697707.462314:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.462319:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.462325:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:2.0:1779697707.462328:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000400:00000200:2.0:1779697707.462361:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.462368:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006429200 00000400:00000200:2.0:1779697707.462377:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 36400 00000400:00000200:2.0:1779697707.462417:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.462423:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.462428:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.462436:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c700. 00000020:00000010:2.0:1779697707.462489:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62f40. 00000020:00000010:2.0:1779697707.462494:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62f40. 00000020:00000010:2.0:1779697707.462500:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697707.462506:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583280. 00000020:00000010:2.0:1779697707.462511:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697707.462560:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62f40. 00000020:00000010:2.0:1779697707.462563:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62f40. 00000100:00000200:2.0:1779697707.462566:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215268864 00000001:00000010:2.0:1779697707.462575:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543300. 00010000:00000010:2.0:1779697707.462599:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.462607:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697707.462631:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e0000. 00010000:00000010:2.0:1779697707.462677:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.462682:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.462701:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697707.462704:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583400. 00010000:00000010:2.0:1779697707.462708:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.462711:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697707.462805:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697707.462813:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e1e0. 00000004:00000010:2.0:1779697707.462820:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697707.462834:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:3.1:1779697707.463153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697707.463159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697707.463163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697707.463166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.0:1779697707.463805:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697707.463811:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd088180. 00010000:00000010:2.0:1779697707.463816:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.463821:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697707.463892:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.463909:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697707.463915:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd583400. 00010000:00000010:2.0:1779697707.463942:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697707.463964:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7c700 x1866146215268864/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.463984:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697707.463990:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215268864, offset 224 00000400:00000200:2.0:1779697707.463997:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.464009:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.464015:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308135:308135:256:4294967295] 192.168.203.23@tcp LPNI seq info [308131:308131:8:4294967295] 00000400:00000200:2.0:1779697707.464026:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.464031:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.464036:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697707.464041:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.464049:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.464053:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.464152:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd583280. 00000020:00000010:2.0:1779697707.464156:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697707.464160:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00010000:00000010:1.1:1779697707.468376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697707.468395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000400:00000200:2.0:1779697707.468566:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.468583:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006429300 00000400:00000200:2.0:1779697707.468590:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 36976 00000400:00000200:2.0:1779697707.468601:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.468604:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.468612:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.468617:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7df80. 00000800:00000200:2.0:1779697707.470414:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.470418:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697707.470424:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.470428:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697707.472333:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697707.472341:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4480. 00010000:00000010:3.1:1779697707.473437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697707.473448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:2.1:1779697707.473491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697707.473499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697707.473504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697707.473508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697707.476813:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697707.476829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.478545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697707.478560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697707.478565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697707.478569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.1:1779697707.478613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697707.478620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:2.0:1779697707.478909:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.478927:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006429380 00000400:00000200:2.0:1779697707.478936:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 37464 00000400:00000200:2.0:1779697707.478996:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.479002:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.479010:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.479018:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 00000800:00000200:2.0:1779697707.485293:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.485303:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697707.485314:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.485324:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.485333:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:2.0:1779697707.485336:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000400:00000200:2.0:1779697707.488276:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.488483:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006429480 00000400:00000200:2.0:1779697707.488495:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 38040 00000400:00000200:2.0:1779697707.488513:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.488519:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.488528:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.488537:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a680. 00000020:00000010:2.0:1779697707.491158:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a660. 00010000:00000010:2.0:1779697707.491182:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.491189:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.491209:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697707.491258:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:2.0:1779697707.491280:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:2.0:1779697707.491312:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973873, last committed = 8589973743 00010000:00000200:2.0:1779697707.491325:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02a680 x1866146215269504/t8589973873(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.491346:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697707.491377:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215269504, offset 224 00000400:00000010:2.0:1779697707.491385:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42a48. 00010000:00000010:1.1:1779697707.491426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697707.491435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697707.491441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697707.491446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:2.0:1779697707.491787:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.491805:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.491812:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308138:308138:256:4294967295] 192.168.203.23@tcp LPNI seq info [308134:308134:8:4294967295] 00000400:00000200:2.0:1779697707.491820:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.491830:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.491838:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.491844:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697707.491861:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.491870:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.491875:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.491904:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4e80. 00000020:00000010:2.0:1779697707.491909:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:2.0:1779697707.491914:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeff28400. 00000800:00000200:2.0:1779697707.494521:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.494529:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:2.0:1779697707.494536:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.494544:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:2.0:1779697707.495199:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.495205:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.495212:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7997400. 00000020:00000010:2.0:1779697707.495218:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd088180. 00000020:00000010:2.0:1779697707.495224:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697707.495270:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.495273:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000100:00000200:2.0:1779697707.495277:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215269632 00000001:00000010:2.0:1779697707.495288:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:2.0:1779697707.495311:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.495319:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697707.495346:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e2000. 00010000:00000010:2.0:1779697707.495375:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697707.495380:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.495432:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697707.495438:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697707.495443:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.495447:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697707.495557:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697707.495565:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ebb8. 00000004:00000010:2.0:1779697707.495572:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c000. 00080000:00000010:2.0:1779697707.495582:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:3.1:1779697707.495862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697707.497427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697707.497435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697707.497487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697707.497495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697707.497500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000800:00000200:2.0:1779697707.501346:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.501363:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697707.501371:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.501417:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.501432:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:2.0:1779697707.501436:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00010000:00000010:1.1:1779697707.506424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697707.506433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697707.506438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697707.506446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697707.506451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697707.506456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697707.511447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697707.511467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697707.511473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697707.511477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697707.511483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697707.511488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697707.511498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697707.511503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000020:00000010:2.0:1779697707.516609:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.516615:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.516622:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee24a00. 00000020:00000010:2.0:1779697707.516628:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd583400. 00000020:00000010:2.0:1779697707.516634:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697707.516695:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.516699:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000100:00000200:2.0:1779697707.516702:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215270272 02000000:00000010:2.0:1779697707.516746:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e7000. 00010000:00000010:2.0:1779697707.516786:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:2.0:1779697707.516803:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9380. 00010000:00000010:2.0:1779697707.516824:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.516830:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.516846:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697707.516860:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd583280. 00010000:00000010:2.0:1779697707.516874:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.516878:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.517030:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697707.517034:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f280. 00010000:00000010:2.0:1779697707.517038:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697707.517048:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697707.517083:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697707.517090:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697707.517101:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c2a0. 00080000:00000010:2.0:1779697707.517110:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fd9400. 00010000:00000010:1.1:1779697707.523989:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697707.524006:0:19:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697707.524013:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697707.524018:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697707.526454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697707.526467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00000020:00000010:2.0:1779697707.526573:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.526580:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.526587:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee24c00. 00000020:00000010:2.0:1779697707.526592:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f800. 00000020:00000010:2.0:1779697707.526598:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697707.526639:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.526642:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000100:00000200:2.0:1779697707.526644:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215270400 00000001:00000010:2.0:1779697707.526655:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad2345300. 00010000:00000010:2.0:1779697707.526678:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.526685:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697707.526709:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e1000. 00010000:00000010:2.0:1779697707.526736:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.526739:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.526755:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697707.526758:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:2.0:1779697707.526762:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.526765:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:3.1:1779697707.527008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697707.527014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000004:00000010:2.0:1779697707.527219:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697707.527228:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e168. 00000004:00000010:2.0:1779697707.527234:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355da90. 00080000:00000010:2.0:1779697707.527242:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00000800:00000200:2.0:1779697707.530728:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.530734:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697707.530738:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.530744:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.530749:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:2.0:1779697707.530751:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00010000:00000010:0.1:1779697707.533659:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697707.533676:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697707.538943:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697707.538953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697707.542424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697707.542442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697707.542446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697707.542449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697707.543161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697707.543177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:2.0:1779697707.543953:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.543977:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8d49 00000400:00000200:2.0:1779697707.543986:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.543991:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.543998:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:2.0:1779697707.544001:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00010000:00000010:1.1:1779697707.545644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697707.545659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697707.545665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697707.545670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000020:00000010:2.0:1779697707.548456:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.548462:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.548469:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee24a00. 00000020:00000010:2.0:1779697707.548474:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:2.0:1779697707.548479:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697707.548523:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.548527:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000100:00000200:2.0:1779697707.548533:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215270784 00000001:00000010:2.0:1779697707.548545:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:2.0:1779697707.548571:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.548580:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697707.548606:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e6000. 00010000:00000010:2.0:1779697707.548633:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.548638:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697707.548659:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697707.548664:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697707.548671:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.548677:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697707.548792:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697707.548801:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e348. 00000004:00000010:2.0:1779697707.548806:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d430. 00080000:00000010:2.0:1779697707.548816:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00000800:00000200:2.0:1779697707.554659:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.554664:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697707.554675:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.554682:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.554687:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:2.0:1779697707.554690:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00010000:00000010:1.1:1779697707.556649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697707.556664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:2.0:1779697707.557467:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.557495:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006429a80 00000400:00000200:2.0:1779697707.557505:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 42296 00000400:00000200:2.0:1779697707.557527:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.557532:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.557548:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.557556:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02aa00. 00000400:00000200:2.0:1779697707.562694:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.562725:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8d51 00000400:00000200:2.0:1779697707.562732:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.562738:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.562747:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:2.0:1779697707.562751:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:2.0:1779697707.565382:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.565435:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006429b00 00000400:00000200:2.0:1779697707.565445:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 42784 00000400:00000200:2.0:1779697707.565504:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.565510:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.565519:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.565526:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029c00. 00010000:00000010:1.1:1779697707.567350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697707.567363:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697707.567369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697707.567373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697707.567531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697707.567537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697707.570987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697707.571000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697707.573120:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697707.573133:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697707.573141:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697707.573147:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000800:00000200:2.0:1779697707.576318:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.576323:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697707.576329:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.576337:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697707.581493:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697707.581508:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697707.581511:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697707.581513:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000020:00000010:2.0:1779697707.582661:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.582667:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.582685:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc17ce600. 00000020:00000010:2.0:1779697707.582693:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:2.0:1779697707.582700:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697707.582740:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.582744:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000100:00000200:2.0:1779697707.582748:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215271552 00000001:00000010:2.0:1779697707.582760:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:2.0:1779697707.583056:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697707.583065:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697707.583095:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e5000. 00010000:00000010:2.0:1779697707.583123:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.583129:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697707.583149:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697707.583153:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:2.0:1779697707.583158:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697707.583172:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697707.583273:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697707.583282:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e8e8. 00000004:00000010:2.0:1779697707.583288:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d760. 00080000:00000010:2.0:1779697707.583298:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:1.1:1779697707.584487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697707.584497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697707.584502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697707.584507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697707.584511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697707.584515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000800:00000200:2.0:1779697707.587369:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.587378:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697707.587401:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.587411:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.587419:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:2.0:1779697707.587423:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00010000:00000010:3.1:1779697707.589418:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697707.589425:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697707.594279:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697707.594295:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697707.594301:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697707.594308:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:2.0:1779697707.595054:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.595072:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8d61 00000400:00000200:2.0:1779697707.595079:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.595084:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.595091:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:2.0:1779697707.595094:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:2.0:1779697707.595159:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.595224:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006429e00 00000400:00000200:2.0:1779697707.595233:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 44912 00000400:00000200:2.0:1779697707.595287:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.595292:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.595298:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.595305:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 00010000:00000010:3.1:1779697707.612420:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697707.612429:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697707.612434:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697707.612439:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.0:1779697707.612921:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:2.0:1779697707.612929:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4c00. 00010000:00000010:2.0:1779697707.612942:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00000800:00000200:2.0:1779697707.615473:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.615482:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba700. 00000400:00000200:2.0:1779697707.615492:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.615502:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697707.615568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697707.615579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000020:00000010:2.0:1779697707.616429:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.616434:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.616441:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3bec00. 00000020:00000010:2.0:1779697707.616447:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697707.616452:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.616498:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe621c0. 00000020:00000010:2.0:1779697707.616502:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe621c0. 00000100:00000200:2.0:1779697707.616505:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215272320 00000001:00000010:2.0:1779697707.616514:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:2.0:1779697707.616538:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697707.616546:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697707.616570:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e4000. 00010000:00000010:2.0:1779697707.616600:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.616604:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.616623:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697707.616628:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697707.616632:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.616636:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697707.616960:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697707.616969:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eb40. 00000004:00000010:2.0:1779697707.616977:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d540. 00080000:00000010:2.0:1779697707.616987:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:2.0:1779697707.618083:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697707.618091:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:2.0:1779697707.618097:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697707.618104:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.618186:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.618203:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697707.618208:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697707.618239:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697707.618259:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2821180 x1866146215272320/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.618280:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697707.618288:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215272320, offset 224 00000400:00000200:2.0:1779697707.618295:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.618308:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.618316:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308153:308153:256:4294967295] 192.168.203.23@tcp LPNI seq info [308149:308149:8:4294967295] 00000400:00000200:2.0:1779697707.618330:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.618337:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.618342:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697707.618350:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.618359:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.618364:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.618415:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697707.618419:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.618423:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3bec00. 00010000:00000010:1.1:1779697707.618486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697707.618494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697707.619589:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697707.619601:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697707.619606:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.619610:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697707.619614:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.619619:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697707.619623:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.619627:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697707.622419:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697707.622432:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:2.0:1779697707.622454:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.622471:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642a080 00000400:00000200:2.0:1779697707.622480:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 46552 00000400:00000200:2.0:1779697707.622496:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.622501:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.622510:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.622516:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 00010000:00000010:3.1:1779697707.625687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697707.625704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697707.626845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697707.626869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697707.626876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697707.626883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697707.630620:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:2.0:1779697707.630635:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4680. 00010000:00000010:1.1:1779697707.631456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697707.631469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000200:2.0:1779697707.634826:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.634864:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642a100 00000400:00000200:2.0:1779697707.634876:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 47040 00000400:00000200:2.0:1779697707.634959:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.634965:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.634976:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.634984:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a300. 00010000:00000010:3.1:1779697707.635420:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697707.635429:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697707.635437:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.635443:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697707.639955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697707.639974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.649714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.649732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697707.649739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.649742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000800:00000200:2.0:1779697707.654112:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.654117:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba300. 00000400:00000200:2.0:1779697707.654122:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.654129:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697707.657533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697707.657550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.0:1779697707.659552:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:2.0:1779697707.659563:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4580. 00010000:00000010:3.1:1779697707.662975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697707.662991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697707.662998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.663005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000020:00000010:2.0:1779697707.665363:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697707.665370:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697707.665377:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbffa08800. 00000020:00000010:2.0:1779697707.665383:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697707.665414:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.665448:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697707.665451:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000100:00000200:2.0:1779697707.665455:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215273088 00000001:00000010:2.0:1779697707.665467:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:2.0:1779697707.665505:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.665513:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697707.665538:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3517000. 00010000:00000010:2.0:1779697707.665568:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.665572:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697707.665592:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697707.665595:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697707.665600:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.665604:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000004:00000010:2.0:1779697707.665718:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697707.665727:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed98. 00000004:00000010:2.0:1779697707.665735:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ddc0. 00080000:00000010:2.0:1779697707.665744:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:2.0:1779697707.667108:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697707.667116:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697707.667121:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.667127:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.667210:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697707.667226:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.667232:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697707.667259:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697707.667282:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2820e00 x1866146215273088/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.667302:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697707.667309:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215273088, offset 224 00000400:00000200:2.0:1779697707.667317:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.667330:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.667337:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308157:308157:256:4294967295] 192.168.203.23@tcp LPNI seq info [308153:308153:8:4294967295] 00000400:00000200:2.0:1779697707.667352:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.667358:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.667363:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697707.667370:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.667379:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.667383:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1779697707.667431:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697707.667439:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000020:00000010:2.0:1779697707.667456:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697707.667461:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.667465:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbffa08800. 00000020:00000010:2.0:1779697707.671141:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62c80. 00000020:00000010:2.0:1779697707.671147:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62c80. 00000020:00000010:2.0:1779697707.671153:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbffa08800. 00000020:00000010:2.0:1779697707.671160:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697707.671174:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.671223:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62c80. 00000020:00000010:2.0:1779697707.671226:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62c80. 00000100:00000200:2.0:1779697707.671230:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215273344 02000000:00000010:2.0:1779697707.671272:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3511000. 00010000:00000010:2.0:1779697707.671317:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.671335:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697707.671355:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.671360:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.671377:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.671381:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697707.671409:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.671415:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697707.671529:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697707.671533:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697707.671537:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.671541:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697707.671571:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697707.671577:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697707.671589:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01b1e0. 00080000:00000010:2.0:1779697707.671599:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fd8000. 00000001:00000010:2.0:1779697707.672079:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01bf60. 00000001:00000010:2.0:1779697707.672087:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697707.672137:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01b1e0. 00010000:00000010:2.0:1779697707.672147:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.672152:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697707.672167:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697707.672217:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.672238:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697707.672258:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973883, last committed = 8589973743 00010000:00000200:2.0:1779697707.672270:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2823480 x1866146215273344/t8589973883(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.672290:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697707.672297:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215273344, offset 224 00000400:00000010:2.0:1779697707.672303:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a423f0. 00000400:00000200:2.0:1779697707.672309:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.672322:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.672330:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308158:308158:256:4294967295] 192.168.203.23@tcp LPNI seq info [308154:308154:8:4294967295] 00000400:00000200:2.0:1779697707.672336:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.672346:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.672353:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.672359:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697707.672366:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.672374:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.672378:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.672427:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697707.672431:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.672436:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbffa08800. 00000800:00000200:2.0:1779697707.672531:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.672535:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:2.0:1779697707.672540:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.672546:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697707.674765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697707.674778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697707.674784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697707.674790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.677036:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697707.677047:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:2.1:1779697707.678961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697707.678970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697707.678975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697707.678980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000800:00000200:2.0:1779697707.680819:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.680824:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba700. 00000400:00000200:2.0:1779697707.680830:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.680837:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.680843:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:2.0:1779697707.680845:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00010000:00000010:3.1:1779697707.681556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697707.681564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697707.682516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697707.682525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697707.686431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.686447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697707.686453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697707.686457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.0:1779697707.689161:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:2.0:1779697707.689169:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9900. 00010000:00000010:2.0:1779697707.689179:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345180. 00000400:00000200:2.0:1779697707.691653:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.691675:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8d89 00000400:00000200:2.0:1779697707.691683:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.691689:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.691697:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:2.0:1779697707.691700:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:1.1:1779697707.693038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697707.693051:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00000020:00000010:2.0:1779697707.697162:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62c80. 00000020:00000010:2.0:1779697707.697288:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62c80. 00000020:00000010:2.0:1779697707.697297:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbffa08800. 00000020:00000010:2.0:1779697707.697304:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f680. 00000020:00000010:2.0:1779697707.697310:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.697358:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62c80. 00000020:00000010:2.0:1779697707.697362:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62c80. 00000100:00000200:2.0:1779697707.697365:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215273856 00010000:00000010:1.1:1779697707.697476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697707.697485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697707.697572:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697707.697580:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000001:00000010:2.0:1779697707.697592:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697707.697618:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.697625:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697707.697756:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3516000. 00010000:00000010:2.0:1779697707.697785:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.697791:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.697809:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.697814:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:2.0:1779697707.697819:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.697823:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000004:00000010:2.0:1779697707.697932:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697707.697941:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e0f0. 00000004:00000010:2.0:1779697707.697947:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c660. 00080000:00000010:2.0:1779697707.697957:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:2.0:1779697707.699841:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697707.699861:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:2.0:1779697707.699867:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.699875:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.699961:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.699978:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.699984:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:2.0:1779697707.700082:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697707.700109:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80380 x1866146215273856/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.700129:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697707.700138:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215273856, offset 224 00000400:00000200:2.0:1779697707.700145:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.700225:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.700234:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308161:308161:256:4294967295] 192.168.203.23@tcp LPNI seq info [308157:308157:8:4294967295] 00000400:00000200:2.0:1779697707.700251:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.700258:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.700265:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697707.700273:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.700282:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.700286:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.700349:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f680. 00000020:00000010:2.0:1779697707.700354:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.700358:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbffa08800. 00000400:00000200:2.0:1779697707.705566:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.705585:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642a680 00000400:00000200:2.0:1779697707.705596:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 50808 00000400:00000200:2.0:1779697707.705613:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.705618:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.705625:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.705633:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b100. 00000800:00000200:2.0:1779697707.711609:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.711619:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697707.711628:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.711638:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697707.712811:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697707.712820:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697707.722381:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697707.722420:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697707.722425:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697707.722431:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.722469:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:2.0:1779697707.722479:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9180. 00010000:00000010:1.1:1779697707.723547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697707.723558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697707.723564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697707.723569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697707.725695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697707.725713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697707.727516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697707.727531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697707.728896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697707.728910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697707.728917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.728923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697707.729691:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.729713:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642a800 00000400:00000200:2.0:1779697707.729723:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 51872 00000400:00000200:2.0:1779697707.729749:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.729756:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.729766:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.729773:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b800. 00010000:00000010:2.0:1779697707.732683:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:2.0:1779697707.732695:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4500. 00010000:00000010:2.0:1779697707.732708:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:2.0:1779697707.737588:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:2.0:1779697707.737600:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4900. 00000020:00000010:2.0:1779697707.744493:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62000. 00000020:00000010:2.0:1779697707.744504:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62000. 00000020:00000010:2.0:1779697707.744513:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3bec00. 00000020:00000010:2.0:1779697707.744519:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f680. 00000020:00000010:2.0:1779697707.744525:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.744615:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62000. 00000020:00000010:2.0:1779697707.744619:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62000. 00000100:00000200:2.0:1779697707.744623:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215274624 00000001:00000010:2.0:1779697707.744634:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad2345a80. 00010000:00000010:2.0:1779697707.744682:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.744690:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697707.744725:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3514000. 00010000:00000010:2.0:1779697707.745712:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.745722:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.746120:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.746126:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:2.0:1779697707.746131:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.746136:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697707.746255:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697707.746264:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eca8. 00000004:00000010:2.0:1779697707.746270:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c110. 00080000:00000010:2.0:1779697707.746279:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:2.0:1779697707.750179:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697707.750192:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:2.0:1779697707.750200:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.750209:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697707.750296:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.750316:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.750323:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:2.0:1779697707.750353:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697707.750406:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80700 x1866146215274624/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.750428:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697707.750437:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215274624, offset 224 00000400:00000200:2.0:1779697707.750445:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.750461:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.750468:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308165:308165:256:4294967295] 192.168.203.23@tcp LPNI seq info [308161:308161:8:4294967295] 00000400:00000200:2.0:1779697707.750483:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.750490:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.750495:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697707.750503:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.750512:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.750517:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.750540:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f680. 00000020:00000010:2.0:1779697707.750545:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.750550:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3bec00. 00000800:00000200:2.0:1779697707.750661:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.750666:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697707.750671:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.750677:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.750683:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697707.750686:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00010000:00000010:3.1:1779697707.756517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697707.756531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697707.756538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697707.756544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697707.756597:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697707.756605:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697707.756610:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697707.756615:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000400:00000200:2.0:1779697707.756954:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.756973:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642a980 00000400:00000200:2.0:1779697707.756984:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 52936 00000400:00000200:2.0:1779697707.757000:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.757006:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.757014:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.757021:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ad80. 00000800:00000200:2.0:1779697707.760782:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.760788:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697707.760794:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.760800:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697707.763529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697707.763567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697707.763576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697707.763581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697707.763586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000400:00000200:2.0:1779697707.763898:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.763917:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8da1 00000400:00000200:2.0:1779697707.763924:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.763930:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.763944:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:2.0:1779697707.763947:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:3.1:1779697707.765557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697707.765571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697707.765578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697707.766055:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.766075:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642aa00 00000400:00000200:2.0:1779697707.766086:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 53424 00000400:00000200:2.0:1779697707.766151:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.766158:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.766174:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.766182:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 00010000:00000010:1.1:1779697707.769499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697707.769506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697707.769512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697707.769518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697707.779066:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697707.779085:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697707.779091:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.779094:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.0:1779697707.786126:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697707.786138:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4080. 00010000:00000010:2.0:1779697707.786154:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000010:3.1:1779697707.786510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.786517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00000800:00000200:2.0:1779697707.788632:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.788638:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697707.788644:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.788826:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.788834:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:2.0:1779697707.788837:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00010000:00000010:3.1:1779697707.789440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.789449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697707.789464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697707.789472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697707.791478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697707.791491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697707.791537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697707.791543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697707.791546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697707.791549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:2.0:1779697707.796041:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.796063:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8db1 00000400:00000200:2.0:1779697707.796071:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.796076:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.796083:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:2.0:1779697707.796087:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:1.1:1779697707.798722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697707.798755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697707.798760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697707.798765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:2.0:1779697707.805922:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.806005:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642ae00 00000400:00000200:2.0:1779697707.806016:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 56128 00000400:00000200:2.0:1779697707.806032:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.806038:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.806046:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.806055:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 00010000:00000010:3.1:1779697707.806422:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697707.806428:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697707.806918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697707.806925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000001:00000010:2.0:1779697707.809047:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01b7e0. 00000001:00000010:2.0:1779697707.809058:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697707.809111:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697707.809127:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.809135:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697707.809156:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697707.809306:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697707.809331:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:2.0:1779697707.809353:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973890, last committed = 8589973743 00010000:00000200:2.0:1779697707.809366:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558e00 x1866146215276032/t8589973890(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.809406:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697707.809413:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215276032, offset 224 00000400:00000010:2.0:1779697707.809420:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42c40. 00000400:00000200:2.0:1779697707.809425:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.809440:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.809447:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308172:308172:256:4294967295] 192.168.203.23@tcp LPNI seq info [308168:308168:8:4294967295] 00000400:00000200:2.0:1779697707.809453:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.809461:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.809467:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.809472:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697707.809478:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.809491:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.809495:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.809512:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4a80. 00000020:00000010:2.0:1779697707.809517:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:2.0:1779697707.809520:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075efc00. 00010000:00000010:3.1:1779697707.812277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.812292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697707.812299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.812305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697707.812310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697707.812314:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.0:1779697707.812626:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:2.0:1779697707.812643:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4400. 00000020:00000010:2.0:1779697707.813184:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.813190:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.813197:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25600. 00000020:00000010:2.0:1779697707.813202:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f680. 00000020:00000010:2.0:1779697707.813207:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697707.813240:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.813243:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.813247:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215276160 00000001:00000010:2.0:1779697707.813257:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad2345300. 00010000:00000010:2.0:1779697707.813278:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.813285:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697707.813312:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3513000. 00010000:00000010:2.0:1779697707.813341:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.813346:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.813362:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.813366:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:2.0:1779697707.813372:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697707.813376:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697707.813501:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697707.813511:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e078. 00000004:00000010:2.0:1779697707.813517:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d320. 00080000:00000010:2.0:1779697707.813527:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:2.1:1779697707.815761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697707.815770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000800:00000200:2.0:1779697707.815880:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.815886:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697707.815893:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.815901:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.815906:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:2.0:1779697707.815909:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:3.1:1779697707.818257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697707.818272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697707.821766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697707.821782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697707.821797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697707.821804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697707.821865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697707.821873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000020:00000010:2.0:1779697707.829578:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.829588:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.829597:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.829603:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.829609:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.829708:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.829712:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.829716:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215276416 02000000:00000010:2.0:1779697707.829754:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3510000. 00010000:00000010:2.0:1779697707.829796:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697707.829816:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4300. 00010000:00000010:2.0:1779697707.829838:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697707.829858:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.829875:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697707.829879:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697707.829884:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.829888:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.830020:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697707.830025:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fb00. 00010000:00000010:2.0:1779697707.830029:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.830035:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697707.830066:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.830073:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.830086:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01b8a0. 00080000:00000010:2.0:1779697707.830097:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fdac00. 00000001:00000010:2.0:1779697707.830673:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01b540. 00000001:00000010:2.0:1779697707.830682:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697707.830732:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01b8a0. 00010000:00000010:2.0:1779697707.830744:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.830750:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697707.830766:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697707.830814:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.830835:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.830871:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973891, last committed = 8589973743 00010000:00000200:2.0:1779697707.830884:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9800700 x1866146215276416/t8589973891(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.830904:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697707.830912:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215276416, offset 224 00000400:00000010:2.0:1779697707.830921:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42ea8. 00000400:00000200:2.0:1779697707.830926:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.830943:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.830951:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308174:308174:256:4294967295] 192.168.203.23@tcp LPNI seq info [308170:308170:8:4294967295] 00000400:00000200:2.0:1779697707.830960:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.830970:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.830977:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.830983:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697707.830991:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.831000:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.831005:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.831026:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.831031:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.831036:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000400:00000200:2.0:1779697707.833736:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.833758:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8dc1 00000400:00000200:2.0:1779697707.833765:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.833770:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.833776:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697707.833779:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:2.0:1779697707.833811:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.833818:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642b000 00000400:00000200:2.0:1779697707.833827:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 57680 00000400:00000200:2.0:1779697707.833887:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.833893:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.833899:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.833907:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559180. 00010000:00000010:2.1:1779697707.837467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697707.837479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00000020:00000010:2.0:1779697707.840082:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.840089:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.840096:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.840101:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.840107:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.840181:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.840185:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.840188:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215276800 02000000:00000010:2.0:1779697707.840223:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3512000. 00010000:00000010:2.0:1779697707.840262:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697707.840282:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4080. 00010000:00000010:2.0:1779697707.840302:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.840310:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.840326:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697707.840330:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:1.1:1779697707.840601:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697707.840609:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697707.840775:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697707.840782:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697707.840787:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.840794:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.840933:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697707.840938:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:2.0:1779697707.840943:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697707.840948:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697707.840981:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.840988:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.841000:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01b8a0. 00080000:00000010:2.0:1779697707.841010:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fd8c00. 00010000:00000010:3.1:1779697707.841436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.841444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697707.841450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.841455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000001:00000010:2.0:1779697707.841896:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01bd80. 00000001:00000010:2.0:1779697707.841904:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697707.841959:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01b8a0. 00010000:00000010:2.0:1779697707.841971:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.841977:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697707.841993:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697707.842092:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.842114:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.842135:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973892, last committed = 8589973743 00010000:00000200:2.0:1779697707.842147:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9803480 x1866146215276800/t8589973892(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.842178:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697707.842186:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215276800, offset 224 00000400:00000010:2.0:1779697707.842194:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42268. 00000400:00000200:2.0:1779697707.842200:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.842216:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.842224:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308176:308176:256:4294967295] 192.168.203.23@tcp LPNI seq info [308172:308172:8:4294967295] 00000400:00000200:2.0:1779697707.842230:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.842240:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.842249:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.842255:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697707.842263:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.842271:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.842275:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.842305:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.842310:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.842314:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:1.1:1779697707.842535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697707.842543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697707.848593:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697707.848602:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697707.848607:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697707.848615:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.848653:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.848661:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697707.852188:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.852194:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.852201:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.852207:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697707.852212:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.852262:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.852265:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.852269:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215277184 02000000:00000010:2.0:1779697707.852306:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3515000. 00010000:00000010:2.0:1779697707.852344:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:2.0:1779697707.852364:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4c80. 00010000:00000010:2.0:1779697707.852384:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.852423:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.852440:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.852444:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:2.0:1779697707.852449:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697707.852453:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.852588:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697707.852592:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:2.0:1779697707.852596:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.852601:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697707.852634:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.852949:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.852964:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01b8a0. 00080000:00000010:2.0:1779697707.852973:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fda000. 00000001:00000010:2.0:1779697707.853491:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a1e0. 00000001:00000010:2.0:1779697707.853499:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697707.853548:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01b8a0. 00010000:00000010:2.0:1779697707.853559:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.853565:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697707.853580:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697707.853624:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.1:1779697707.853745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697707.853754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.853916:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697707.853940:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973893, last committed = 8589973743 00010000:00000200:2.0:1779697707.853951:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9803800 x1866146215277184/t8589973893(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.853973:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697707.853981:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215277184, offset 224 00000400:00000010:2.0:1779697707.853988:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42a80. 00000400:00000200:2.0:1779697707.853994:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.854010:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.854018:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308178:308178:256:4294967295] 192.168.203.23@tcp LPNI seq info [308174:308174:8:4294967295] 00000400:00000200:2.0:1779697707.854025:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.854036:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.854043:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.854049:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697707.854057:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.854065:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.854070:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.854143:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697707.854149:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.854153:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:3.1:1779697707.861520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.861530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697707.861537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.861543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697707.863383:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697707.863417:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.863455:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.863464:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:2.1:1779697707.866114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697707.866129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697707.866137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697707.866143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000020:00000010:2.0:1779697707.867509:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.867516:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.867523:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.867528:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.867534:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.867584:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.867588:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.867592:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215277568 02000000:00000010:2.0:1779697707.867631:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a5000. 00010000:00000010:2.0:1779697707.867854:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697707.867875:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4000. 00010000:00000010:2.0:1779697707.867895:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.867903:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.867920:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697707.867923:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:2.0:1779697707.867929:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.867933:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.868054:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697707.868058:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:2.0:1779697707.868063:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.868067:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697707.868101:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.868109:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.868121:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a900. 00080000:00000010:2.0:1779697707.868131:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fda800. 00000001:00000010:2.0:1779697707.870813:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01bc60. 00000001:00000010:2.0:1779697707.870824:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697707.870890:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a900. 00010000:00000010:2.0:1779697707.870908:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697707.870918:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697707.870941:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697707.870990:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.871018:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.871042:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973894, last committed = 8589973743 00010000:00000200:2.0:1779697707.871055:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6c000 x1866146215277568/t8589973894(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.871076:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697707.871084:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215277568, offset 224 00000400:00000010:2.0:1779697707.871091:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42c08. 00000400:00000200:2.0:1779697707.871096:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.871112:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.871120:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308180:308180:256:4294967295] 192.168.203.23@tcp LPNI seq info [308176:308176:8:4294967295] 00000400:00000200:2.0:1779697707.871127:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.871138:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.871144:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.871149:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697707.871157:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.871548:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.871553:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.871589:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.871594:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.871599:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:2.1:1779697707.873751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697707.873764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697707.873878:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697707.873886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.875025:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.875038:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00010000:00000010:3.1:1779697707.877327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.877338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697707.877344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.877349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697707.878430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697707.878437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697707.878481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697707.878488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697707.878493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697707.878498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697707.883433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697707.883444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00000020:00000010:2.0:1779697707.883981:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.883987:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.883994:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.883999:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697707.884005:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.884092:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.884097:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.884101:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215277952 02000000:00000010:2.0:1779697707.884138:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a6000. 00010000:00000010:2.0:1779697707.884245:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:2.0:1779697707.884266:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4e80. 00010000:00000010:2.0:1779697707.884286:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.884294:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.884310:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697707.884313:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:2.0:1779697707.884318:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.884323:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.884474:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697707.884478:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:2.0:1779697707.884482:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.884487:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697707.884521:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.884529:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697707.884542:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01ba80. 00080000:00000010:2.0:1779697707.884554:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e56800. 00000001:00000010:2.0:1779697707.885384:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a780. 00010000:00000010:3.1:1779697707.885428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.885437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697707.885443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697707.885449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000001:00000010:2.0:1779697707.885579:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697707.885649:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01ba80. 00010000:00000010:2.0:1779697707.885664:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697707.885681:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697707.885697:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697707.885744:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.885766:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697707.885785:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973895, last committed = 8589973743 00010000:00000200:2.0:1779697707.885796:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6f100 x1866146215277952/t8589973895(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.885816:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697707.885824:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215277952, offset 224 00000400:00000010:2.0:1779697707.885831:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42230. 00000400:00000200:2.0:1779697707.885837:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.885863:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.885869:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308182:308182:256:4294967295] 192.168.203.23@tcp LPNI seq info [308178:308178:8:4294967295] 00000400:00000200:2.0:1779697707.885876:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.885885:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.885891:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.885897:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697707.885905:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.885913:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.885918:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.885941:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697707.885946:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.885950:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697707.886052:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.886056:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697707.886060:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.886067:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697707.889631:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.889649:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:1.1:1779697707.892428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697707.892435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697707.892490:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697707.892499:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697707.892504:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697707.892508:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00000800:00000200:2.0:1779697707.894863:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.894872:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697707.894879:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.894887:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.894895:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:2.0:1779697707.894898:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000020:00000010:2.0:1779697707.896017:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.896023:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.896031:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.896036:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.896041:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.896088:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.896091:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.896096:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215278336 02000000:00000010:2.0:1779697707.896131:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a4000. 00010000:00000010:2.0:1779697707.896183:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:2.0:1779697707.896203:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9f00. 00010000:00000010:2.0:1779697707.896222:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.896230:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.896247:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697707.896250:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:2.0:1779697707.896256:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697707.896261:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.896380:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697707.896384:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697707.896413:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.896418:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697707.896454:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bd00. 00000020:00000010:2.0:1779697707.896461:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bd00. 00000020:00000010:2.0:1779697707.896473:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a900. 00080000:00000010:2.0:1779697707.896482:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e57c00. 00000001:00000010:2.0:1779697707.897562:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01b480. 00000001:00000010:2.0:1779697707.897572:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697707.897626:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a900. 00010000:00000010:2.0:1779697707.897808:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697707.897816:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697707.897835:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697707.897950:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.897975:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.897997:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973896, last committed = 8589973743 00010000:00000200:2.0:1779697707.898010:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6e300 x1866146215278336/t8589973896(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.898031:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697707.898039:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215278336, offset 224 00000400:00000010:2.0:1779697707.898047:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42658. 00000400:00000200:2.0:1779697707.898053:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.898068:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.898076:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308184:308184:256:4294967295] 192.168.203.23@tcp LPNI seq info [308180:308180:8:4294967295] 00000400:00000200:2.0:1779697707.898084:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.898095:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.898102:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.898108:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697707.898116:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.898125:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.898131:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.898228:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.898235:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.898239:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:2.1:1779697707.903561:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697707.903570:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697707.903604:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.903612:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00000800:00000200:2.0:1779697707.905863:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.905868:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba700. 00000400:00000200:2.0:1779697707.905874:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.905880:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.905887:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697707.905889:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:2.1:1779697707.907866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697707.907878:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697707.907883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697707.907888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697707.908114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697707.908122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697707.908126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697707.908130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.908335:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697707.908341:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000020:00000010:2.0:1779697707.909033:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.909039:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.909046:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.909051:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697707.909057:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.909143:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.909148:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.909152:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215278720 02000000:00000010:2.0:1779697707.909200:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a0000. 00010000:00000010:2.0:1779697707.909242:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697707.909261:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4000. 00010000:00000010:2.0:1779697707.909282:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697707.909289:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.909306:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697707.909310:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:2.0:1779697707.909315:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.909320:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.913495:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697707.913505:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:2.0:1779697707.913513:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697707.913521:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697707.913587:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf20. 00000020:00000010:2.0:1779697707.913595:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf20. 00000020:00000010:2.0:1779697707.913609:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01b840. 00080000:00000010:2.0:1779697707.913621:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54400. 00000001:00000010:2.0:1779697707.914107:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ad20. 00000001:00000010:2.0:1779697707.914116:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697707.914505:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01b840. 00010000:00000010:2.0:1779697707.914520:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697707.914527:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697707.914544:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697707.914599:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.914625:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697707.914651:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973897, last committed = 8589973743 00010000:00000200:2.0:1779697707.914664:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6c380 x1866146215278720/t8589973897(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.914685:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697707.914693:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215278720, offset 224 00000400:00000010:2.0:1779697707.914701:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a423b8. 00000400:00000200:2.0:1779697707.914707:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.914725:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.914733:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308186:308186:256:4294967295] 192.168.203.23@tcp LPNI seq info [308182:308182:8:4294967295] 00000400:00000200:2.0:1779697707.914740:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.914750:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.914757:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.914763:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697707.914772:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.914780:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.914785:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.914817:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697707.914822:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.914827:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:2.1:1779697707.917878:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697707.917888:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697707.918916:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.918925:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00000800:00000200:2.0:1779697707.920952:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.920958:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba200. 00000400:00000200:2.0:1779697707.920965:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.920971:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.920977:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697707.920980:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:3.1:1779697707.922380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.922405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697707.922412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697707.922416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.922420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697707.922426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000020:00000010:2.0:1779697707.923510:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.923516:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.923522:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.923527:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.923532:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.923574:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62b40. 00000020:00000010:2.0:1779697707.923577:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62b40. 00000100:00000200:2.0:1779697707.923580:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215279104 02000000:00000010:2.0:1779697707.923620:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3095000. 00010000:00000010:2.0:1779697707.923678:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:2.0:1779697707.923695:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85800. 00010000:00000010:2.0:1779697707.923713:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697707.923719:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.923733:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697707.923736:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:2.0:1779697707.923740:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697707.923743:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697707.923853:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697707.923858:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:2.0:1779697707.923862:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697707.923865:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697707.923893:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355be80. 00000020:00000010:2.0:1779697707.923899:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355be80. 00000020:00000010:2.0:1779697707.923909:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:2.0:1779697707.923917:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e55c00. 00000001:00000010:2.0:1779697707.924507:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01b000. 00000001:00000010:2.0:1779697707.924515:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697707.924550:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:2.0:1779697707.924559:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697707.924565:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697707.924577:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697707.924614:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.924632:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697707.924838:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973898, last committed = 8589973743 00010000:00000200:2.0:1779697707.924858:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec4000 x1866146215279104/t8589973898(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.924880:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697707.924887:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215279104, offset 224 00000400:00000010:2.0:1779697707.924895:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a428f8. 00000400:00000200:2.0:1779697707.924901:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.924918:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.924925:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308188:308188:256:4294967295] 192.168.203.23@tcp LPNI seq info [308184:308184:8:4294967295] 00000400:00000200:2.0:1779697707.924932:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.924943:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.924950:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.924956:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697707.924965:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.924973:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.924977:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.925006:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:2.0:1779697707.925012:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.925016:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:3.1:1779697707.927483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.927499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697707.927505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.927511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.1:1779697707.927725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.1:1779697707.927731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697707.927735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697707.927739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:2.0:1779697707.927770:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.927787:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8df9 00000400:00000200:2.0:1779697707.927794:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.927798:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.927805:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697707.927807:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000400:00000200:2.0:1779697707.927895:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.927905:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642ba80 00000400:00000200:2.0:1779697707.927914:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 65128 00000400:00000200:2.0:1779697707.927964:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.927970:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.927976:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.927983:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559f80. 00010000:00000010:2.1:1779697707.930580:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697707.930589:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697707.930594:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697707.930598:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697707.930602:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697707.930604:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000800:00000200:2.0:1779697707.932577:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.932586:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697707.932596:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.932605:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.932612:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:2.0:1779697707.932614:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:1.1:1779697707.934860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697707.934869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697707.935462:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697707.935467:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697707.935473:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.935477:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697707.935481:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.935484:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000800:00000200:2.0:1779697707.938216:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.938226:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697707.938235:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.938244:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.938567:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.938582:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e01 00000400:00000200:2.0:1779697707.938587:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.938590:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.938596:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:2.0:1779697707.938599:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:2.0:1779697707.938854:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.938864:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642bc00 00000400:00000200:2.0:1779697707.938874:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 66192 00000400:00000200:2.0:1779697707.938931:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.938937:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.938943:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.938951:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559500. 00010000:00000010:3.1:1779697707.940602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697707.940611:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.0:1779697707.940841:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697707.940857:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:2.0:1779697707.940862:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697707.940869:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697707.940944:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697707.940963:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697707.940969:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85980. 00010000:00000010:2.0:1779697707.940996:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:2.0:1779697707.941018:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559500 x1866146215279616/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.941038:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697707.941045:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215279616, offset 224 00000400:00000200:2.0:1779697707.941054:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.941069:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.941075:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308191:308191:256:4294967295] 192.168.203.23@tcp LPNI seq info [308187:308187:8:4294967295] 00000400:00000200:2.0:1779697707.941090:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.941096:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.941102:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697707.941109:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.941116:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.941120:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.941150:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697707.941154:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:2.0:1779697707.941158:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c15c00. 00000400:00000200:2.0:1779697707.943765:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.943782:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642bd00 00000400:00000200:2.0:1779697707.943790:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 66768 00000400:00000200:2.0:1779697707.943804:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.943808:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.943816:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.943822:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558380. 00000800:00000200:2.0:1779697707.945418:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.945423:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697707.945429:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.945436:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697707.945778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697707.945786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697707.946481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697707.946489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697707.948421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697707.948436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697707.948442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.948446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.1:1779697707.948495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697707.948501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697707.948505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697707.948507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000400:00000200:2.0:1779697707.951707:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.951725:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642bd80 00000400:00000200:2.0:1779697707.951735:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 67256 00000400:00000200:2.0:1779697707.951793:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.951800:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.951808:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.951815:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558a80. 00010000:00000010:1.1:1779697707.953036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697707.953047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697707.953054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697707.953058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000800:00000200:2.0:1779697707.954291:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.954297:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697707.954305:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.954312:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.954318:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:2.0:1779697707.954320:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000800:00000200:2.0:1779697707.960625:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.960634:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba200. 00000400:00000200:2.0:1779697707.960752:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.960762:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.961311:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.961327:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e11 00000400:00000200:2.0:1779697707.961333:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.961338:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.961345:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:2.0:1779697707.961348:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000400:00000200:2.0:1779697707.961381:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00010000:00000010:1.1:1779697707.961469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697707.961479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000400:00000200:2.0:1779697707.961581:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642bf00 00000400:00000200:2.0:1779697707.961591:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 68320 00000400:00000200:2.0:1779697707.962037:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.962045:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.962052:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.962059:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655aa00. 00000800:00000200:2.0:1779697707.964197:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.964203:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba700. 00000400:00000200:2.0:1779697707.964208:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.964213:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.964217:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:2.0:1779697707.964220:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000400:00000200:2.0:1779697707.966530:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.966550:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642c000 00000400:00000200:2.0:1779697707.966560:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 68896 00000400:00000200:2.0:1779697707.966576:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.966582:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.966591:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.966598:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655ad80. 00010000:00000010:3.1:1779697707.968542:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697707.968551:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697707.968555:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697707.968558:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000800:00000200:2.0:1779697707.970899:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.970907:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba300. 00000400:00000200:2.0:1779697707.970917:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.970927:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697707.971027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697707.971038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:2.0:1779697707.971262:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.971278:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e19 00000400:00000200:2.0:1779697707.971285:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.971291:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.971297:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:2.0:1779697707.971300:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00000400:00000200:2.0:1779697707.971383:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.971423:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642c080 00000400:00000200:2.0:1779697707.971432:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 69384 00000400:00000200:2.0:1779697707.972056:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.972064:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.972071:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.972079:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b800. 00010000:00000010:1.1:1779697707.972417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697707.972423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697707.972477:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697707.972483:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697707.972487:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697707.972492:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.0:1779697707.974041:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697707.974048:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697707.974053:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697707.974059:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.974127:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697707.974141:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697707.974146:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e00. 00010000:00000010:2.0:1779697707.974238:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:2.0:1779697707.974262:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655b800 x1866146215280768/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.974282:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697707.974290:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215280768, offset 224 00000400:00000200:2.0:1779697707.974298:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.974313:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.974321:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308197:308197:256:4294967295] 192.168.203.23@tcp LPNI seq info [308193:308193:8:4294967295] 00000400:00000200:2.0:1779697707.974335:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.974342:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.974348:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697707.974355:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.974363:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.974369:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.974482:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4400. 00000020:00000010:2.0:1779697707.974488:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:2.0:1779697707.974493:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c14e00. 00010000:00000010:3.1:1779697707.977092:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697707.977109:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697707.977114:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697707.977118:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697707.977122:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.977124:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697707.977127:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697707.977130:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697707.977132:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697707.977135:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000800:00000200:2.0:1779697707.977483:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.977489:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697707.977496:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.977506:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.977513:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:2.0:1779697707.977517:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000020:00000010:2.0:1779697707.977911:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62440. 00000020:00000010:2.0:1779697707.977917:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62440. 00000020:00000010:2.0:1779697707.977924:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697707.977929:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:2.0:1779697707.977935:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.978026:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62440. 00000020:00000010:2.0:1779697707.978030:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62440. 00000100:00000200:2.0:1779697707.978033:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215281024 02000000:00000010:2.0:1779697707.978070:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3096000. 00010000:00000010:2.0:1779697707.978115:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.978131:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697707.978150:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697707.978157:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.978245:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697707.978250:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697707.978256:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697707.978261:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:1.1:1779697707.978437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697707.978445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697707.978550:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697707.978558:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697707.978563:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697707.978567:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.0:1779697707.978573:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697707.978577:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:2.0:1779697707.978582:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.978587:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697707.978623:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697707.978631:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697707.978655:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc01ba20. 00080000:00000010:2.0:1779697707.978664:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54800. 00000001:00000010:2.0:1779697707.979446:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe4e0. 00000001:00000010:2.0:1779697707.979454:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697707.979506:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc01ba20. 00010000:00000010:2.0:1779697707.979520:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697707.979526:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697707.979542:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697707.979870:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697707.979886:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697707.979904:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973903, last committed = 8589973743 00010000:00000200:2.0:1779697707.979915:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e81880 x1866146215281024/t8589973903(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 488/456 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697707.979936:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697707.979943:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215281024, offset 224 00000400:00000010:2.0:1779697707.979949:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42d90. 00000400:00000200:2.0:1779697707.979953:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.979967:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.979974:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308198:308198:256:4294967295] 192.168.203.23@tcp LPNI seq info [308194:308194:8:4294967295] 00000400:00000200:2.0:1779697707.979981:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697707.979991:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.979996:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.980002:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697707.980009:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.980016:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.980020:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697707.980095:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:2.0:1779697707.980102:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697707.980106:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697707.983125:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.983135:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697707.983142:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.983151:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697707.983249:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697707.983265:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e21 00000400:00000200:2.0:1779697707.983270:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.983274:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697707.983278:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:2.0:1779697707.983281:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000400:00000200:2.0:1779697707.983342:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.983370:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642c200 00000400:00000200:2.0:1779697707.983377:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 70448 00000400:00000200:2.0:1779697707.983449:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.983453:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.983458:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.983465:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 00010000:00000010:2.1:1779697707.985539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697707.985546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00000400:00000200:2.0:1779697707.988076:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697707.988094:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642c300 00000400:00000200:2.0:1779697707.988103:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 71024 00000400:00000200:2.0:1779697707.988118:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.988122:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697707.988130:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697707.988137:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558700. 00010000:00000010:3.1:1779697707.988437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697707.988446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697707.988452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697707.988457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.1:1779697707.988783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697707.988790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697707.988873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697707.988882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000800:00000200:2.0:1779697707.993246:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697707.993252:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba300. 00000400:00000200:2.0:1779697707.993261:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697707.993272:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697707.993424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697707.993432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697707.994765:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697707.994777:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371c80. 00010000:00000010:2.0:1779697707.996582:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697707.996593:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:2.0:1779697707.996599:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697707.996606:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697707.997124:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697707.997140:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:2.0:1779697707.997146:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371e00. 00010000:00000010:2.0:1779697707.997249:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:2.0:1779697707.997274:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec5f80 x1866146215281536/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:382/0 lens 576/584 e 0 to 0 dl 1779698462 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697707.997296:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697707.997303:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215281536, offset 224 00000400:00000200:2.0:1779697707.997310:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697707.997324:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697707.997330:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308201:308201:256:4294967295] 192.168.203.23@tcp LPNI seq info [308197:308197:8:4294967295] 00000400:00000200:2.0:1779697707.997341:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697707.997347:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697707.997352:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697707.997359:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697707.997366:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697707.997371:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1779697707.997451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697707.997457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697707.997530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697707.997537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00000020:00000010:2.0:1779697707.997624:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371280. 00000020:00000010:2.0:1779697707.997630:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:2.0:1779697707.997635:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c14e00. 00000800:00000200:2.0:1779697708.000685:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.000695:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697708.000704:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.000715:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.000724:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:2.0:1779697708.000727:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000400:00000200:2.0:1779697708.000760:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.000775:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642c480 00000400:00000200:2.0:1779697708.000784:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 72088 00000400:00000200:2.0:1779697708.000802:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.000807:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.000814:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.000821:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b480. 00010000:00000010:3.1:1779697708.005033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697708.005051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:2.0:1779697708.005520:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.005541:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e31 00000400:00000200:2.0:1779697708.005547:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.005551:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.005557:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:2.0:1779697708.005561:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:2.0:1779697708.005624:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.005633:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642c500 00000400:00000200:2.0:1779697708.005649:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 72576 00000400:00000200:2.0:1779697708.005708:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.005714:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.005720:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.005727:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 00010000:00000010:1.1:1779697708.007462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697708.007473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.007563:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697708.007572:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697708.007577:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697708.007582:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697708.008029:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697708.008037:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.1:1779697708.008043:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697708.008048:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697708.008052:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697708.008056:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000800:00000200:2.0:1779697708.009929:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.009938:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697708.009948:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.009957:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.009967:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697708.009970:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00010000:00000010:1.1:1779697708.014447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697708.014458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000800:00000200:2.0:1779697708.016658:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.016677:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba200. 00000400:00000200:2.0:1779697708.016689:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.016701:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.019264:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.019288:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e39 00000400:00000200:2.0:1779697708.019299:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.019305:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.019316:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:2.0:1779697708.019320:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00000400:00000200:2.0:1779697708.019429:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.019439:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642c680 00000400:00000200:2.0:1779697708.019449:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 73640 00000400:00000200:2.0:1779697708.019522:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.019528:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.019535:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.019544:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a300. 00010000:00000010:3.1:1779697708.019635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697708.019649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.0:1779697708.021490:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697708.021499:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697708.021505:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697708.021512:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.021592:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697708.021612:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:2.0:1779697708.021619:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371d00. 00010000:00000010:2.0:1779697708.021661:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:2.0:1779697708.021917:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655a300 x1866146215282304/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.021938:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697708.021945:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215282304, offset 224 00000400:00000200:2.0:1779697708.021953:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.021966:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.021974:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308205:308205:256:4294967295] 192.168.203.23@tcp LPNI seq info [308201:308201:8:4294967295] 00000400:00000200:2.0:1779697708.021987:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.021994:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.021999:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697708.022006:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.022015:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.022019:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.022047:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371b00. 00000020:00000010:2.0:1779697708.022052:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:2.0:1779697708.022057:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130c00. 00000400:00000200:2.0:1779697708.024281:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.024300:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642c780 00000400:00000200:2.0:1779697708.024310:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 74216 00000400:00000200:2.0:1779697708.024326:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.024332:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.024341:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.024349:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a680. 00010000:00000010:1.1:1779697708.025530:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697708.025541:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697708.025547:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:1.1:1779697708.025551:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000800:00000200:2.0:1779697708.026494:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.026501:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697708.026507:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.026514:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697708.028525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697708.028541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.0:1779697708.029340:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:2.0:1779697708.029351:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371200. 00010000:00000010:1.1:1779697708.031418:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697708.031429:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697708.031958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697708.031968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697708.031975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697708.031981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697708.034835:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697708.034863:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697708.034870:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697708.034876:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000800:00000200:2.0:1779697708.034894:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.034899:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697708.034905:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.034915:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.034924:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:2.0:1779697708.034927:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:2.0:1779697708.035242:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.035257:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642c900 00000400:00000200:2.0:1779697708.035266:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 75280 00000400:00000200:2.0:1779697708.035281:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.035286:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.035293:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.035300:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 00010000:00000010:1.1:1779697708.035422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697708.035430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697708.035435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697708.035440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000020:00000010:2.0:1779697708.035617:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697708.035624:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697708.035632:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.035842:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697708.035859:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.035946:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62e00. 00000020:00000010:2.0:1779697708.035950:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62e00. 00000100:00000200:2.0:1779697708.035954:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215282944 02000000:00000010:2.0:1779697708.035992:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3097000. 00010000:00000010:2.0:1779697708.036032:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:2.0:1779697708.036049:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9d00. 00010000:00000010:2.0:1779697708.036069:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.036076:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697708.036094:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697708.036098:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:2.0:1779697708.036103:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697708.036107:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697708.036300:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697708.036305:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697708.036310:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.036314:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697708.036348:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bc80. 00000020:00000010:2.0:1779697708.036355:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bc80. 00000020:00000010:2.0:1779697708.036367:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe000. 00080000:00000010:2.0:1779697708.036377:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e56400. 00000001:00000010:2.0:1779697708.037098:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe540. 00000001:00000010:2.0:1779697708.037107:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697708.037142:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe000. 00010000:00000010:2.0:1779697708.037153:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697708.037336:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697708.037358:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:1.1:1779697708.037410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697708.037418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697708.037424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.037429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697708.037482:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697708.037489:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:2.0:1779697708.037527:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.037547:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697708.037570:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973908, last committed = 8589973743 00010000:00000200:2.0:1779697708.037583:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655b100 x1866146215282944/t8589973908(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.037604:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697708.037610:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215282944, offset 224 00000400:00000010:2.0:1779697708.037618:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42e70. 00000400:00000200:2.0:1779697708.037623:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.037652:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.037660:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308208:308208:256:4294967295] 192.168.203.23@tcp LPNI seq info [308204:308204:8:4294967295] 00000400:00000200:2.0:1779697708.037667:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.037686:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.037694:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.037699:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697708.037707:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.037715:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.037719:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.037743:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697708.037747:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.037752:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697708.037860:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.037864:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697708.037869:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.037875:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697708.042546:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697708.042552:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697708.042557:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697708.042564:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697708.042635:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:2.0:1779697708.042779:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:2.0:1779697708.042786:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371500. 00010000:00000010:2.0:1779697708.042818:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000200:2.0:1779697708.042840:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80e00 x1866146215283072/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.042870:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697708.042876:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215283072, offset 224 00000400:00000200:2.0:1779697708.042883:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.042896:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.042904:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308209:308209:256:4294967295] 192.168.203.23@tcp LPNI seq info [308205:308205:8:4294967295] 00000400:00000200:2.0:1779697708.042915:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.042920:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.042925:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697708.042932:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.042939:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.042944:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.042973:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371900. 00000020:00000010:2.0:1779697708.042978:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:2.0:1779697708.042982:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130e00. 00010000:00000010:2.1:1779697708.045620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697708.045628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00000400:00000200:2.0:1779697708.046236:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.046251:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642ca80 00000400:00000200:2.0:1779697708.046260:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 76344 00000400:00000200:2.0:1779697708.046273:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.046277:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.046283:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.046290:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0e00. 00010000:00000010:2.1:1779697708.049429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697708.049435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697708.049509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697708.049517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697708.049524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697708.049528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:2.0:1779697708.050599:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.050617:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e51 00000400:00000200:2.0:1779697708.050624:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.050628:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.050634:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:2.0:1779697708.050637:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00000400:00000200:2.0:1779697708.052256:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.052270:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642cb00 00000400:00000200:2.0:1779697708.052280:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 76832 00000400:00000200:2.0:1779697708.052339:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.052345:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.052351:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.052359:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2680. 00010000:00000010:2.1:1779697708.052416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697708.052424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697708.052430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697708.052433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697708.053134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697708.053142:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697708.053145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.053148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697708.055516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697708.055526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000400:00000200:2.0:1779697708.057336:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.057355:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642cc00 00000400:00000200:2.0:1779697708.057362:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 77408 00000400:00000200:2.0:1779697708.057378:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.057383:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.057415:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.057424:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1180. 00010000:00000010:2.0:1779697708.062669:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697708.062736:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:2.0:1779697708.062767:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:2.0:1779697708.062794:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973910, last committed = 8589973743 00010000:00000200:2.0:1779697708.062806:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed1180 x1866146215283712/t8589973910(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.062831:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697708.062839:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215283712, offset 224 00000400:00000010:2.0:1779697708.062858:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42000. 00000400:00000200:2.0:1779697708.062864:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.062882:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.062890:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308212:308212:256:4294967295] 192.168.203.23@tcp LPNI seq info [308208:308208:8:4294967295] 00000400:00000200:2.0:1779697708.062899:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.062909:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.062916:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.062922:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697708.062930:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.062938:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.062944:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.062969:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371880. 00000020:00000010:2.0:1779697708.062975:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:2.0:1779697708.062980:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131200. 00000800:00000200:2.0:1779697708.063093:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.063097:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:2.0:1779697708.063103:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.063109:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697708.063703:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697708.063712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000400:00000200:2.0:1779697708.065982:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.065998:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642cc80 00000400:00000200:2.0:1779697708.066006:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 77896 00000400:00000200:2.0:1779697708.066064:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.066069:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.066075:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.066083:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0700. 00010000:00000010:1.1:1779697708.067431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.067442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697708.067448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697708.067453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697708.067558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697708.067566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.0:1779697708.067750:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697708.067756:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697708.067762:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.067768:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.067842:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:2.0:1779697708.067873:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:2.0:1779697708.067879:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371600. 00010000:00000010:2.0:1779697708.067910:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:2.0:1779697708.067931:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0700 x1866146215283840/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.067950:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697708.067957:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215283840, offset 224 00000400:00000200:2.0:1779697708.067965:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.067978:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.067986:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308213:308213:256:4294967295] 192.168.203.23@tcp LPNI seq info [308209:308209:8:4294967295] 00000400:00000200:2.0:1779697708.068000:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.068007:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.068012:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697708.068020:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.068028:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.068032:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.068062:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371a80. 00000020:00000010:2.0:1779697708.068068:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:2.0:1779697708.068072:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00010000:00000010:3.1:1779697708.069426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697708.069436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697708.069494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697708.069501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697708.069546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697708.069553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697708.071568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697708.071576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697708.071580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697708.071583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000020:00000010:2.0:1779697708.071613:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.071618:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.071624:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.071630:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f980. 00000020:00000010:2.0:1779697708.071635:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.071686:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.071689:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000100:00000200:2.0:1779697708.071691:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215284096 02000000:00000010:2.0:1779697708.071724:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3092000. 00010000:00000010:2.0:1779697708.071764:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.071777:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697708.071793:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697708.071798:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.071813:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697708.071815:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697708.071819:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697708.071822:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697708.071935:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697708.071938:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697708.071942:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.071946:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000020:00000010:2.0:1779697708.071971:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697708.071977:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697708.071987:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe480. 00080000:00000010:2.0:1779697708.071997:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54c00. 00000001:00000010:2.0:1779697708.072414:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe120. 00000001:00000010:2.0:1779697708.072422:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697708.072455:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe480. 00010000:00000010:2.0:1779697708.072464:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697708.072468:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697708.072480:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697708.072511:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.072523:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697708.072538:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973911, last committed = 8589973743 00010000:00000200:2.0:1779697708.072547:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82a00 x1866146215284096/t8589973911(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.072565:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697708.072572:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215284096, offset 224 00000400:00000010:2.0:1779697708.072579:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a420a8. 00000400:00000200:2.0:1779697708.072583:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.072595:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.072601:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308214:308214:256:4294967295] 192.168.203.23@tcp LPNI seq info [308210:308210:8:4294967295] 00000400:00000200:2.0:1779697708.072607:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.072614:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.072619:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.072624:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697708.072630:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.072637:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.072641:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.072659:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f980. 00000020:00000010:2.0:1779697708.072663:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.072666:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697708.072755:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.072759:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:2.0:1779697708.072762:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.072766:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697708.078415:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697708.078422:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00000800:00000200:2.0:1779697708.078490:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.078494:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697708.078499:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.078504:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.078508:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:2.0:1779697708.078511:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000020:00000010:2.0:1779697708.081427:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.081432:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.081439:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.081445:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f980. 00000020:00000010:2.0:1779697708.081450:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.081488:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.081492:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000100:00000200:2.0:1779697708.081496:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215284480 02000000:00000010:2.0:1779697708.081533:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0c8000. 00010000:00000010:2.0:1779697708.081573:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:2.0:1779697708.081593:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9780. 00010000:00000010:2.0:1779697708.081616:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697708.081623:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.081640:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697708.081952:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:2.0:1779697708.081960:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.081965:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.082085:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697708.082089:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697708.082093:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697708.082098:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697708.082122:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b460. 00000020:00000010:2.0:1779697708.082129:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b460. 00000020:00000010:2.0:1779697708.082139:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe480. 00080000:00000010:2.0:1779697708.082148:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef809c00. 00010000:00000010:1.1:1779697708.082423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697708.082430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697708.082436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697708.082439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697708.082516:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697708.082520:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000001:00000010:2.0:1779697708.083083:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe420. 00000001:00000010:2.0:1779697708.083090:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697708.083123:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe480. 00010000:00000010:2.0:1779697708.083133:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697708.083138:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697708.083153:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697708.083302:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697708.083321:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697708.083341:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973912, last committed = 8589973743 00010000:00000200:2.0:1779697708.083354:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80000 x1866146215284480/t8589973912(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.083374:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697708.083380:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215284480, offset 224 00000400:00000010:2.0:1779697708.083406:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42a10. 00000400:00000200:2.0:1779697708.083410:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.083424:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.083430:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308216:308216:256:4294967295] 192.168.203.23@tcp LPNI seq info [308212:308212:8:4294967295] 00000400:00000200:2.0:1779697708.083437:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.083443:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.083448:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.083454:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697708.083460:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.083467:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.083472:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.083497:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f980. 00000020:00000010:2.0:1779697708.083501:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.083504:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000400:00000200:2.0:1779697708.085734:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.085755:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e69 00000400:00000200:2.0:1779697708.085763:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.085769:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.085776:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697708.085779:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000400:00000200:2.0:1779697708.085823:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.085831:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642cf80 00000400:00000200:2.0:1779697708.085839:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 80024 00000400:00000200:2.0:1779697708.085898:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.085904:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.085909:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.085917:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0380. 00000020:00000010:2.0:1779697708.085962:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.085968:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.085973:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.085979:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f980. 00000020:00000010:2.0:1779697708.085984:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.086020:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.086024:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000100:00000200:2.0:1779697708.086028:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215284608 00000001:00000010:2.0:1779697708.086038:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697708.086063:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.086072:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697708.086100:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb0cd000. 00010000:00000010:2.0:1779697708.086129:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697708.086133:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697708.086152:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697708.086157:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf69f4400. 00010000:00000010:2.0:1779697708.086174:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.086178:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697708.086268:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697708.086277:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef00. 00000004:00000010:2.0:1779697708.086284:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ded0. 00080000:00000010:2.0:1779697708.086294:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:2.0:1779697708.087710:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697708.087716:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbe0baa800. 00010000:00000010:2.0:1779697708.087722:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697708.087728:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.087796:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697708.087809:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.087813:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4400. 00010000:00000010:2.0:1779697708.087836:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697708.087864:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0380 x1866146215284608/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.087882:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697708.087890:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215284608, offset 224 00000400:00000200:2.0:1779697708.087897:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.087908:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.087915:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308217:308217:256:4294967295] 192.168.203.23@tcp LPNI seq info [308213:308213:8:4294967295] 00000400:00000200:2.0:1779697708.087925:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.087931:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.087936:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697708.087943:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.087951:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.087955:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.088020:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f980. 00000020:00000010:2.0:1779697708.088026:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.088030:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697708.090579:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.090587:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697708.090593:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.090601:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.090608:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697708.090611:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000020:00000010:2.0:1779697708.092873:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a40. 00000020:00000010:2.0:1779697708.092878:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a40. 00000020:00000010:2.0:1779697708.092885:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.092891:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbe0baa600. 00000020:00000010:2.0:1779697708.092896:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.092949:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a40. 00000020:00000010:2.0:1779697708.092953:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a40. 00000100:00000200:2.0:1779697708.092957:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215284864 02000000:00000010:2.0:1779697708.092995:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0ca000. 00010000:00000010:2.0:1779697708.093036:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.093056:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbe0baa800. 00010000:00000010:2.0:1779697708.093077:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697708.093083:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.093100:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697708.093104:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbe0baa800. 00010000:00000010:2.0:1779697708.093109:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697708.093112:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.093231:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697708.093236:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf69f4400. 00010000:00000010:2.0:1779697708.093241:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697708.093246:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697708.093278:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf20. 00000020:00000010:2.0:1779697708.093284:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf20. 00000020:00000010:2.0:1779697708.093297:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe5a0. 00080000:00000010:2.0:1779697708.093306:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef809000. 00000001:00000010:2.0:1779697708.093828:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a660. 00000001:00000010:2.0:1779697708.093835:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697708.093899:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe5a0. 00010000:00000010:2.0:1779697708.093911:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697708.093917:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697708.093933:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697708.093981:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.094006:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697708.094026:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973913, last committed = 8589973743 00010000:00000200:2.0:1779697708.094038:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82300 x1866146215284864/t8589973913(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.094059:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697708.094067:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215284864, offset 224 00000400:00000010:2.0:1779697708.094074:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42e00. 00000400:00000200:2.0:1779697708.094080:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.094095:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.094102:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308218:308218:256:4294967295] 192.168.203.23@tcp LPNI seq info [308214:308214:8:4294967295] 00000400:00000200:2.0:1779697708.094109:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.094115:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.094121:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.094125:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697708.094131:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.094138:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.094142:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.094161:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbe0baa600. 00000020:00000010:2.0:1779697708.094167:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.094171:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697708.094269:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.094274:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697708.094279:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.094284:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697708.096471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697708.096479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697708.096482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.096484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000400:00000200:2.0:1779697708.096546:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.096563:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e71 00000400:00000200:2.0:1779697708.096569:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.096573:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.096579:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697708.096582:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:3.1:1779697708.099417:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697708.099428:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697708.099485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697708.099491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697708.099495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697708.099499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697708.099547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697708.099553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697708.099556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697708.099559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000800:00000200:2.0:1779697708.100028:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.100032:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697708.100036:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.100041:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.100047:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:2.0:1779697708.100049:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000400:00000200:2.0:1779697708.103133:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.103152:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642d200 00000400:00000200:2.0:1779697708.103170:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 81664 00000400:00000200:2.0:1779697708.103185:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.103190:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.103198:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.103207:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3480. 00010000:00000010:2.1:1779697708.104929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697708.104940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697708.104946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697708.104951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697708.104955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697708.104958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697708.104963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697708.104967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697708.105251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697708.105257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:2.0:1779697708.106583:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.106601:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8e79 00000400:00000200:2.0:1779697708.106609:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.106614:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.106622:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:2.0:1779697708.106625:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00010000:00000010:1.1:1779697708.107425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.107433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697708.107437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697708.107440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000400:00000200:2.0:1779697708.108364:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.108380:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642d280 00000400:00000200:2.0:1779697708.108416:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 82152 00000400:00000200:2.0:1779697708.108474:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.108480:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.108486:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.108493:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0a80. 00010000:00000010:3.1:1779697708.110624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697708.110642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697708.110648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.110653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697708.111443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697708.111451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:1.1:1779697708.115550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697708.115565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697708.115571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697708.115575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697708.115618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697708.115626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000400:00000200:2.0:1779697708.115926:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.115943:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642d380 00000400:00000200:2.0:1779697708.115950:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 82728 00000400:00000200:2.0:1779697708.115965:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.115969:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.115977:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.115982:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3800. 00000800:00000200:2.0:1779697708.117295:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.117300:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697708.117306:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.117311:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.120191:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.120205:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642d400 00000400:00000200:2.0:1779697708.120214:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 83216 00000400:00000200:2.0:1779697708.120276:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.120282:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.120296:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.120304:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3100. 00000020:00000010:2.0:1779697708.127221:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a40. 00000020:00000010:2.0:1779697708.127227:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a40. 00000020:00000010:2.0:1779697708.127233:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.127240:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf69f4400. 00000020:00000010:2.0:1779697708.127244:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.127327:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a40. 00000020:00000010:2.0:1779697708.127331:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a40. 00000100:00000200:2.0:1779697708.127334:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215286016 02000000:00000010:2.0:1779697708.127371:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef0000. 00010000:00000010:2.0:1779697708.127451:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697708.127470:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacedf9000. 00010000:00000010:2.0:1779697708.127490:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697708.127496:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.127512:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697708.127516:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbe0baa800. 00010000:00000010:2.0:1779697708.127521:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697708.127525:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.127645:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697708.127649:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbe0baa600. 00010000:00000010:2.0:1779697708.127653:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.127657:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697708.127698:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bb40. 00000020:00000010:2.0:1779697708.127705:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bb40. 00000020:00000010:2.0:1779697708.127716:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34ac60. 00080000:00000010:2.0:1779697708.127727:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef80a400. 00000001:00000010:2.0:1779697708.128186:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe2a0. 00000001:00000010:2.0:1779697708.128194:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697708.128228:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34ac60. 00010000:00000010:2.0:1779697708.128238:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.128242:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697708.128256:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697708.128298:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.128313:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697708.128330:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973916, last committed = 8589973743 00010000:00000200:2.0:1779697708.128340:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82680 x1866146215286016/t8589973916(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.128360:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697708.128366:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215286016, offset 224 00000400:00000010:2.0:1779697708.128372:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42fc0. 00000400:00000200:2.0:1779697708.128377:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.128410:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.128416:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308224:308224:256:4294967295] 192.168.203.23@tcp LPNI seq info [308220:308220:8:4294967295] 00000400:00000200:2.0:1779697708.128421:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.128427:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.128432:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.128437:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697708.128443:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.128451:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.128456:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.128476:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4400. 00000020:00000010:2.0:1779697708.128481:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.128485:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:3.1:1779697708.129521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697708.129529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697708.134748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697708.134767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.134834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697708.134841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697708.136520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697708.136533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697708.136539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.136543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697708.136545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697708.136548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697708.136552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697708.136556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697708.137254:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697708.137261:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697708.137265:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697708.137268:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697708.140697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697708.140710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697708.153417:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697708.153424:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697708.153427:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.153430:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697708.158566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697708.158572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697708.162430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.162445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697708.162490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697708.162496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697708.162500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697708.162502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697708.169793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697708.169802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697708.169805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.169808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697708.172489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697708.172496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697708.172500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697708.172504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697708.175548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697708.175560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697708.177435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697708.177442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697708.177446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.177449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697708.177545:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697708.177550:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697708.183094:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697708.183101:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697708.183105:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697708.183110:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697708.185583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697708.185594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697708.186475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697708.186483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697708.194408:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.194415:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697708.194418:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697708.194420:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697708.198656:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697708.198664:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697708.198669:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697708.198673:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697708.203922:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697708.203929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697708.203932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697708.203935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697708.203938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697708.203941:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697708.203943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697708.203945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697708.207425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697708.207438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697708.207443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697708.207447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697708.211515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697708.211523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697708.211527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697708.211529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697708.212750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697708.212758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697708.212762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697708.212764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697708.221824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697708.221840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697708.221855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697708.221858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697708.223468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697708.223476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697708.231916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697708.231926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697708.231933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697708.231936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697708.232460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697708.232468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697708.235614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697708.235620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697708.235624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.235628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697708.235631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697708.235634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697708.241429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697708.241438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697708.241442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697708.241446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697708.241451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697708.241453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.244498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697708.244511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697708.244515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697708.244518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697708.245425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697708.245433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.0:1779697708.258426:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697708.258431:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371100. 00010000:00000010:2.0:1779697708.258438:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000800:00000200:2.0:1779697708.258601:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.258606:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba200. 00000400:00000200:2.0:1779697708.258611:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.258615:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:2.0:1779697708.262525:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a40. 00010000:00000010:1.1:1779697708.262527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00000020:00000010:2.0:1779697708.262531:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a40. 00010000:00000010:1.1:1779697708.262534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000020:00000010:2.0:1779697708.262536:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.262542:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbe0baa800. 00000020:00000010:2.0:1779697708.262547:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.262584:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a40. 00000020:00000010:2.0:1779697708.262586:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a40. 00000100:00000200:2.0:1779697708.262589:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215289600 00000001:00000010:2.0:1779697708.262599:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:2.0:1779697708.262621:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.262628:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697708.262660:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef6000. 00010000:00000010:2.0:1779697708.262699:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697708.262704:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.262720:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697708.262724:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbe0baa600. 00010000:00000010:2.0:1779697708.262728:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697708.262731:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697708.263050:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697708.263059:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e258. 00000004:00000010:2.0:1779697708.263065:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c550. 00080000:00000010:2.0:1779697708.263073:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:2.0:1779697708.264004:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697708.264010:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae900. 00010000:00000010:2.0:1779697708.264015:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697708.264020:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697708.264087:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.264100:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697708.264104:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbe0baa600. 00010000:00000010:2.0:1779697708.264128:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697708.264145:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210e00 x1866146215289600/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.264166:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697708.264172:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215289600, offset 224 00000400:00000200:2.0:1779697708.264179:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.264191:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.264198:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308243:308243:256:4294967295] 192.168.203.23@tcp LPNI seq info [308239:308239:8:4294967295] 00000400:00000200:2.0:1779697708.264209:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.264214:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.264219:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697708.264225:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.264232:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.264235:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.264261:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbe0baa800. 00000020:00000010:2.0:1779697708.264266:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.264269:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:1.1:1779697708.267902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697708.267915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697708.267921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697708.267923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697708.270539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697708.270555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:2.0:1779697708.270936:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.270954:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642e400 00000400:00000200:2.0:1779697708.270962:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 94432 00000400:00000200:2.0:1779697708.270977:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.270981:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.270990:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.270997:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1880. 00010000:00000010:3.1:1779697708.271418:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697708.271425:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697708.271428:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697708.271432:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000800:00000200:2.0:1779697708.272331:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.272336:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba700. 00000400:00000200:2.0:1779697708.272341:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.272346:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697708.277442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697708.277457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697708.277462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697708.277465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697708.277521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697708.277527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:2.0:1779697708.278760:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.278778:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642e480 00000400:00000200:2.0:1779697708.278795:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 94920 00000400:00000200:2.0:1779697708.278864:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.278869:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.278877:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.278885:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3b80. 00010000:00000010:3.1:1779697708.280427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697708.280440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697708.280445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697708.280450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697708.280453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697708.280457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697708.281894:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697708.281905:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000800:00000200:2.0:1779697708.287566:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.287574:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba300. 00000400:00000200:2.0:1779697708.287580:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.287587:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.287594:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:2.0:1779697708.287596:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00010000:00000010:3.1:1779697708.289525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697708.289535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697708.289539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697708.289543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.0:1779697708.297295:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697708.297304:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371200. 00010000:00000010:2.0:1779697708.297314:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00000400:00000200:2.0:1779697708.299829:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.299859:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8ee1 00000400:00000200:2.0:1779697708.299866:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.299870:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.299878:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:2.0:1779697708.299882:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00010000:00000010:2.0:1779697708.299944:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697708.299952:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371500. 00000400:00000200:2.0:1779697708.305176:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.305199:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642e600 00000400:00000200:2.0:1779697708.305208:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 95984 00000400:00000200:2.0:1779697708.305282:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.305288:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.305296:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.305303:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 00010000:00000010:2.1:1779697708.308950:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697708.308958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697708.309415:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697708.309420:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697708.309424:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697708.309427:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697708.316209:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697708.316225:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000800:00000200:2.0:1779697708.316319:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.316324:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30ba300. 00000400:00000200:2.0:1779697708.316330:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.316340:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.316346:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:2.0:1779697708.316349:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00010000:00000010:3.1:1779697708.320899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697708.320915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697708.320919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.320922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:2.0:1779697708.321363:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.321407:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642e700 00000400:00000200:2.0:1779697708.321415:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 96560 00000400:00000200:2.0:1779697708.321430:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.321434:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.321442:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.321448:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 00000400:00000200:2.0:1779697708.326299:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.326318:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8ee9 00000400:00000200:2.0:1779697708.326324:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.326329:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.326335:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:2.0:1779697708.326338:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:2.0:1779697708.326364:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.326369:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642e780 00000400:00000200:2.0:1779697708.326376:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 97048 00000400:00000200:2.0:1779697708.326454:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.326458:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.326463:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.326470:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 00010000:00000010:3.1:1779697708.328424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697708.328431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697708.328435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000800:00000200:2.0:1779697708.329212:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.329217:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697708.329222:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.329227:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.329232:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:2.0:1779697708.329235:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00010000:00000010:1.1:1779697708.331915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697708.331928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697708.332562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697708.332569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697708.332572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.0:1779697708.336814:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:2.0:1779697708.336819:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371a00. 00010000:00000010:2.0:1779697708.336826:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:1.1:1779697708.339443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697708.339458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697708.339462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697708.339465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000800:00000200:2.0:1779697708.343605:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.343611:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baa00. 00000400:00000200:2.0:1779697708.343616:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.343621:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.343626:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:2.0:1779697708.343628:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:3.1:1779697708.350042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697708.350057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697708.350062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697708.350067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000020:00000010:2.0:1779697708.350307:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.350312:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.350319:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3bec00. 00000020:00000010:2.0:1779697708.350324:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae080. 00000020:00000010:2.0:1779697708.350328:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.350370:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.350372:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000100:00000200:2.0:1779697708.350375:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215291392 02000000:00000010:2.0:1779697708.350430:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef7000. 00010000:00000010:2.0:1779697708.350480:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697708.350494:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371c80. 00010000:00000010:2.0:1779697708.350512:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697708.350518:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.350532:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697708.350535:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faed80. 00010000:00000010:2.0:1779697708.350540:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697708.350543:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697708.350641:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697708.350644:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faea80. 00010000:00000010:2.0:1779697708.350647:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697708.350650:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697708.350674:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bcc0. 00000020:00000010:2.0:1779697708.350680:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bcc0. 00000020:00000010:2.0:1779697708.350691:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fef60. 00080000:00000010:2.0:1779697708.350699:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef80a800. 00000001:00000010:2.0:1779697708.351089:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc01ba20. 00000001:00000010:2.0:1779697708.351095:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697708.351128:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fef60. 00010000:00000010:2.0:1779697708.351137:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.351141:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697708.351152:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697708.351193:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.351208:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697708.351224:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973930, last committed = 8589973743 00010000:00000200:2.0:1779697708.351233:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210380 x1866146215291392/t8589973930(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.351253:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697708.351259:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215291392, offset 224 00000400:00000010:2.0:1779697708.351266:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42038. 00000400:00000200:2.0:1779697708.351270:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.351282:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.351288:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308252:308252:256:4294967295] 192.168.203.23@tcp LPNI seq info [308248:308248:8:4294967295] 00000400:00000200:2.0:1779697708.351293:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.351301:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.351306:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.351311:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697708.351316:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.351324:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.351328:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.351351:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae080. 00000020:00000010:2.0:1779697708.351355:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.351359:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3bec00. 00010000:00000010:1.1:1779697708.352423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697708.352431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697708.352630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697708.352636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697708.354430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697708.354442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697708.354529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697708.354534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697708.354578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697708.354583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697708.354586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697708.354589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000400:00000200:2.0:1779697708.361359:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.361399:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8ef9 00000400:00000200:2.0:1779697708.361407:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.361411:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.361418:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697708.361422:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000400:00000200:2.0:1779697708.361587:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.361595:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642ea80 00000400:00000200:2.0:1779697708.361602:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 99176 00000400:00000200:2.0:1779697708.361659:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.361663:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.361669:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.361676:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2d80. 00010000:00000010:1.1:1779697708.363443:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697708.363449:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000800:00000200:2.0:1779697708.363708:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.363713:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697708.363717:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.363721:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.363725:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:2.0:1779697708.363727:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00010000:00000010:2.0:1779697708.374735:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:2.0:1779697708.374743:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371000. 00010000:00000010:2.0:1779697708.374752:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:2.0:1779697708.377217:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.377225:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30bad00. 00000400:00000200:2.0:1779697708.377234:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.377242:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697708.379971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697708.379988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697708.379995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697708.379998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697708.380001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.380004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:2.0:1779697708.384948:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.384969:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8f01 00000400:00000200:2.0:1779697708.384975:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.384979:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.384985:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:2.0:1779697708.384988:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000400:00000200:2.0:1779697708.385021:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.385027:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642ec00 00000400:00000200:2.0:1779697708.385034:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 100912 00000400:00000200:2.0:1779697708.385101:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.385106:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.385111:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.385120:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0471f80. 00010000:00000010:2.1:1779697708.387423:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697708.387432:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.387569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697708.387575:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697708.387578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697708.387582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000800:00000200:2.0:1779697708.390284:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.390294:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697708.390302:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.390310:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.390317:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:2.0:1779697708.390319:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00010000:00000010:3.1:1779697708.394015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697708.394027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000400:00000200:2.0:1779697708.401262:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.401282:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642ed00 00000400:00000200:2.0:1779697708.401291:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 101488 00000400:00000200:2.0:1779697708.401310:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.401314:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.401322:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.401329:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0470380. 00010000:00000010:3.1:1779697708.407572:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.407587:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697708.407592:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697708.407595:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000400:00000200:2.0:1779697708.409972:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.409993:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8f61 00000400:00000200:2.0:1779697708.410000:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.410004:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.410012:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:2.0:1779697708.410015:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000400:00000200:2.0:1779697708.410051:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.410058:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642ed80 00000400:00000200:2.0:1779697708.410065:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 101976 00000400:00000200:2.0:1779697708.410140:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.410145:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.410150:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.410165:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0473b80. 00000020:00000010:2.0:1779697708.410215:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.410220:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.410226:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.410232:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae080. 00000020:00000010:2.0:1779697708.410236:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.410273:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe62a00. 00000020:00000010:2.0:1779697708.410275:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe62a00. 00000100:00000200:2.0:1779697708.410278:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215292288 00000001:00000010:2.0:1779697708.410289:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:2.0:1779697708.410314:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.410320:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697708.410347:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef2000. 00010000:00000010:2.0:1779697708.410376:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697708.410380:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.410424:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697708.410428:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae880. 00010000:00000010:2.0:1779697708.410433:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697708.410436:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697708.410533:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697708.410542:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eac8. 00000004:00000010:2.0:1779697708.410548:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355da90. 00080000:00000010:2.0:1779697708.410558:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:2.0:1779697708.415070:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697708.415079:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae180. 00010000:00000010:2.0:1779697708.415087:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.415093:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697708.415162:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.415174:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.415179:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae880. 00010000:00000010:2.0:1779697708.415201:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697708.415218:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0473b80 x1866146215292288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.415239:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697708.415246:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215292288, offset 224 00000400:00000200:2.0:1779697708.415253:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.415266:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.415273:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308257:308257:256:4294967295] 192.168.203.23@tcp LPNI seq info [308253:308253:8:4294967295] 00000400:00000200:2.0:1779697708.415285:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.415290:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.415295:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697708.415301:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.415308:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.415312:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.415330:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae080. 00000020:00000010:2.0:1779697708.415335:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.415338:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697708.415457:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.415461:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:2.0:1779697708.415465:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.415470:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.415475:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697708.415477:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00010000:00000010:0.1:1779697708.422447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:0.1:1779697708.422454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697708.422458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697708.422461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697708.422464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697708.422466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697708.426469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697708.426477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697708.430431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697708.430447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697708.430452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697708.430455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697708.430516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697708.430523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.0:1779697708.436058:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697708.436067:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371c80. 00010000:00000010:3.1:1779697708.439729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697708.439744:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697708.439749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.439753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000020:00000010:2.0:1779697708.443570:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697708.443576:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697708.443582:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c600. 00000020:00000010:2.0:1779697708.443586:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae080. 00000020:00000010:2.0:1779697708.443591:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697708.443634:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697708.443637:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000100:00000200:2.0:1779697708.443640:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215292928 02000000:00000010:2.0:1779697708.444348:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef3000. 00010000:00000010:2.1:1779697708.444407:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697708.444416:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697708.444423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697708.444428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697708.444430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.0:1779697708.444431:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.1:1779697708.444433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.0:1779697708.444443:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371900. 00010000:00000010:2.0:1779697708.444459:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.444465:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.444481:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697708.444485:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae880. 00010000:00000010:2.0:1779697708.444489:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697708.444493:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.444594:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697708.444597:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae500. 00010000:00000010:2.0:1779697708.444600:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697708.444603:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697708.444623:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf60. 00000020:00000010:2.0:1779697708.444630:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf60. 00000020:00000010:2.0:1779697708.444640:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a900. 00080000:00000010:2.0:1779697708.444649:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef809800. 00000001:00000010:2.0:1779697708.445366:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571df60. 00000001:00000010:2.0:1779697708.445374:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697708.445449:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a900. 00010000:00000010:2.0:1779697708.445460:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697708.445465:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.445479:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697708.445520:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.445536:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697708.445553:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973934, last committed = 8589973743 00010000:00000200:2.0:1779697708.445564:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9ea00 x1866146215292928/t8589973934(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.445584:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697708.445591:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215292928, offset 224 00000400:00000010:2.0:1779697708.445599:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42818. 00000400:00000200:2.0:1779697708.445603:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.445618:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.445624:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308260:308260:256:4294967295] 192.168.203.23@tcp LPNI seq info [308256:308256:8:4294967295] 00000400:00000200:2.0:1779697708.445630:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.445638:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.445643:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00010000:00000010:2.1:1779697708.451046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697708.451058:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697708.452415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:0.1:1779697708.452423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697708.452501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697708.452507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000020:00000010:2.0:1779697708.452885:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697708.452890:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697708.452895:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30cc00. 00000020:00000010:2.0:1779697708.452900:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697708.452905:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697708.452964:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbefe622c0. 00000020:00000010:2.0:1779697708.452966:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbefe622c0. 00000100:00000200:2.0:1779697708.452969:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215293056 00000001:00000010:2.0:1779697708.452979:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:2.0:1779697708.452999:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.453004:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697708.453030:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad566d000. 00010000:00000010:2.0:1779697708.453054:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697708.453057:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.453071:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697708.453074:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faeb00. 00010000:00000010:2.0:1779697708.453078:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697708.453081:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697708.453306:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697708.453316:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e7f8. 00000004:00000010:2.0:1779697708.453322:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dcb0. 00080000:00000010:2.0:1779697708.453330:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00000400:00000200:2.0:1779697708.457634:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.457657:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642f180 00000400:00000200:2.0:1779697708.457665:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 104680 00000400:00000200:2.0:1779697708.457684:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.457688:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.457694:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.457701:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0472a00. 00010000:00000010:2.0:1779697708.460317:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:2.0:1779697708.460325:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371400. 00010000:00000010:2.0:1779697708.460332:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00010000:00000010:3.1:1779697708.460482:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697708.460489:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000800:00000200:2.0:1779697708.462992:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.463001:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697708.463007:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.463014:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.463041:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.463056:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8f79 00000400:00000200:2.0:1779697708.463061:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.463064:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.463069:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:2.0:1779697708.463072:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000400:00000200:2.0:1779697708.463100:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.463107:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642f200 00000400:00000200:2.0:1779697708.463113:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 105168 00000400:00000200:2.0:1779697708.463166:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.463170:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.463176:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.463182:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0472d80. 00010000:00000010:3.1:1779697708.464657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697708.464668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697708.464672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697708.464675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697708.469428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697708.469436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697708.469513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697708.469520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697708.469523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697708.469526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:0.1:1779697708.469568:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.1:1779697708.469573:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.0:1779697708.475631:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697708.475649:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697708.475653:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697708.475658:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697708.475723:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697708.475736:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:2.0:1779697708.475741:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371380. 00010000:00000010:2.0:1779697708.475762:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:2.0:1779697708.475776:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09e300 x1866146215293824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.475796:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697708.475802:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215293824, offset 224 00000400:00000200:2.0:1779697708.475808:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.475819:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.475825:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308265:308265:256:4294967295] 192.168.203.23@tcp LPNI seq info [308261:308261:8:4294967295] 00000400:00000200:2.0:1779697708.475836:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.475860:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.475865:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697708.475871:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.475878:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.475882:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.475908:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371100. 00000020:00000010:2.0:1779697708.475912:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:2.0:1779697708.475915:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5000. 00010000:00000010:0.1:1779697708.476505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:0.1:1779697708.476511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697708.476515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697708.476520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697708.476553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697708.476558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697708.476561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697708.476563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.476566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697708.476569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.0:1779697708.480454:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:2.0:1779697708.480461:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278800. 00010000:00000010:2.0:1779697708.480468:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00010000:00000010:2.1:1779697708.481665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697708.481682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697708.481688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697708.481691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:0.1:1779697708.482497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697708.482505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.0:1779697708.483057:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:2.0:1779697708.483067:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278500. 00000020:00000010:2.0:1779697708.491123:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9100. 00000020:00000010:2.0:1779697708.491129:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9100. 00000020:00000010:2.0:1779697708.491134:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30cc00. 00000020:00000010:2.0:1779697708.491139:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae980. 00000020:00000010:2.0:1779697708.491143:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697708.491193:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9100. 00000020:00000010:2.0:1779697708.491196:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9100. 00000100:00000200:2.0:1779697708.491198:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215294464 02000000:00000010:2.0:1779697708.491242:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad5669000. 00010000:00000010:2.0:1779697708.491281:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:2.0:1779697708.491298:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278280. 00010000:00000010:2.0:1779697708.491316:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.491322:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.491337:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697708.491340:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae300. 00010000:00000010:2.0:1779697708.491345:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697708.491348:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697708.491467:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697708.491471:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faed00. 00010000:00000010:2.0:1779697708.491474:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.491477:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697708.491503:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b160. 00000020:00000010:2.0:1779697708.491508:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b160. 00000020:00000010:2.0:1779697708.491519:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dcc0. 00080000:00000010:2.0:1779697708.491527:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef808c00. 00000001:00000010:2.0:1779697708.491919:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dc00. 00000001:00000010:2.0:1779697708.491925:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697708.491955:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dcc0. 00010000:00000010:2.0:1779697708.491963:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697708.491967:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697708.491978:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697708.492014:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697708.492020:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697708.492035:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697708.492038:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faed00. 00010000:00000010:2.0:1779697708.492052:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697708.492066:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973938, last committed = 8589973743 00010000:00000200:2.0:1779697708.492075:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac6300 x1866146215294464/t8589973938(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.492093:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697708.492099:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215294464, offset 224 00000400:00000010:2.0:1779697708.492105:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42070. 00000400:00000200:2.0:1779697708.492108:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.492119:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.492125:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308268:308268:256:4294967295] 192.168.203.23@tcp LPNI seq info [308264:308264:8:4294967295] 00000400:00000200:2.0:1779697708.492130:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.492138:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.492143:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.492148:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697708.492154:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.492161:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.492166:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.492184:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae980. 00000020:00000010:2.0:1779697708.492188:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697708.492191:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30cc00. 00000800:00000200:2.0:1779697708.492264:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.492267:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:2.0:1779697708.492271:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.492275:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697708.493417:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.1:1779697708.493427:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697708.493432:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697708.493436:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697708.495463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697708.495473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697708.495477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697708.495479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000400:00000200:2.0:1779697708.496767:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.496781:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642f680 00000400:00000200:2.0:1779697708.496789:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 108360 00000400:00000200:2.0:1779697708.497011:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.497017:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.497023:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.497030:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10abb80. 00000800:00000200:2.0:1779697708.500732:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.500741:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697708.500750:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.500757:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.500764:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:2.0:1779697708.500766:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00010000:00000010:0.1:1779697708.503509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697708.503522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697708.503526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.503530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697708.504580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.1:1779697708.504590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697708.504595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697708.504599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697708.504602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697708.504604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.512496:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:2.0:1779697708.512505:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371600. 00010000:00000010:2.0:1779697708.512513:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345300. 00010000:00000010:0.1:1779697708.512743:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697708.512750:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697708.512756:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697708.512759:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697708.512763:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697708.512766:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697708.516455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697708.516469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.517425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697708.517436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00000400:00000200:2.0:1779697708.517871:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.517889:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642f800 00000400:00000200:2.0:1779697708.517898:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 109424 00000400:00000200:2.0:1779697708.517908:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.517913:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.517921:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.517927:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8e00. 00000400:00000200:2.0:1779697708.518013:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.518022:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8f99 00000400:00000200:2.0:1779697708.518025:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.518028:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.518032:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697708.518035:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 02000000:00000010:2.0:1779697708.519902:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad5668000. 00010000:00000010:2.0:1779697708.519942:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.519949:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.519968:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697708.519971:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae980. 00010000:00000010:2.0:1779697708.519976:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.519979:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697708.520078:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697708.520088:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e618. 00000004:00000010:2.0:1779697708.520095:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cee0. 00080000:00000010:2.0:1779697708.520103:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:2.1:1779697708.520633:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697708.520642:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.0:1779697708.529493:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697708.529504:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faee00. 00010000:00000010:2.0:1779697708.529511:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697708.529519:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697708.529602:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.529616:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697708.529622:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae980. 00010000:00000010:2.0:1779697708.529665:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:2.0:1779697708.529690:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a8e00 x1866146215294976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.529712:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697708.529720:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215294976, offset 224 00000400:00000200:2.0:1779697708.529727:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.529739:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.529746:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308271:308271:256:4294967295] 192.168.203.23@tcp LPNI seq info [308267:308267:8:4294967295] 00000400:00000200:2.0:1779697708.529757:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.529763:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.529768:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697708.529775:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.529784:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.529788:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.529809:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371800. 00000020:00000010:2.0:1779697708.529814:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:2.0:1779697708.529818:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5000. 00010000:00000010:1.1:1779697708.531560:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697708.531572:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.1:1779697708.535436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697708.535451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697708.535456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697708.535459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000020:00000010:2.0:1779697708.536005:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9400. 00000020:00000010:2.0:1779697708.536011:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9400. 00000020:00000010:2.0:1779697708.536017:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c600. 00000020:00000010:2.0:1779697708.536023:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae980. 00000020:00000010:2.0:1779697708.536027:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697708.536068:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9400. 00000020:00000010:2.0:1779697708.536071:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9400. 00000100:00000200:2.0:1779697708.536074:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215295232 02000000:00000010:2.0:1779697708.536111:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad566b000. 00010000:00000010:2.0:1779697708.536152:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697708.536166:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faee00. 00010000:00000010:2.0:1779697708.536185:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.536191:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697708.536205:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697708.536208:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faee00. 00010000:00000010:2.0:1779697708.536213:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.536216:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697708.537554:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697708.537560:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae380. 00010000:00000010:2.0:1779697708.537565:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697708.537571:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000020:00000010:2.0:1779697708.537612:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697708.537618:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697708.537725:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697708.537737:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef808400. 00000001:00000010:2.0:1779697708.538154:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dd20. 00000001:00000010:2.0:1779697708.538162:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697708.538196:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697708.538206:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.538210:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697708.538224:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697708.538279:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.538299:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697708.538319:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973940, last committed = 8589973743 00010000:00000200:2.0:1779697708.538330:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac5c00 x1866146215295232/t8589973940(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.538349:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697708.538355:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215295232, offset 224 00000400:00000010:2.0:1779697708.538362:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42b28. 00000400:00000200:2.0:1779697708.538366:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.538380:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.538386:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308272:308272:256:4294967295] 192.168.203.23@tcp LPNI seq info [308268:308268:8:4294967295] 00000400:00000200:2.0:1779697708.538425:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.538431:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.538437:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.538442:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697708.538449:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.538456:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.538459:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.538608:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae980. 00000020:00000010:2.0:1779697708.538614:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697708.538617:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c600. 00000800:00000200:2.0:1779697708.538904:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.538909:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697708.538915:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.538920:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697708.549608:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697708.549617:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697708.552740:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697708.552755:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697708.552760:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697708.552765:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697708.556612:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697708.556626:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697708.556775:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697708.556781:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697708.557429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697708.557436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:2.0:1779697708.560608:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.560627:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400642fa80 00000400:00000200:2.0:1779697708.560636:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 111064 00000400:00000200:2.0:1779697708.560651:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.560655:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.560673:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.560681:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8700. 00000400:00000200:2.0:1779697708.571377:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.571474:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8fa9 00000400:00000200:2.0:1779697708.571546:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.571553:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.571560:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:2.0:1779697708.571562:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000400:00000200:2.0:1779697708.573745:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.573766:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642fb00 00000400:00000200:2.0:1779697708.573774:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 111552 00000400:00000200:2.0:1779697708.573961:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.573967:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.573974:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.573980:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9180. 00000020:00000010:2.0:1779697708.574031:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9400. 00000020:00000010:2.0:1779697708.574036:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9400. 00000020:00000010:2.0:1779697708.574042:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.574048:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae980. 00000020:00000010:2.0:1779697708.574053:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697708.574090:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9400. 00000020:00000010:2.0:1779697708.574092:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9400. 00000100:00000200:2.0:1779697708.574095:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215295744 00000001:00000010:2.0:1779697708.574105:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697708.574127:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.574134:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697708.574158:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad566c000. 00010000:00000010:2.0:1779697708.574187:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697708.574191:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.574207:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697708.574210:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faeb80. 00010000:00000010:2.0:1779697708.574214:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697708.574217:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:1.1:1779697708.574621:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697708.574628:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00000004:00000010:2.0:1779697708.574768:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697708.574777:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e4b0. 00000004:00000010:2.0:1779697708.574782:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ccc0. 00080000:00000010:2.0:1779697708.574791:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:2.0:1779697708.577219:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697708.577228:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae000. 00010000:00000010:2.0:1779697708.577235:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697708.577244:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697708.577342:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697708.577362:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697708.577368:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faeb80. 00010000:00000010:2.0:1779697708.577438:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697708.577461:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a9180 x1866146215295744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.577744:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697708.577753:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215295744, offset 224 00000400:00000200:2.0:1779697708.577762:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.577777:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.577784:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308275:308275:256:4294967295] 192.168.203.23@tcp LPNI seq info [308271:308271:8:4294967295] 00000400:00000200:2.0:1779697708.577800:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.577808:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.577813:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697708.577821:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.577830:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.577834:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.577875:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae980. 00000020:00000010:2.0:1779697708.577881:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697708.577886:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00010000:00000010:3.1:1779697708.579420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697708.579432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697708.581338:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697708.581351:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697708.583571:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697708.583585:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697708.583589:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697708.583649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697708.583655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697708.587416:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697708.599646:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697708.599672:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697708.599678:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697708.599683:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697708.599688:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697708.599692:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000400:00000200:2.0:1779697708.610277:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.610299:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400642fc80 00000400:00000200:2.0:1779697708.610307:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 112616 00000400:00000200:2.0:1779697708.610376:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.610381:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.610410:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.610418:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9500. 00010000:00000010:3.1:1779697708.612292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697708.612302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697708.618422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.618437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697708.618440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697708.618444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697708.625434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.625448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697708.631416:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697708.631427:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697708.631601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.631606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697708.646727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697708.646739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697708.650628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697708.650637:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697708.655427:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.655433:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697708.655436:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.655439:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697708.656364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697708.656370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697708.656373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697708.656376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697708.660425:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697708.660432:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697708.660437:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697708.660440:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697708.660962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697708.660968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697708.662492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697708.662500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697708.662504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697708.662507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697708.662547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697708.662551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697708.670431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697708.670442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697708.681444:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697708.681451:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697708.681455:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697708.681458:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697708.681485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697708.681490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697708.681492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697708.681495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.686429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697708.686436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697708.686440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697708.686443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697708.686447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697708.686449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697708.691458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697708.691467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697708.696414:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697708.696427:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697708.696432:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697708.696436:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697708.702435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697708.702451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697708.702603:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697708.702609:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000020:00000010:2.0:1779697708.704376:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9ec0. 00000020:00000010:2.0:1779697708.704385:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9ec0. 00000020:00000010:2.0:1779697708.704406:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ee400. 00000020:00000010:2.0:1779697708.704412:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae980. 00000020:00000010:2.0:1779697708.704417:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697708.704529:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9ec0. 00000020:00000010:2.0:1779697708.704533:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9ec0. 00000100:00000200:2.0:1779697708.704537:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215298048 00000001:00000010:2.0:1779697708.704548:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:2.0:1779697708.704574:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.704582:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697708.704609:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad566a000. 00010000:00000010:2.0:1779697708.704637:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697708.704641:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697708.704662:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697708.704665:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faeb80. 00010000:00000010:2.0:1779697708.704670:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697708.704672:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697708.704763:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697708.704772:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e168. 00000004:00000010:2.0:1779697708.704777:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697708.704787:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00000800:00000200:2.0:1779697708.707825:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.707831:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697708.707836:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.707852:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.707857:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:2.0:1779697708.707860:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00000400:00000200:2.0:1779697708.710408:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.710428:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006430500 00000400:00000200:2.0:1779697708.710437:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 118512 00000400:00000200:2.0:1779697708.710452:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.710456:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.710465:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.710472:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10ab100. 00010000:00000010:0.1:1779697708.719588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697708.719597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697708.719601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697708.719605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.721592:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697708.721612:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088580. 00010000:00000010:2.0:1779697708.721622:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345180. 00010000:00000010:1.1:1779697708.722574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697708.722584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697708.722588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.722591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000100:00000010:2.0:1779697708.723693:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cae2bf95a0. 00000400:00000200:2.0:1779697708.725462:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.725484:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006430580 00000400:00000200:2.0:1779697708.725494:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 119000 00010000:00000010:0.1:1779697708.725774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697708.725782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:2.0:1779697708.725817:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.725824:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.725834:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.725853:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8380. 00000800:00000200:2.0:1779697708.727276:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.727282:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697708.727286:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.727291:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.727296:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:2.0:1779697708.727298:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000020:00000010:2.0:1779697708.737263:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9ec0. 00000020:00000010:2.0:1779697708.737268:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9ec0. 00000020:00000010:2.0:1779697708.737274:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3efa00. 00000020:00000010:2.0:1779697708.737280:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faef00. 00000020:00000010:2.0:1779697708.737284:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697708.737331:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9ec0. 00000020:00000010:2.0:1779697708.737334:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9ec0. 00000100:00000200:2.0:1779697708.737337:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215298688 02000000:00000010:2.0:1779697708.737379:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25d8000. 00010000:00000010:2.0:1779697708.737438:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:2.0:1779697708.737458:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088480. 00010000:00000010:2.0:1779697708.737476:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697708.737482:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697708.737499:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697708.737503:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae980. 00010000:00000010:2.0:1779697708.737507:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697708.737510:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697708.737621:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697708.737624:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faeb80. 00010000:00000010:2.0:1779697708.737628:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.737631:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697708.737656:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697708.737662:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697708.737672:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dde0. 00080000:00000010:2.0:1779697708.737681:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace123800. 00000001:00000010:2.0:1779697708.738095:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571de40. 00000001:00000010:2.0:1779697708.738103:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697708.738135:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dde0. 00010000:00000010:2.0:1779697708.738145:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697708.738149:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.738161:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697708.738206:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697708.738221:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697708.738239:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973949, last committed = 8589973743 00010000:00000200:2.0:1779697708.738249:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930b800 x1866146215298688/t8589973949(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.738268:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697708.738275:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215298688, offset 224 00000400:00000010:2.0:1779697708.738282:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42380. 00000400:00000200:2.0:1779697708.738285:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.738298:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.738304:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308290:308290:256:4294967295] 192.168.203.23@tcp LPNI seq info [308286:308286:8:4294967295] 00000400:00000200:2.0:1779697708.738310:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.738317:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.738323:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.738328:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697708.738334:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.738343:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.738346:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.738374:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faef00. 00000020:00000010:2.0:1779697708.738378:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697708.738381:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3efa00. 00010000:00000010:2.1:1779697708.740423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697708.740438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:2.0:1779697708.743358:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.743377:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a8fe9 00000400:00000200:2.0:1779697708.743384:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.743403:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.743411:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:2.0:1779697708.743414:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00010000:00000010:1.1:1779697708.750461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.750467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697708.750471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697708.750474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697708.750477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697708.750490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697708.750679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697708.750686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697708.750689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697708.750692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697708.755695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697708.755710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:2.0:1779697708.759361:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.759381:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006430800 00000400:00000200:2.0:1779697708.759403:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 120640 00010000:00000010:0.1:1779697708.759407:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.759414:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000400:00000200:2.0:1779697708.759418:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1779697708.759418:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697708.759421:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:2.0:1779697708.759423:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.759431:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.759437:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9880. 00000020:00000010:2.0:1779697708.764713:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.764718:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.764724:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3efa00. 00000020:00000010:2.0:1779697708.764730:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faef00. 00000020:00000010:2.0:1779697708.764735:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697708.764777:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.764780:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9380. 00000100:00000200:2.0:1779697708.764783:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215299200 00000001:00000010:2.0:1779697708.764793:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697708.764817:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697708.764824:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697708.764865:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25da000. 00010000:00000010:2.0:1779697708.764894:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.764898:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697708.764915:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697708.764919:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae000. 00010000:00000010:2.0:1779697708.764923:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.764926:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697708.765021:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697708.765029:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ee10. 00000004:00000010:2.0:1779697708.765036:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cff0. 00080000:00000010:2.0:1779697708.765045:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:1.1:1779697708.767433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697708.767449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697708.769434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697708.769443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00000800:00000200:2.0:1779697708.770220:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.770234:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697708.770238:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.770244:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.770249:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:2.0:1779697708.770252:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00010000:00000010:0.1:1779697708.771419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.771427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697708.792370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697708.792386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697708.792401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697708.792404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697708.793178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697708.793184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697708.806597:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697708.806614:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000800:00000200:2.0:1779697708.807884:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.807889:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:2.0:1779697708.807894:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.807900:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.807905:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:2.0:1779697708.807908:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00010000:00000010:0.1:1779697708.812758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697708.812773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697708.812778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697708.812780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697708.812782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697708.812785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.820089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697708.820106:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697708.820111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697708.820122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.0:1779697708.821325:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:2.0:1779697708.821331:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278f80. 00010000:00000010:2.0:1779697708.821337:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000400:00000200:2.0:1779697708.823614:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.823639:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9001 00000400:00000200:2.0:1779697708.823645:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.823649:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.823656:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:2.0:1779697708.823659:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00010000:00000010:0.1:1779697708.826430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697708.826442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000400:00000200:2.0:1779697708.828932:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.828956:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006430b80 00000400:00000200:2.0:1779697708.828968:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 123256 00000400:00000200:2.0:1779697708.829036:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.829041:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.829050:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.829056:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9f80. 00000800:00000200:2.0:1779697708.842627:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.842638:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697708.842649:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.842659:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697708.844439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697708.844454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697708.845924:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.845934:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697708.845938:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697708.845941:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.0:1779697708.849765:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:2.0:1779697708.849776:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088900. 00010000:00000010:1.1:1779697708.852597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697708.852608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000400:00000200:2.0:1779697708.855803:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.855821:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006430e00 00000400:00000200:2.0:1779697708.855829:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 124896 00000400:00000200:2.0:1779697708.855855:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.855860:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.855869:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.855876:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10aa680. 00010000:00000010:1.1:1779697708.860480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697708.860497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697708.860501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697708.860503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697708.860549:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:0.1:1779697708.860558:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697708.860564:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697708.860566:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697708.869417:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697708.869425:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697708.869430:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697708.869433:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697708.869436:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697708.869440:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697708.869778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697708.869784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697708.871488:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.871500:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697708.871504:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697708.871507:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697708.877595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697708.877609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697708.877614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697708.877616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697708.877875:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697708.877882:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000020:00000010:2.0:1779697708.881529:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.881535:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.881541:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.881546:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae480. 00000020:00000010:2.0:1779697708.881551:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697708.881644:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.881648:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9380. 00000100:00000200:2.0:1779697708.881651:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215300992 02000000:00000010:2.0:1779697708.881684:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25dc000. 00010000:00000010:2.0:1779697708.881723:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:2.0:1779697708.881739:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278480. 00010000:00000010:2.0:1779697708.881756:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697708.881762:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.881777:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697708.881781:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae400. 00010000:00000010:2.0:1779697708.881785:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.881788:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.881900:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697708.881903:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae200. 00010000:00000010:2.0:1779697708.881906:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.881909:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697708.881931:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697708.881937:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697708.881947:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dde0. 00080000:00000010:2.0:1779697708.881957:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace122000. 00000001:00000010:2.0:1779697708.887057:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d840. 00000001:00000010:2.0:1779697708.887067:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697708.887111:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dde0. 00010000:00000010:2.0:1779697708.887128:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697708.887136:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697708.887159:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697708.887217:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.887236:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697708.887255:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973955, last committed = 8589973743 00010000:00000200:2.0:1779697708.887265:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac4e00 x1866146215300992/t8589973955(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.887286:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697708.887293:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215300992, offset 224 00000400:00000010:2.0:1779697708.887299:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42888. 00000400:00000200:2.0:1779697708.887303:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.887317:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.887323:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308302:308302:256:4294967295] 192.168.203.23@tcp LPNI seq info [308298:308298:8:4294967295] 00000400:00000200:2.0:1779697708.887329:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.887336:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.887342:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.887346:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697708.887353:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.887361:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.887366:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.887408:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae480. 00000020:00000010:2.0:1779697708.887415:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697708.887419:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25400. 00000800:00000200:2.0:1779697708.887533:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.887537:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697708.887542:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.887547:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697708.891411:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697708.891418:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697708.891496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697708.891502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697708.891507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697708.891509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697708.891544:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.891553:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae400. 00000020:00000010:2.0:1779697708.892204:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.892208:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.892214:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc52f2200. 00000020:00000010:2.0:1779697708.892217:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae400. 00000020:00000010:2.0:1779697708.892222:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697708.892309:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9380. 00000020:00000010:2.0:1779697708.892313:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9380. 00000100:00000200:2.0:1779697708.892315:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215301120 00000001:00000010:2.0:1779697708.892324:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad2345600. 00010000:00000010:2.0:1779697708.892346:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697708.892352:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697708.892378:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25d9000. 00010000:00000010:2.0:1779697708.892446:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.892451:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.892467:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697708.892470:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae480. 00010000:00000010:2.0:1779697708.892475:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697708.892477:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697708.892563:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697708.892572:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e2d0. 00000004:00000010:2.0:1779697708.892595:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c000. 00080000:00000010:2.0:1779697708.892607:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:2.0:1779697708.894742:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697708.894752:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faee80. 00010000:00000010:2.0:1779697708.894759:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697708.894766:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697708.894852:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.894865:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.894871:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae480. 00010000:00000010:2.0:1779697708.894897:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697708.894916:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac4380 x1866146215301120/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.894936:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697708.894942:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215301120, offset 224 00000400:00000200:2.0:1779697708.894949:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.894961:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.894967:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308303:308303:256:4294967295] 192.168.203.23@tcp LPNI seq info [308299:308299:8:4294967295] 00000400:00000200:2.0:1779697708.894978:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.894983:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.894988:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697708.894994:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.895001:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.895006:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.895035:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae400. 00000020:00000010:2.0:1779697708.895040:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697708.895043:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc52f2200. 00010000:00000010:2.1:1779697708.908719:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697708.908727:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.908749:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:2.0:1779697708.908755:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088d00. 00010000:00000010:2.0:1779697708.908761:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345a80. 00010000:00000010:2.0:1779697708.912318:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697708.912329:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faec80. 00010000:00000010:2.0:1779697708.912335:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697708.912342:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.912448:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:2.0:1779697708.912462:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:2.0:1779697708.912467:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371200. 00010000:00000010:2.0:1779697708.912493:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:2.0:1779697708.912512:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9308a80 x1866146215301504/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.912532:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697708.912539:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215301504, offset 224 00000400:00000200:2.0:1779697708.912547:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.912560:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.912566:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308305:308305:256:4294967295] 192.168.203.23@tcp LPNI seq info [308301:308301:8:4294967295] 00000400:00000200:2.0:1779697708.912584:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.912590:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.912595:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697708.912601:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.912609:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.912614:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.912632:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc1371500. 00000020:00000010:2.0:1779697708.912636:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:2.0:1779697708.912640:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00010000:00000010:1.1:1779697708.913428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697708.913437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697708.913473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697708.913478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697708.913481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697708.913483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000020:00000010:2.0:1779697708.920854:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9d40. 00000020:00000010:2.0:1779697708.920860:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9d40. 00000020:00000010:2.0:1779697708.920866:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc52f2200. 00000020:00000010:2.0:1779697708.920871:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faee00. 00000020:00000010:2.0:1779697708.920876:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697708.920916:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9d40. 00000020:00000010:2.0:1779697708.920920:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9d40. 00000100:00000200:2.0:1779697708.920923:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215301760 02000000:00000010:2.0:1779697708.920956:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25db000. 00010000:00000010:2.0:1779697708.920996:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.921011:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faec80. 00010000:00000010:2.0:1779697708.921031:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697708.921036:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697708.921051:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697708.921054:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faec80. 00010000:00000010:2.0:1779697708.921058:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697708.921061:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.921160:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697708.921164:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae380. 00010000:00000010:2.0:1779697708.921167:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.921170:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697708.921194:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697708.921200:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697708.921210:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571df00. 00080000:00000010:2.0:1779697708.921218:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace120800. 00000001:00000010:2.0:1779697708.921862:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fea80. 00000001:00000010:2.0:1779697708.921870:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697708.921906:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571df00. 00010000:00000010:2.0:1779697708.921916:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697708.921920:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697708.921934:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697708.921971:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.921985:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697708.922001:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973957, last committed = 8589973743 00010000:00000200:2.0:1779697708.922011:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc6300 x1866146215301760/t8589973957(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 488/456 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697708.922034:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697708.922040:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215301760, offset 224 00000400:00000010:2.0:1779697708.922046:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42850. 00000400:00000200:2.0:1779697708.922051:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.922065:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.922071:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308306:308306:256:4294967295] 192.168.203.23@tcp LPNI seq info [308302:308302:8:4294967295] 00000400:00000200:2.0:1779697708.922076:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697708.922083:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.922088:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.922092:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697708.922099:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.922105:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.922109:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.922126:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faee00. 00000020:00000010:2.0:1779697708.922131:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697708.922134:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc52f2200. 00010000:00000010:1.1:1779697708.925460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697708.925471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697708.925476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697708.925479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697708.925521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697708.925526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.0:1779697708.929758:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.929770:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faec80. 00010000:00000010:2.0:1779697708.935612:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697708.935623:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faed00. 00010000:00000010:2.0:1779697708.935637:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697708.935645:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697708.935724:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:2.0:1779697708.935739:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697708.935745:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088200. 00010000:00000010:2.0:1779697708.935770:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000200:2.0:1779697708.935789:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc6d80 x1866146215301888/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:383/0 lens 576/584 e 0 to 0 dl 1779698463 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697708.935817:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697708.935824:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215301888, offset 224 00000400:00000200:2.0:1779697708.935832:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697708.935855:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697708.935862:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308307:308307:256:4294967295] 192.168.203.23@tcp LPNI seq info [308303:308303:8:4294967295] 00000400:00000200:2.0:1779697708.935874:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697708.935879:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697708.935884:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697708.935891:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697708.935898:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697708.935903:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697708.935921:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088480. 00000020:00000010:2.0:1779697708.935925:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:2.0:1779697708.935928:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00010000:00000010:3.1:1779697708.939510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697708.939524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697708.944005:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.1:1779697708.944016:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697708.944022:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697708.944025:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:2.1:1779697708.944029:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697708.944033:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697708.944036:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697708.944038:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697708.946688:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697708.946696:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697708.946700:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697708.946703:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697708.946708:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697708.946711:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697708.954413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697708.954421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697708.954426:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697708.954426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697708.954430:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697708.954430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697708.954433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697708.954436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:0.1:1779697708.958460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:0.1:1779697708.958468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697708.959426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.959434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697708.959440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697708.959446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697708.959451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697708.959456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697708.962427:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697708.962434:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697708.962611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697708.962616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000020:00000010:2.0:1779697708.967661:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.967668:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.967675:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc52f2200. 00000020:00000010:2.0:1779697708.967681:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae300. 00000020:00000010:2.0:1779697708.967686:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697708.967821:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.967825:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000100:00000200:2.0:1779697708.967829:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215303040 00000001:00000010:2.0:1779697708.967852:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:2.0:1779697708.967881:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697708.967890:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697708.967917:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25de000. 00010000:00000010:2.0:1779697708.967946:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697708.967951:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697708.967972:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697708.967976:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697708.967981:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697708.967986:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697708.968088:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697708.968097:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e690. 00000004:00000010:2.0:1779697708.968104:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cdd0. 00080000:00000010:2.0:1779697708.968114:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:3.1:1779697708.968449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697708.968466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697708.968472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697708.968477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000800:00000200:2.0:1779697708.969601:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.969605:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697708.969610:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.969616:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.969621:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:2.0:1779697708.969625:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00010000:00000010:3.1:1779697708.973454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697708.973462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697708.973467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.973470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697708.973473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697708.973475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000020:00000010:2.0:1779697708.973862:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.973868:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.973873:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:2.0:1779697708.973879:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697708.973884:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697708.973962:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.973965:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000100:00000200:2.0:1779697708.973968:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215303296 02000000:00000010:2.0:1779697708.974004:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc7983000. 00010000:00000010:2.0:1779697708.974046:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697708.974063:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371180. 00010000:00000010:2.0:1779697708.974081:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697708.974088:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697708.974103:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697708.974106:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faeb00. 00010000:00000010:2.0:1779697708.974110:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697708.974113:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697708.974236:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697708.974240:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae880. 00010000:00000010:2.0:1779697708.974244:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697708.974247:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000020:00000010:2.0:1779697708.974271:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697708.974278:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697708.974290:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe300. 00080000:00000010:2.0:1779697708.974299:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57fa800. 00000800:00000200:2.0:1779697708.975868:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.975872:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697708.975877:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.975883:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.977575:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.977591:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9049 00000400:00000200:2.0:1779697708.977598:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.977602:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.977609:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:2.0:1779697708.977611:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000400:00000200:2.0:1779697708.977797:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.977806:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006431900 00000400:00000200:2.0:1779697708.977812:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 132832 00000400:00000200:2.0:1779697708.977869:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.977874:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.977879:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.977885:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10ab480. 00000020:00000010:2.0:1779697708.978489:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.978495:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.978501:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:2.0:1779697708.978506:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae080. 00000020:00000010:2.0:1779697708.978511:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697708.978550:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.978552:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000100:00000200:2.0:1779697708.978555:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215303424 00000001:00000010:2.0:1779697708.978565:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543300. 00010000:00000010:2.0:1779697708.978586:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697708.978592:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697708.978618:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc7985000. 00010000:00000010:2.0:1779697708.978870:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697708.978875:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697708.978890:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697708.978894:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae500. 00010000:00000010:2.0:1779697708.978899:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697708.978902:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697708.978997:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697708.979004:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e1e0. 00000004:00000010:2.0:1779697708.979010:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d870. 00080000:00000010:2.0:1779697708.979018:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:3.1:1779697708.980919:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697708.980928:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697708.980934:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697708.980938:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697708.981407:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697708.981416:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000400:00000200:2.0:1779697708.983114:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.983131:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006431a00 00000400:00000200:2.0:1779697708.983138:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 133408 00000400:00000200:2.0:1779697708.983159:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.983164:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.983171:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.983181:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553e680. 00010000:00000010:2.1:1779697708.983454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697708.983462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697708.983570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697708.983579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697708.983585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697708.983590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697708.983596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697708.983600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000800:00000200:2.0:1779697708.985336:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.985340:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697708.985344:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.985349:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:2.0:1779697708.987798:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.987804:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.987811:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25400. 00000020:00000010:2.0:1779697708.987815:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae180. 00000020:00000010:2.0:1779697708.987821:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697708.987874:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697708.987878:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000100:00000200:2.0:1779697708.987882:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215303808 00000001:00000010:2.0:1779697708.987893:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad2345300. 00010000:00000010:2.0:1779697708.987915:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697708.987923:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697708.987949:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacd818000. 00010000:00000010:2.0:1779697708.987976:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697708.987981:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697708.987999:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697708.988003:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faed80. 00010000:00000010:2.0:1779697708.988008:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697708.988013:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697708.988116:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697708.988124:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e780. 00000004:00000010:2.0:1779697708.988131:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697708.988140:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:3.1:1779697708.989434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697708.989442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697708.989448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697708.989453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000800:00000200:2.0:1779697708.989556:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.989561:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697708.989567:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.989575:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.989581:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:2.0:1779697708.989584:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:3.1:1779697708.993610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697708.993626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697708.993637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697708.993646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000400:00000200:2.0:1779697708.993946:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.993964:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006431b80 00000400:00000200:2.0:1779697708.993973:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 134472 00000400:00000200:2.0:1779697708.993990:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.993996:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.994005:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.994012:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c380. 00000800:00000200:2.0:1779697708.995424:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.995429:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697708.995435:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.995442:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.996945:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697708.996963:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9059 00000400:00000200:2.0:1779697708.996970:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.996976:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697708.996983:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:2.0:1779697708.996987:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000400:00000200:2.0:1779697708.997380:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697708.997410:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006431c00 00000400:00000200:2.0:1779697708.997418:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 134960 00010000:00000010:1.1:1779697708.997439:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697708.997439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697708.997448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697708.997452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697708.997453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:2.0:1779697708.997464:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.997469:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697708.997475:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697708.997485:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ce00. 00010000:00000010:1.1:1779697708.997506:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697708.997513:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697708.997516:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000800:00000200:2.0:1779697708.999123:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697708.999129:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697708.999134:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697708.999139:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697708.999144:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:2.0:1779697708.999146:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:0.1:1779697709.001443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697709.001445:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00010000:00000010:0.1:1779697709.001454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697709.001461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:2.0:1779697709.001466:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006431d00 00010000:00000010:0.1:1779697709.001466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:2.0:1779697709.001480:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 135536 00000400:00000200:2.0:1779697709.001496:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.001500:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.001508:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.001514:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553f800. 00010000:00000010:3.1:1779697709.001588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697709.001595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.0:1779697709.002627:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:2.0:1779697709.002635:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371100. 00010000:00000010:2.0:1779697709.002643:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00000800:00000200:2.0:1779697709.002863:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.002868:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697709.002873:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.002878:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.003701:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.003713:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9061 00000400:00000200:2.0:1779697709.003718:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.003721:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.003726:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:2.0:1779697709.003729:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000400:00000200:2.0:1779697709.004289:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.004299:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006431d80 00000400:00000200:2.0:1779697709.004307:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 136024 00000400:00000200:2.0:1779697709.004349:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.004354:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.004367:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.004373:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553d880. 00000800:00000200:2.0:1779697709.005892:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.005897:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697709.005901:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.005905:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.005910:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:2.0:1779697709.005912:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00010000:00000010:3.1:1779697709.008428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697709.008443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697709.008447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697709.008453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697709.008491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697709.008495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000400:00000200:2.0:1779697709.010151:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.010168:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006431e80 00000400:00000200:2.0:1779697709.010177:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 136600 00000400:00000200:2.0:1779697709.010191:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.010196:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.010204:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.010211:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553f480. 00000800:00000200:2.0:1779697709.013998:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.014006:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697709.014011:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.014017:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697709.015417:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697709.015429:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697709.015437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697709.015448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697709.015454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697709.015459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697709.015504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697709.015511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:2.0:1779697709.017931:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.017955:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9069 00000400:00000200:2.0:1779697709.017964:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.017968:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.017976:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:2.0:1779697709.017979:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000400:00000200:2.0:1779697709.018011:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.018017:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006431f00 00000400:00000200:2.0:1779697709.018025:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 137088 00000400:00000200:2.0:1779697709.018092:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.018098:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.018105:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.018112:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ed80. 00010000:00000010:0.1:1779697709.018412:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697709.018412:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697709.018420:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697709.018422:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697709.018427:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697709.018428:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697709.018435:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697709.018435:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.018441:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697709.018570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000800:00000200:2.0:1779697709.022419:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.022426:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697709.022431:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.022438:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.022445:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:2.0:1779697709.022448:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00010000:00000010:3.1:1779697709.023437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697709.023459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:2.0:1779697709.024211:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.024237:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006432000 00000400:00000200:2.0:1779697709.024246:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 137664 00000400:00000200:2.0:1779697709.024263:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.024269:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.024277:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.024284:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553e300. 00010000:00000010:2.0:1779697709.025966:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:2.0:1779697709.025974:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00010000:00000010:2.0:1779697709.025983:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad23456c0. 00000800:00000200:2.0:1779697709.026461:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.026466:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:2.0:1779697709.026471:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.026477:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.028105:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.028124:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9071 00000400:00000200:2.0:1779697709.028136:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.028142:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.028149:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:2.0:1779697709.028160:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:1.1:1779697709.028449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.028460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697709.028465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.028471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:2.0:1779697709.030172:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.030189:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432080 00000400:00000200:2.0:1779697709.030199:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 138152 00000400:00000200:2.0:1779697709.030335:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.030343:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.030351:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.1:1779697709.030586:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697709.030595:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000100:00000010:2.0:1779697709.030605:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ea00. 00010000:00000010:3.1:1779697709.033426:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697709.033433:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.033530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697709.033538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697709.033543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697709.033547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000800:00000200:2.0:1779697709.034783:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.034790:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697709.034797:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.034806:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.034813:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:2.0:1779697709.034816:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00010000:00000010:3.1:1779697709.037870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697709.037887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697709.037894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697709.037900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:2.0:1779697709.040507:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.040526:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006432180 00000400:00000200:2.0:1779697709.040536:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 138728 00000400:00000200:2.0:1779697709.040553:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.040560:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.040569:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.040576:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553fb80. 00000800:00000200:2.0:1779697709.046638:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.046647:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697709.046654:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.046663:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.053678:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.053698:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432200 00000400:00000200:2.0:1779697709.053707:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 139216 00000400:00000200:2.0:1779697709.053801:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.053808:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.053817:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.053826:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c700. 00010000:00000010:1.1:1779697709.054427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697709.054438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00000800:00000200:2.0:1779697709.057735:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.057740:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697709.057745:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.057751:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.057757:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:2.0:1779697709.057759:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00010000:00000010:1.1:1779697709.060422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697709.060429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000020:00000010:2.0:1779697709.060559:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697709.060565:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697709.060572:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.060577:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faea80. 00000020:00000010:2.0:1779697709.060583:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.060629:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9480. 00000020:00000010:2.0:1779697709.060642:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9480. 00000100:00000200:2.0:1779697709.060647:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215305984 00010000:00000010:3.1:1779697709.060666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697709.060675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697709.060679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697709.060684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 02000000:00000010:2.0:1779697709.060696:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacd81f000. 00010000:00000010:2.0:1779697709.060745:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:2.0:1779697709.060772:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088200. 00010000:00000010:2.0:1779697709.060792:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697709.060800:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697709.060817:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697709.060820:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae900. 00010000:00000010:2.0:1779697709.060826:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697709.060830:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697709.060955:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697709.060959:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae180. 00010000:00000010:2.0:1779697709.060963:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697709.060967:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697709.060998:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bcc0. 00000020:00000010:2.0:1779697709.061005:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bcc0. 00000020:00000010:2.0:1779697709.061016:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe600. 00080000:00000010:2.0:1779697709.061026:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f9c00. 00000001:00000010:2.0:1779697709.062434:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fed80. 00000001:00000010:2.0:1779697709.062446:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697709.062498:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe600. 00010000:00000010:2.0:1779697709.062512:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697709.062520:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697709.062539:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697709.062583:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697709.062609:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697709.064358:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973968, last committed = 8589973743 00010000:00000200:2.0:1779697709.064376:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985ed80 x1866146215305984/t8589973968(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.064463:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697709.064472:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215305984, offset 224 00000400:00000010:2.0:1779697709.064481:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42f88. 00000400:00000200:2.0:1779697709.064486:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.064504:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.064513:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308328:308328:256:4294967295] 192.168.203.23@tcp LPNI seq info [308324:308324:8:4294967295] 00000400:00000200:2.0:1779697709.064522:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.064532:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.064541:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.064547:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697709.064556:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.064566:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.064571:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.064658:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faea80. 00000020:00000010:2.0:1779697709.064679:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.064685:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7a00. 00000400:00000200:2.0:1779697709.070052:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.070074:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9081 00000400:00000200:2.0:1779697709.070082:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.070087:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.070095:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697709.070099:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000400:00000200:2.0:1779697709.070166:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.070175:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432380 00000400:00000200:2.0:1779697709.070183:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 140280 00000400:00000200:2.0:1779697709.070241:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.070247:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.070253:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.070260:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c000. 00010000:00000010:1.1:1779697709.070424:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.070433:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697709.070439:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697709.070445:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000800:00000200:2.0:1779697709.072543:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.072549:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697709.072554:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.072561:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.072566:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:2.0:1779697709.072569:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00010000:00000010:3.1:1779697709.073933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697709.073947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697709.074420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697709.074429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697709.074434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697709.074438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697709.077571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697709.077582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697709.077584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697709.077593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697709.077594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.077600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.100286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.100299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697709.100304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697709.100309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697709.100483:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.100505:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9089 00000400:00000200:2.0:1779697709.100512:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.100519:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.100527:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:2.0:1779697709.100530:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00010000:00000010:3.1:1779697709.104432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697709.104446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000800:00000200:2.0:1779697709.105133:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.105139:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697709.105145:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.105152:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.105158:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:2.0:1779697709.105161:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:3.1:1779697709.108429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697709.108446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:2.0:1779697709.110724:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.110741:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006432600 00000400:00000200:2.0:1779697709.110749:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 141920 00000400:00000200:2.0:1779697709.110763:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.110768:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.110775:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.110781:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553d500. 00010000:00000010:2.0:1779697709.112149:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:2.0:1779697709.112155:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00010000:00000010:2.0:1779697709.112164:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345600. 00010000:00000010:1.1:1779697709.112441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697709.112450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697709.112455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.112459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.118442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697709.118460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697709.118466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.118471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:2.0:1779697709.119612:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.119634:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9091 00000400:00000200:2.0:1779697709.119649:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.119655:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.119682:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:2.0:1779697709.119686:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:2.1:1779697709.123488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697709.123516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:2.0:1779697709.127756:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.127777:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432680 00000400:00000200:2.0:1779697709.127786:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 142408 00000400:00000200:2.0:1779697709.127868:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.127875:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.127884:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.127896:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e0380. 00010000:00000010:3.1:1779697709.130487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697709.130514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:2.0:1779697709.137911:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.137951:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006432780 00000400:00000200:2.0:1779697709.137964:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 142984 00000400:00000200:2.0:1779697709.137986:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.137992:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.138013:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.138021:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e1500. 00010000:00000010:1.1:1779697709.138283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.138294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697709.138299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697709.138304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.0:1779697709.142819:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:2.0:1779697709.142852:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4c00. 00010000:00000010:2.0:1779697709.142863:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345180. 00000400:00000200:2.0:1779697709.143751:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.143772:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9099 00000400:00000200:2.0:1779697709.143779:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.143785:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.143792:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:2.0:1779697709.143796:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:1.1:1779697709.144649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.144659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697709.144665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.144670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:2.0:1779697709.146572:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.146595:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432800 00000400:00000200:2.0:1779697709.146607:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 143472 00000400:00000200:2.0:1779697709.146672:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.146678:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.146688:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.146697:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dc700. 00010000:00000010:2.1:1779697709.148875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697709.148886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000800:00000200:2.0:1779697709.150445:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.150451:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697709.150457:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.150464:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.150470:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:2.0:1779697709.150473:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00010000:00000010:3.1:1779697709.152465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697709.152477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:2.0:1779697709.153676:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.153697:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006432900 00000400:00000200:2.0:1779697709.153707:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 144048 00000400:00000200:2.0:1779697709.153726:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.153732:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.153740:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.153747:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83ddc00. 00000800:00000200:2.0:1779697709.164647:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.164654:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697709.164660:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.164668:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697709.166597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697709.166610:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697709.166617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697709.166622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:2.0:1779697709.169671:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.169691:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a90a1 00000400:00000200:2.0:1779697709.169698:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.169703:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.169710:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:2.0:1779697709.169713:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00010000:00000010:1.1:1779697709.170426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697709.170437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697709.170443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697709.170448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697709.170452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697709.170458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:2.0:1779697709.172972:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.172991:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432980 00000400:00000200:2.0:1779697709.173000:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 144536 00000400:00000200:2.0:1779697709.173757:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.173765:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.173775:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.173782:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83ddf80. 00010000:00000010:3.1:1779697709.175500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697709.175518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.0:1779697709.181483:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697709.181494:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae080. 00010000:00000010:2.0:1779697709.181502:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697709.181510:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697709.181592:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:2.0:1779697709.181607:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:2.0:1779697709.181612:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4880. 00010000:00000010:2.0:1779697709.181640:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000200:2.0:1779697709.181662:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83ddf80 x1866146215307648/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.181684:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697709.181692:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215307648, offset 224 00000400:00000200:2.0:1779697709.181699:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.181715:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.181723:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308337:308337:256:4294967295] 192.168.203.23@tcp LPNI seq info [308333:308333:8:4294967295] 00000400:00000200:2.0:1779697709.181736:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.181742:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.181747:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697709.181754:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.181762:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.181767:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.181872:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4380. 00000020:00000010:2.0:1779697709.181878:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:2.0:1779697709.181882:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476800. 00010000:00000010:2.1:1779697709.187441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697709.187455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697709.187459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697709.187461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000400:00000200:2.0:1779697709.189788:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.189809:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006432a80 00000400:00000200:2.0:1779697709.189818:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 145112 00000400:00000200:2.0:1779697709.189833:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.189852:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.189861:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.189867:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dca80. 00000001:00000010:2.0:1779697709.190951:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe9c0. 00000001:00000010:2.0:1779697709.190957:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697709.191000:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacddfa600. 00010000:00000010:2.0:1779697709.191009:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697709.191015:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697709.191029:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697709.191068:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697709.191087:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:2.0:1779697709.191105:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973973, last committed = 8589973743 00010000:00000200:2.0:1779697709.191115:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dca80 x1866146215307904/t8589973973(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.191134:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697709.191139:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215307904, offset 224 00000400:00000010:2.0:1779697709.191144:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42498. 00000400:00000200:2.0:1779697709.191147:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.191159:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.191165:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308338:308338:256:4294967295] 192.168.203.23@tcp LPNI seq info [308334:308334:8:4294967295] 00000400:00000200:2.0:1779697709.191169:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.191177:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.191182:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.191187:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697709.191194:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.191202:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.191207:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.191237:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4000. 00000020:00000010:2.0:1779697709.191243:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:2.0:1779697709.191247:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477a00. 00010000:00000010:1.1:1779697709.193897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697709.193911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697709.197438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697709.197438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697709.197450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697709.197450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000400:00000200:2.0:1779697709.197482:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.197501:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432b00 00000400:00000200:2.0:1779697709.197510:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 145600 00000400:00000200:2.0:1779697709.197567:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.197573:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.197581:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.197587:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dc380. 00010000:00000010:2.0:1779697709.198936:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697709.198942:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae880. 00010000:00000010:2.0:1779697709.198946:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697709.198952:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697709.199017:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697709.199034:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697709.199041:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4580. 00010000:00000010:2.0:1779697709.199064:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:2.0:1779697709.199085:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dc380 x1866146215308032/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.199104:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697709.199111:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215308032, offset 224 00000400:00000200:2.0:1779697709.199118:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.199131:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.199138:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308339:308339:256:4294967295] 192.168.203.23@tcp LPNI seq info [308335:308335:8:4294967295] 00000400:00000200:2.0:1779697709.199153:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.199159:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.199164:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697709.199172:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.199180:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.199184:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.199211:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4500. 00000020:00000010:2.0:1779697709.199218:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:2.0:1779697709.199221:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476e00. 00010000:00000010:3.1:1779697709.201958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697709.201974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697709.205437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697709.205453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697709.205458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697709.205463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000020:00000010:2.0:1779697709.206051:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f93c0. 00000020:00000010:2.0:1779697709.206057:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f93c0. 00000020:00000010:2.0:1779697709.206062:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.206068:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.206073:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.206110:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f93c0. 00000020:00000010:2.0:1779697709.206112:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f93c0. 00000100:00000200:2.0:1779697709.206115:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215308288 02000000:00000010:2.0:1779697709.206150:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf12f7000. 00010000:00000010:2.0:1779697709.206186:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697709.206202:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae880. 00010000:00000010:2.0:1779697709.206220:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697709.206225:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697709.206239:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697709.206242:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae880. 00010000:00000010:2.0:1779697709.206245:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697709.206248:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697709.206337:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697709.206340:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae300. 00010000:00000010:2.0:1779697709.206343:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697709.206345:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697709.206365:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697709.206371:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697709.206417:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe060. 00080000:00000010:2.0:1779697709.206427:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57fa000. 00000001:00000010:2.0:1779697709.206761:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571da80. 00000001:00000010:2.0:1779697709.206767:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697709.206808:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe060. 00010000:00000010:2.0:1779697709.206817:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697709.206821:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697709.206832:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697709.206886:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697709.206899:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697709.206913:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973974, last committed = 8589973743 00010000:00000200:2.0:1779697709.206922:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985e300 x1866146215308288/t8589973974(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.206939:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697709.206945:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215308288, offset 224 00000400:00000010:2.0:1779697709.206951:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a422a0. 00000400:00000200:2.0:1779697709.206955:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.206966:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.206972:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308340:308340:256:4294967295] 192.168.203.23@tcp LPNI seq info [308336:308336:8:4294967295] 00000400:00000200:2.0:1779697709.206977:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.206985:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.206991:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.206995:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697709.207001:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.207009:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.207012:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.207030:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.207034:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.207037:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7a00. 00000800:00000200:2.0:1779697709.207126:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.207130:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697709.207134:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.207138:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:2.0:1779697709.209968:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f93c0. 00000020:00000010:2.0:1779697709.209974:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f93c0. 00000020:00000010:2.0:1779697709.209981:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.209986:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.209991:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.210034:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f93c0. 00000020:00000010:2.0:1779697709.210038:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f93c0. 00000100:00000200:2.0:1779697709.210041:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215308416 00000001:00000010:2.0:1779697709.210050:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697709.210071:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697709.210078:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697709.210101:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf12f2000. 00010000:00000010:2.0:1779697709.210133:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697709.210137:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697709.210155:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697709.210162:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.210175:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697709.210179:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697709.210262:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697709.210270:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ebb8. 00000004:00000010:2.0:1779697709.210275:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c220. 00080000:00000010:2.0:1779697709.210283:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:2.1:1779697709.211415:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697709.211425:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697709.211463:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697709.211467:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae680. 00010000:00000010:2.0:1779697709.211471:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697709.211476:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.211541:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697709.211556:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697709.211561:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.211581:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697709.211596:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985c000 x1866146215308416/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.211617:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697709.211623:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215308416, offset 224 00000400:00000200:2.0:1779697709.211630:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.211643:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.211650:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308341:308341:256:4294967295] 192.168.203.23@tcp LPNI seq info [308337:308337:8:4294967295] 00000400:00000200:2.0:1779697709.211664:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.211670:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.211675:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697709.211682:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.211689:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.211694:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.211725:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.211730:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.211734:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.214457:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9140. 00000020:00000010:2.0:1779697709.214465:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9140. 00000020:00000010:2.0:1779697709.214472:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.214477:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.214483:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.214525:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9140. 00000020:00000010:2.0:1779697709.214529:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9140. 00000100:00000200:2.0:1779697709.214533:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215308672 02000000:00000010:2.0:1779697709.214569:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e7d000. 00010000:00000010:2.0:1779697709.214607:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.214643:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae680. 00010000:00000010:2.0:1779697709.214665:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697709.214680:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.214697:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697709.214701:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae680. 00010000:00000010:2.0:1779697709.214705:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697709.214709:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697709.214823:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697709.214826:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.214831:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697709.214847:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697709.215202:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b460. 00000020:00000010:2.0:1779697709.215210:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b460. 00000020:00000010:2.0:1779697709.215221:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d780. 00080000:00000010:2.0:1779697709.215231:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f8000. 00000001:00000010:2.0:1779697709.216204:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe180. 00000001:00000010:2.0:1779697709.216212:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00010000:00000010:1.1:1779697709.216444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697709.216453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697709.216570:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697709.216576:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697709.216578:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697709.216581:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697709.216584:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697709.216587:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000020:00000010:2.0:1779697709.216597:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d780. 00010000:00000010:2.0:1779697709.216608:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697709.216615:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697709.216652:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:3.1:1779697709.216982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697709.216987:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.1:1779697709.216991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697709.217013:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697709.217037:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973975, last committed = 8589973743 00010000:00000200:2.0:1779697709.217048:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98380 x1866146215308672/t8589973975(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.217068:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697709.217074:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215308672, offset 224 00000400:00000010:2.0:1779697709.217081:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42930. 00000400:00000200:2.0:1779697709.217086:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.217099:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.217105:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308342:308342:256:4294967295] 192.168.203.23@tcp LPNI seq info [308338:308338:8:4294967295] 00000400:00000200:2.0:1779697709.217112:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.217121:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.217128:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.217134:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697709.217142:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.217151:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.217155:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.217187:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.217195:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.217199:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7a00. 00010000:00000010:2.1:1779697709.221446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697709.221460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00000400:00000200:2.0:1779697709.221490:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a90b9 00000400:00000200:2.0:1779697709.221498:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.221503:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.221510:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:2.0:1779697709.221513:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00010000:00000010:2.1:1779697709.223437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697709.223449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697709.223533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697709.223540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000020:00000010:2.0:1779697709.225118:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9140. 00000020:00000010:2.0:1779697709.225124:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9140. 00000020:00000010:2.0:1779697709.225129:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.225134:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.225139:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.225184:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9140. 00000020:00000010:2.0:1779697709.225186:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9140. 00000100:00000200:2.0:1779697709.225190:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215308800 00000001:00000010:2.0:1779697709.225200:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697709.225224:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697709.225231:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697709.225256:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e7c000. 00010000:00000010:2.0:1779697709.225281:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697709.225286:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697709.225303:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697709.225307:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae200. 00010000:00000010:2.0:1779697709.225311:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697709.225315:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000004:00000010:2.0:1779697709.225894:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697709.225904:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e5a0. 00000004:00000010:2.0:1779697709.225912:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355caa0. 00080000:00000010:2.0:1779697709.225921:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:2.0:1779697709.227646:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697709.227656:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faeb80. 00010000:00000010:2.0:1779697709.227662:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697709.227669:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697709.227748:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697709.227764:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697709.227769:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae200. 00010000:00000010:2.0:1779697709.227802:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697709.227823:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99500 x1866146215308800/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.227857:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697709.227865:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215308800, offset 224 00000400:00000200:2.0:1779697709.227872:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.227888:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.227896:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308343:308343:256:4294967295] 192.168.203.23@tcp LPNI seq info [308339:308339:8:4294967295] 00000400:00000200:2.0:1779697709.227911:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.227918:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.227923:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697709.227931:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.227939:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.227943:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.227972:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.227978:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.227983:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7a00. 00010000:00000010:3.1:1779697709.228423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697709.228431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697709.233442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697709.233457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697709.233462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697709.233466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000400:00000200:2.0:1779697709.235985:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.236006:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006432f00 00000400:00000200:2.0:1779697709.236016:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 148304 00000400:00000200:2.0:1779697709.236035:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.236042:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.236051:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.236058:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd500. 00010000:00000010:1.1:1779697709.242499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697709.242513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697709.245886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697709.245902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.246424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697709.246431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:2.0:1779697709.255796:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.255817:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006432f80 00000400:00000200:2.0:1779697709.255826:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 148792 00000400:00000200:2.0:1779697709.255908:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.255913:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.255924:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.255932:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dce00. 00010000:00000010:1.1:1779697709.263484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697709.263501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000800:00000200:2.0:1779697709.265804:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.265810:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697709.265814:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.265820:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.265826:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:2.0:1779697709.265828:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00010000:00000010:3.1:1779697709.272427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697709.272441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697709.272447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697709.272451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000020:00000010:2.0:1779697709.292615:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.292621:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.292628:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.292633:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.292639:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.292674:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.292677:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f92c0. 00000100:00000200:2.0:1779697709.292680:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215309440 02000000:00000010:2.0:1779697709.292717:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e78000. 00010000:00000010:2.0:1779697709.292756:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697709.292774:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371a00. 00010000:00000010:2.0:1779697709.292794:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697709.292800:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.292816:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697709.292820:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae200. 00010000:00000010:2.0:1779697709.292825:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697709.292829:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697709.292978:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697709.292994:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faeb80. 00010000:00000010:2.0:1779697709.292998:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697709.293001:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697709.293028:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697709.293035:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697709.293046:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe060. 00080000:00000010:2.0:1779697709.293055:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f8c00. 00000001:00000010:2.0:1779697709.293512:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dba0. 00000001:00000010:2.0:1779697709.293519:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697709.293553:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe060. 00010000:00000010:2.0:1779697709.293563:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697709.293567:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697709.293581:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697709.293614:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697709.293630:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697709.293648:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973977, last committed = 8589973743 00010000:00000200:2.0:1779697709.293657:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98000 x1866146215309440/t8589973977(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.293677:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697709.293683:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215309440, offset 224 00000400:00000010:2.0:1779697709.293689:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42b98. 00000400:00000200:2.0:1779697709.293694:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.293706:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.293713:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308346:308346:256:4294967295] 192.168.203.23@tcp LPNI seq info [308342:308342:8:4294967295] 00000400:00000200:2.0:1779697709.293719:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.293725:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.293731:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.293736:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697709.293742:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.293749:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.293753:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.293774:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.293781:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.293784:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7a00. 00000800:00000200:2.0:1779697709.293884:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.293888:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:2.0:1779697709.293892:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.293897:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.302067:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.302089:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a90c9 00000400:00000200:2.0:1779697709.302096:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.302101:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.302108:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:2.0:1779697709.302111:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00010000:00000010:2.1:1779697709.306055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697709.306073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00000020:00000010:2.0:1779697709.309474:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.309481:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.309489:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7a00. 00000020:00000010:2.0:1779697709.309495:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faec00. 00000020:00000010:2.0:1779697709.309500:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697709.309553:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.309557:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f92c0. 00000100:00000200:2.0:1779697709.309561:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215309568 00000001:00000010:2.0:1779697709.309571:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad2345600. 00010000:00000010:2.0:1779697709.309597:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697709.309605:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697709.309633:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e7b000. 00010000:00000010:2.0:1779697709.309664:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697709.309670:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697709.309688:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697709.309692:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faef00. 00010000:00000010:2.0:1779697709.309697:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697709.309702:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697709.309806:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697709.309816:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ea50. 00000004:00000010:2.0:1779697709.309823:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dba0. 00080000:00000010:2.0:1779697709.309833:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:3.1:1779697709.310440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697709.310448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697709.311087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697709.311097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000800:00000200:2.0:1779697709.312612:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.312618:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697709.312624:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.312632:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.312638:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:2.0:1779697709.312641:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:3.1:1779697709.313504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697709.313512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000400:00000200:2.0:1779697709.317813:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.317832:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006433200 00000400:00000200:2.0:1779697709.317852:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 150432 00000400:00000200:2.0:1779697709.317868:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.317874:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.317884:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.317891:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83df480. 00010000:00000010:3.1:1779697709.318432:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697709.318440:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697709.318444:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697709.318446:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697709.324098:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:2.0:1779697709.324116:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc1371500. 00010000:00000010:2.0:1779697709.324134:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00000400:00000200:2.0:1779697709.324939:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.324960:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a90d1 00000400:00000200:2.0:1779697709.324968:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.324974:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.324982:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779697709.324986:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000400:00000200:2.0:1779697709.326121:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.326132:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006433280 00000400:00000200:2.0:1779697709.326140:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 150920 00000400:00000200:2.0:1779697709.326206:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.326210:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.326216:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.326223:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83de680. 00010000:00000010:3.1:1779697709.327185:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697709.327197:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00000800:00000200:2.0:1779697709.329211:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.329215:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697709.329224:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.329230:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.329234:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:2.0:1779697709.329236:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00010000:00000010:2.1:1779697709.339416:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697709.339426:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697709.345011:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697709.345023:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697709.345460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697709.345467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697709.345470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697709.345473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697709.345477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697709.345481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697709.347422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697709.347434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697709.347442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697709.347454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697709.347581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697709.347589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697709.356496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697709.356506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697709.360468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697709.360482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697709.360487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697709.360493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697709.363786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697709.363799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697709.363805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.363810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697709.368210:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697709.368227:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697709.372424:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697709.372432:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697709.372437:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697709.372442:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697709.372756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697709.372762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697709.376437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697709.376446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697709.379441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697709.379448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697709.379540:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.379546:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.386525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697709.386535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697709.390556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697709.390567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697709.390573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697709.390578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697709.394902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.394918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697709.394924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697709.394929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697709.395035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697709.395042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697709.395045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697709.395051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697709.400892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.400901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697709.400906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697709.400910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697709.403577:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697709.403589:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697709.406517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697709.406540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697709.406545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.406549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.406553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697709.406556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697709.410492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697709.410507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697709.410512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697709.410514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697709.418447:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697709.418456:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697709.423441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697709.423456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:1.1:1779697709.423665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697709.423673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697709.429611:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697709.429626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697709.431907:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.431921:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697709.431924:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.431926:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697709.445953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697709.445970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697709.445975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697709.445979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00080000:00000010:0.0:1779697709.450579:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1c80. 00010000:00000010:0.0:1779697709.454446:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697709.454452:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278980. 00010000:00000010:0.0:1779697709.454458:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697709.454464:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697709.454535:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697709.454545:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697709.454548:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278880. 00010000:00000010:0.0:1779697709.454575:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697709.454599:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86300 x1866146215313024/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697709.454622:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697709.454629:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215313024, offset 224 00000400:00000200:0.0:1779697709.454637:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.454651:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.454658:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308365:308365:256:4294967295] 192.168.203.23@tcp LPNI seq info [308361:308361:8:4294967295] 00000400:00000200:0.0:1779697709.454669:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.454675:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.454680:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697709.454687:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.454694:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.454699:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.454721:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278b80. 00000020:00000010:0.0:1779697709.454726:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.454730:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2433400. 00010000:00000010:0.1:1779697709.455468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697709.455477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697709.455483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697709.455485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697709.455524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697709.455531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697709.455536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697709.455539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697709.457457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697709.457476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:0.0:1779697709.457879:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.457901:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006433f80 00000400:00000200:0.0:1779697709.457912:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 160008 00000400:00000200:0.0:1779697709.457929:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.457935:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.457946:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.457952:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85180. 00010000:00000010:1.1:1779697709.458069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697709.458078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697709.458083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697709.458086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000400:00000200:0.0:1779697709.464603:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.464647:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9119 00000400:00000200:0.0:1779697709.464655:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.464660:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.464670:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:0.0:1779697709.464673:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00010000:00000010:3.1:1779697709.466446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697709.466463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697709.466555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697709.466561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697709.466564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697709.466567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:0.0:1779697709.472988:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.473017:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434000 00000400:00000200:0.0:1779697709.473029:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 160496 00000400:00000200:0.0:1779697709.473123:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.473130:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.473139:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.473147:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86a00. 00000020:00000010:0.0:1779697709.473207:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.473212:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.473219:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb388400. 00000020:00000010:0.0:1779697709.473225:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278b80. 00000020:00000010:0.0:1779697709.473230:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.473267:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.473270:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000100:00000200:0.0:1779697709.473273:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215313408 00000001:00000010:0.0:1779697709.473285:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:0.0:1779697709.473311:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697709.473317:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697709.473349:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac2f41000. 00010000:00000010:0.0:1779697709.473381:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697709.473384:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697709.473420:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697709.473424:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278880. 00010000:00000010:0.0:1779697709.473428:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697709.473431:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000004:00000010:0.0:1779697709.473546:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a5a0. 00000004:00000010:0.0:1779697709.473555:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef348. 00000004:00000010:0.0:1779697709.473562:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31cb0. 00080000:00000010:0.0:1779697709.473571:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0390. 00010000:00000010:1.1:1779697709.474423:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697709.474431:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000800:00000200:0.0:1779697709.474729:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.474736:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697709.474742:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.474749:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.474754:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697709.474757:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00010000:00000010:3.1:1779697709.474923:0:3320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697709.474929:0:3320:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697709.477580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697709.477594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697709.477598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697709.477602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:0.0:1779697709.477757:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.477777:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006434100 00000400:00000200:0.0:1779697709.477786:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 161072 00000400:00000200:0.0:1779697709.477801:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.477806:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.477814:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.477820:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87480. 00000400:00000200:0.0:1779697709.480493:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.480509:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9121 00000400:00000200:0.0:1779697709.480515:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.480519:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.480524:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779697709.480526:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000400:00000200:0.0:1779697709.481749:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.481760:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434180 00000400:00000200:0.0:1779697709.481769:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 161560 00000400:00000200:0.0:1779697709.481830:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.481844:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.481850:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.481856:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87b80. 00010000:00000010:1.1:1779697709.485779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697709.485796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697709.485802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697709.485807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697709.488481:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697709.488494:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697709.489895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.489902:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697709.489905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.489908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697709.492528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697709.492540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:0.0:1779697709.494135:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.494154:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006434280 00000400:00000200:0.0:1779697709.494162:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 162136 00000400:00000200:0.0:1779697709.494177:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.494182:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.494190:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.494197:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c84a80. 00000400:00000200:0.0:1779697709.498635:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.498647:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434300 00000400:00000200:0.0:1779697709.498656:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 162624 00000400:00000200:0.0:1779697709.498718:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.498724:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.498730:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.498737:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85500. 00010000:00000010:3.1:1779697709.500895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697709.500903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697709.500910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697709.500915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000020:00000010:0.0:1779697709.503912:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.503917:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.503923:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697709.503928:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.503933:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.503981:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.503983:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000100:00000200:0.0:1779697709.503986:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215314432 02000000:00000010:0.0:1779697709.504022:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac2f46000. 00010000:00000010:0.0:1779697709.504059:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:0.0:1779697709.504077:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4380. 00010000:00000010:0.0:1779697709.504097:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697709.504102:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697709.504118:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697709.504123:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278b80. 00010000:00000010:0.0:1779697709.504127:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697709.504129:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697709.504232:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697709.504236:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278880. 00010000:00000010:0.0:1779697709.504240:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697709.504243:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697709.504268:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f420. 00000020:00000010:0.0:1779697709.504274:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f420. 00000020:00000010:0.0:1779697709.504283:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a120. 00080000:00000010:0.0:1779697709.504292:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c2c00. 00000001:00000010:0.0:1779697709.504708:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c720. 00000001:00000010:0.0:1779697709.504716:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697709.504751:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a120. 00010000:00000010:0.0:1779697709.504761:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697709.504766:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697709.504779:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697709.504829:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697709.504856:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:0.0:1779697709.504873:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973990, last committed = 8589973743 00010000:00000200:0.0:1779697709.504881:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985c700 x1866146215314432/t8589973990(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.504898:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697709.504903:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215314432, offset 224 00000400:00000010:0.0:1779697709.504909:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc78394d0. 00000400:00000200:0.0:1779697709.504912:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.504923:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.504929:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308372:308372:256:4294967295] 192.168.203.23@tcp LPNI seq info [308368:308368:8:4294967295] 00000400:00000200:0.0:1779697709.504934:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.504940:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.504945:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.504949:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697709.504955:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.504962:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.504966:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.504984:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.504988:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.504991:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00000800:00000200:0.0:1779697709.505078:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.505082:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697709.505085:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.505089:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697709.505152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697709.505160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697709.505164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697709.505167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697709.505170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697709.505173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:0.1:1779697709.510425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697709.510439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697709.510468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697709.510473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697709.510478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.510481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697709.510483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.510486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:0.0:1779697709.510639:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.510658:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9131 00000400:00000200:0.0:1779697709.510665:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.510681:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.510688:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:0.0:1779697709.510691:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:0.0:1779697709.510721:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.510728:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434480 00000400:00000200:0.0:1779697709.510736:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 163688 00000400:00000200:0.0:1779697709.510786:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.510791:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.510796:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.510802:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c84000. 00010000:00000010:1.1:1779697709.513721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697709.513734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697709.513897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697709.513904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697709.515708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697709.515718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000400:00000200:0.0:1779697709.519051:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.519080:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006434580 00000400:00000200:0.0:1779697709.519090:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 164264 00000400:00000200:0.0:1779697709.519106:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.519110:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.519118:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.519124:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85f80. 00000800:00000200:0.0:1779697709.522100:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.522106:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697709.522111:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.522117:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.524876:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.524888:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434600 00000400:00000200:0.0:1779697709.524896:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 164752 00000400:00000200:0.0:1779697709.524951:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.524956:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.524961:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.524968:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86d80. 00010000:00000010:1.1:1779697709.525445:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.525462:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697709.525466:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.525469:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000800:00000200:0.0:1779697709.530298:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.530303:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697709.530308:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.530316:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.530322:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697709.530325:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00010000:00000010:1.1:1779697709.533594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697709.533612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697709.533618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697709.533629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697709.535055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697709.535070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697709.538558:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697709.538570:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000800:00000200:0.0:1779697709.539610:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.539617:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697709.539622:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.539633:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.543239:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.543260:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9141 00000400:00000200:0.0:1779697709.543266:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.543271:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.543277:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:0.0:1779697709.543280:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:0.0:1779697709.543306:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.543312:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434780 00000400:00000200:0.0:1779697709.543319:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 165816 00000400:00000200:0.0:1779697709.543384:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.543404:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.543410:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.543416:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87100. 00010000:00000010:3.1:1779697709.543438:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697709.543449:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697709.543535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.543542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697709.543544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.543547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697709.551561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697709.551573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697709.553235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697709.553248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697709.553426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697709.553432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000400:00000200:0.0:1779697709.554429:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.554460:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006434880 00000400:00000200:0.0:1779697709.554471:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 166392 00000400:00000200:0.0:1779697709.554488:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.554493:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.554502:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.554509:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85c00. 00010000:00000010:0.0:1779697709.556465:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:0.0:1779697709.556472:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4480. 00010000:00000010:0.0:1779697709.556478:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345180. 00010000:00000010:1.1:1779697709.563433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.563441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697709.563445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.563449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:0.0:1779697709.565181:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.565201:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434900 00000400:00000200:0.0:1779697709.565209:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 166880 00000400:00000200:0.0:1779697709.565683:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.565690:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.565699:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.565706:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86680. 00010000:00000010:0.1:1779697709.567427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697709.567442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000020:00000010:0.0:1779697709.573476:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.573488:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.573499:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697709.573504:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.573509:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00010000:00000010:1.1:1779697709.574621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697709.574643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697709.574647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697709.574650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697709.574653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697709.574656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000020:00000010:0.0:1779697709.575185:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.575191:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000100:00000200:0.0:1779697709.575195:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215315712 00000001:00000010:0.0:1779697709.575206:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:0.0:1779697709.575232:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697709.575239:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 02000000:00000010:0.0:1779697709.575267:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac2f45000. 00010000:00000010:0.0:1779697709.575295:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697709.575299:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697709.575316:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697709.575319:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278980. 00010000:00000010:0.0:1779697709.575324:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697709.575327:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000004:00000010:0.0:1779697709.575432:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b4a0. 00000004:00000010:0.0:1779697709.575441:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef5a0. 00000004:00000010:0.0:1779697709.575447:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30cc0. 00080000:00000010:0.0:1779697709.575457:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad01c8. 00010000:00000010:0.0:1779697709.576182:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697709.576188:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278a80. 00010000:00000010:0.0:1779697709.576192:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697709.576197:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697709.576259:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697709.576274:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697709.576280:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278980. 00010000:00000010:0.0:1779697709.576304:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:0.0:1779697709.576323:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86680 x1866146215315712/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697709.576341:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697709.576354:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215315712, offset 224 00000400:00000200:0.0:1779697709.576361:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.576376:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.576383:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308379:308379:256:4294967295] 192.168.203.23@tcp LPNI seq info [308375:308375:8:4294967295] 00000400:00000200:0.0:1779697709.576421:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.576427:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.576432:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697709.576439:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.576446:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.576450:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.576469:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.576473:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.576477:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697709.580876:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.580883:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.580889:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697709.580895:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.580900:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.580944:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.580948:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000100:00000200:0.0:1779697709.580953:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215315968 02000000:00000010:0.0:1779697709.581007:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf128a000. 00010000:00000010:0.0:1779697709.581197:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697709.581215:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278a80. 00010000:00000010:0.0:1779697709.581246:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697709.581252:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697709.581268:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697709.581272:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278a80. 00010000:00000010:0.0:1779697709.581277:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697709.581281:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.1:1779697709.581417:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697709.581422:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697709.581426:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697709.581430:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697709.581444:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697709.581448:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278980. 00010000:00000010:0.0:1779697709.581452:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697709.581456:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000020:00000010:0.0:1779697709.581488:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f620. 00000020:00000010:0.0:1779697709.581496:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f620. 00000020:00000010:0.0:1779697709.581508:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c840. 00080000:00000010:0.0:1779697709.581518:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c0400. 00000001:00000010:0.0:1779697709.582028:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd0404ba0. 00000001:00000010:0.0:1779697709.582036:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697709.582079:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c840. 00010000:00000010:0.0:1779697709.582088:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697709.582093:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697709.582106:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697709.582148:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697709.582167:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697709.582183:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973994, last committed = 8589973743 00010000:00000200:0.0:1779697709.582195:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99180 x1866146215315968/t8589973994(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.582214:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697709.582221:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215315968, offset 224 00000400:00000010:0.0:1779697709.582229:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839540. 00000400:00000200:0.0:1779697709.582234:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.582250:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.582257:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308380:308380:256:4294967295] 192.168.203.23@tcp LPNI seq info [308376:308376:8:4294967295] 00000400:00000200:0.0:1779697709.582264:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.582273:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.582281:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.582286:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697709.582295:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.582304:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.582309:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.582339:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.582344:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.582348:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00000400:00000200:0.0:1779697709.586184:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.586205:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9151 00000400:00000200:0.0:1779697709.586213:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.586217:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.586224:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:0.0:1779697709.586228:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00010000:00000010:0.1:1779697709.588116:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697709.588130:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00000400:00000200:0.0:1779697709.588167:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.588180:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434a80 00000400:00000200:0.0:1779697709.588188:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 167944 00000400:00000200:0.0:1779697709.588247:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.588252:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.588259:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.588265:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87800. 00000020:00000010:2.0:1779697709.588351:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.588357:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.588363:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697709.588369:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.588374:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.588485:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f92c0. 00000020:00000010:2.0:1779697709.588488:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f92c0. 00000100:00000200:2.0:1779697709.588491:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215316096 00000001:00000010:2.0:1779697709.588500:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad2345600. 00010000:00000010:2.0:1779697709.588532:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697709.588540:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697709.588568:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4bde000. 00010000:00000010:2.0:1779697709.588594:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697709.588599:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.588617:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697709.588620:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.588624:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697709.588626:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697709.588724:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697709.588732:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e3c0. 00000004:00000010:2.0:1779697709.588739:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d100. 00080000:00000010:2.0:1779697709.588748:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:2.0:1779697709.589776:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697709.589782:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae080. 00010000:00000010:2.0:1779697709.589786:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697709.589791:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697709.589867:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.589880:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697709.589886:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.589909:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697709.589925:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87800 x1866146215316096/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.589944:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697709.589950:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215316096, offset 224 00000400:00000200:2.0:1779697709.589956:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.589966:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.589973:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308381:308381:256:4294967295] 192.168.203.23@tcp LPNI seq info [308377:308377:8:4294967295] 00000400:00000200:2.0:1779697709.589983:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.589988:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.589993:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697709.590000:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.590007:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.590011:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.590038:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.590043:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.590046:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00000800:00000200:0.0:1779697709.590466:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.590471:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:0.0:1779697709.590476:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.590481:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.590486:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:0.0:1779697709.590488:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000020:00000010:0.0:1779697709.597016:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.597022:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.597028:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697709.597032:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.597037:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.597096:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.597100:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000100:00000200:0.0:1779697709.597103:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215316352 02000000:00000010:0.0:1779697709.597143:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf128e000. 00010000:00000010:0.0:1779697709.597182:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:0.0:1779697709.597197:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae080. 00010000:00000010:0.0:1779697709.597214:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697709.597220:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697709.597236:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697709.597240:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278780. 00010000:00000010:0.0:1779697709.597244:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697709.597247:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697709.597345:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697709.597349:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278f80. 00010000:00000010:0.0:1779697709.597352:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697709.597355:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697709.597378:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fb20. 00000020:00000010:0.0:1779697709.597385:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fb20. 00000020:00000010:0.0:1779697709.597421:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd0404240. 00080000:00000010:0.0:1779697709.597430:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c2000. 00000001:00000010:0.0:1779697709.598214:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1ab40. 00000001:00000010:0.0:1779697709.598221:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697709.598257:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd0404240. 00010000:00000010:0.0:1779697709.598267:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697709.598272:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697709.598286:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697709.598330:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697709.598346:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697709.598363:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973995, last committed = 8589973743 00010000:00000200:0.0:1779697709.598374:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985ea00 x1866146215316352/t8589973995(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.598414:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697709.598421:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215316352, offset 224 00000400:00000010:0.0:1779697709.598428:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839c40. 00000400:00000200:0.0:1779697709.598432:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.598446:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.598452:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308382:308382:256:4294967295] 192.168.203.23@tcp LPNI seq info [308378:308378:8:4294967295] 00000400:00000200:0.0:1779697709.598458:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.598464:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.598468:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.598473:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697709.598479:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.598487:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.598491:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.598509:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278480. 00000020:00000010:0.0:1779697709.598514:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.598517:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00010000:00000010:0.0:1779697709.598972:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697709.598978:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278f80. 00010000:00000010:0.0:1779697709.598985:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000800:00000200:0.0:1779697709.599555:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.599560:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697709.599565:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.599571:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697709.602621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697709.602635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697709.603613:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697709.603623:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:0.0:1779697709.603652:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.604138:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9159 00000400:00000200:0.0:1779697709.604146:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.604150:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.604157:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:0.0:1779697709.604160:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000400:00000200:0.0:1779697709.604236:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.604244:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434c00 00000400:00000200:0.0:1779697709.604250:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 169008 00000400:00000200:0.0:1779697709.604328:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.604332:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.604337:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.604347:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe69500. 00010000:00000010:2.1:1779697709.605293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697709.605301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697709.605305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697709.605308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000020:00000010:2.0:1779697709.605343:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f91c0. 00000020:00000010:2.0:1779697709.605349:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f91c0. 00000020:00000010:2.0:1779697709.605355:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697709.605360:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.605365:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.605428:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f91c0. 00000020:00000010:2.0:1779697709.605431:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f91c0. 00000100:00000200:2.0:1779697709.605434:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215316480 00000001:00000010:2.0:1779697709.605445:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:2.0:1779697709.605469:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697709.605476:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697709.605505:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf825a000. 00010000:00000010:2.0:1779697709.605545:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697709.605550:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697709.605569:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697709.605572:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.605576:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697709.605578:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697709.605665:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697709.605685:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed20. 00000004:00000010:2.0:1779697709.605692:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d980. 00080000:00000010:2.0:1779697709.605702:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:2.0:1779697709.607102:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697709.607111:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae080. 00010000:00000010:2.0:1779697709.607117:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697709.607123:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697709.607200:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697709.607214:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.607220:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.607246:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697709.607265:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe69500 x1866146215316480/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.607293:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697709.607300:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215316480, offset 224 00000400:00000200:2.0:1779697709.607308:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.607321:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.607328:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308383:308383:256:4294967295] 192.168.203.23@tcp LPNI seq info [308379:308379:8:4294967295] 00000400:00000200:2.0:1779697709.607339:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.607345:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.607350:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697709.607357:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.607363:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.607367:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.607413:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.607418:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.607422:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00000800:00000200:0.0:1779697709.607638:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.607645:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:0.0:1779697709.607650:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.607656:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.607663:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:0.0:1779697709.607666:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00010000:00000010:1.1:1779697709.613132:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697709.613146:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697709.613584:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697709.613592:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697709.613596:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697709.613598:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697709.613601:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697709.613604:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:0.0:1779697709.613794:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.613813:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006434d00 00000400:00000200:0.0:1779697709.613822:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 169584 00000400:00000200:0.0:1779697709.613847:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.613852:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.613860:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.613867:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe69c00. 00000020:00000010:0.0:1779697709.615166:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f1c0. 00000020:00000010:0.0:1779697709.615177:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f1c0. 00000020:00000010:0.0:1779697709.615188:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1acc0. 00080000:00000010:0.0:1779697709.615197:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacedebc00. 00000001:00000010:0.0:1779697709.615755:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd0404780. 00000001:00000010:0.0:1779697709.615763:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697709.615798:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1acc0. 00010000:00000010:0.0:1779697709.615810:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697709.615817:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697709.615845:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697709.615886:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:0.0:1779697709.615903:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:0.0:1779697709.615921:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973996, last committed = 8589973743 00010000:00000200:0.0:1779697709.615932:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe69c00 x1866146215316736/t8589973996(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.615952:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697709.615958:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215316736, offset 224 00000400:00000010:0.0:1779697709.615966:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839cb0. 00000400:00000200:0.0:1779697709.615970:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.615982:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.615989:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308384:308384:256:4294967295] 192.168.203.23@tcp LPNI seq info [308380:308380:8:4294967295] 00000400:00000200:0.0:1779697709.615994:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.616000:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.616006:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.616011:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697709.616016:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.616022:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.616026:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.616046:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf69f4980. 00000020:00000010:0.0:1779697709.616051:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:0.0:1779697709.616054:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4a00. 00000800:00000200:0.0:1779697709.617457:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.617463:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697709.617470:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.617477:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.619639:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.619659:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9161 00000400:00000200:0.0:1779697709.619666:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.619678:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.619687:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:0.0:1779697709.619690:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000400:00000200:0.0:1779697709.619715:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.619722:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434d80 00000400:00000200:0.0:1779697709.619730:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 170072 00000400:00000200:0.0:1779697709.619778:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.619783:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.619787:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.619793:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68700. 00000020:00000010:2.0:1779697709.620499:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f94c0. 00000020:00000010:2.0:1779697709.620506:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f94c0. 00000020:00000010:2.0:1779697709.620514:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697709.621128:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.621135:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.621275:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f94c0. 00000020:00000010:2.0:1779697709.621279:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f94c0. 00000100:00000200:2.0:1779697709.621282:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215316864 00000001:00000010:2.0:1779697709.621291:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:2.0:1779697709.621313:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697709.621319:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697709.621343:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf8258000. 00010000:00000010:2.0:1779697709.621372:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697709.621376:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.1:1779697709.621411:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697709.621420:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697709.621425:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697709.621427:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697709.621437:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697709.621440:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.621444:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697709.621447:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697709.621547:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697709.621555:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e870. 00000004:00000010:2.0:1779697709.621560:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cbb0. 00080000:00000010:2.0:1779697709.621568:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:2.0:1779697709.623412:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697709.623422:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae480. 00010000:00000010:2.0:1779697709.623427:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697709.623435:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697709.623525:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.623539:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697709.623545:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.623568:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697709.623586:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68700 x1866146215316864/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.623606:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697709.623614:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215316864, offset 224 00000400:00000200:2.0:1779697709.623621:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.623992:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.623999:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308385:308385:256:4294967295] 192.168.203.23@tcp LPNI seq info [308381:308381:8:4294967295] 00000400:00000200:2.0:1779697709.624012:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.624018:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.624024:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697709.624031:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.624039:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.624043:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1779697709.624240:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.624245:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:0.0:1779697709.624249:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.624254:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.624259:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:0.0:1779697709.624262:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000020:00000010:2.0:1779697709.624595:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.624603:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.624607:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00010000:00000010:1.1:1779697709.630185:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697709.630199:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000020:00000010:2.0:1779697709.631360:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9b40. 00000020:00000010:2.0:1779697709.631366:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9b40. 00000020:00000010:2.0:1779697709.631371:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697709.631376:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.631381:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.631441:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9b40. 00000020:00000010:2.0:1779697709.631444:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9b40. 00000100:00000200:2.0:1779697709.631447:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215317120 02000000:00000010:2.0:1779697709.631482:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825d000. 00010000:00000010:2.0:1779697709.631532:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697709.631546:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae480. 00010000:00000010:2.0:1779697709.631566:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697709.631572:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697709.631588:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697709.631591:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae480. 00010000:00000010:2.0:1779697709.631596:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697709.631599:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697709.631726:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697709.631729:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.631732:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697709.631736:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697709.631761:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b460. 00000020:00000010:2.0:1779697709.631768:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b460. 00000020:00000010:2.0:1779697709.631779:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dc60. 00080000:00000010:2.0:1779697709.631789:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f8400. 00000001:00000010:2.0:1779697709.632577:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0feba0. 00000001:00000010:2.0:1779697709.632585:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697709.632763:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dc60. 00010000:00000010:2.0:1779697709.632775:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697709.632782:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.632797:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697709.632857:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.632869:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697709.632887:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697709.632891:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae700. 00010000:00000010:2.0:1779697709.632909:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697709.632928:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973997, last committed = 8589973743 00010000:00000200:2.0:1779697709.632938:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985f100 x1866146215317120/t8589973997(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.632958:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697709.632965:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215317120, offset 224 00000400:00000010:2.0:1779697709.632973:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42f50. 00000400:00000200:2.0:1779697709.632977:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.632988:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.632995:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308386:308386:256:4294967295] 192.168.203.23@tcp LPNI seq info [308382:308382:8:4294967295] 00000400:00000200:2.0:1779697709.633001:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.633007:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.633012:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.633018:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697709.633024:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.633031:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.633035:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.633055:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae680. 00000020:00000010:2.0:1779697709.633059:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.633063:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00000800:00000200:2.0:1779697709.635612:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.635621:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697709.635639:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.635647:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697709.636442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697709.636452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697709.637499:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697709.637509:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:0.0:1779697709.637692:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.637712:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9169 00000400:00000200:0.0:1779697709.637719:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.637723:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.637729:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:0.0:1779697709.637732:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000400:00000200:0.0:1779697709.637763:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.637770:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006434f00 00000400:00000200:0.0:1779697709.637776:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 171136 00000400:00000200:0.0:1779697709.637830:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.637843:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.637848:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.637855:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68380. 00010000:00000010:2.0:1779697709.639010:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697709.639023:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae480. 00000020:00000010:2.0:1779697709.639085:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9b40. 00000020:00000010:2.0:1779697709.639090:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9b40. 00000020:00000010:2.0:1779697709.639095:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697709.639099:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4fae480. 00000020:00000010:2.0:1779697709.639103:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.639134:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f9b40. 00000020:00000010:2.0:1779697709.639136:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f9b40. 00000100:00000200:2.0:1779697709.639139:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215317248 00000001:00000010:2.0:1779697709.639159:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:2.0:1779697709.639181:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697709.639187:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697709.639212:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf825f000. 00010000:00000010:2.0:1779697709.639241:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697709.639245:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697709.639260:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697709.639263:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4fae680. 00010000:00000010:2.0:1779697709.639267:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697709.639270:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697709.639364:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697709.639374:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef78. 00000004:00000010:2.0:1779697709.639380:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c440. 00080000:00000010:2.0:1779697709.639406:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:2.0:1779697709.641924:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697709.641935:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faec80. 00010000:00000010:2.0:1779697709.641941:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697709.641948:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697709.642027:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697709.642040:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697709.642046:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4fae680. 00010000:00000010:2.0:1779697709.642083:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697709.642102:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68380 x1866146215317248/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.642122:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697709.642129:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215317248, offset 224 00000400:00000200:2.0:1779697709.642137:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.642160:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.642167:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308387:308387:256:4294967295] 192.168.203.23@tcp LPNI seq info [308383:308383:8:4294967295] 00000400:00000200:2.0:1779697709.642179:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.642184:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.642189:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697709.642195:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.642202:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.642206:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.642234:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4fae480. 00000020:00000010:2.0:1779697709.642238:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.642242:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00000800:00000200:0.0:1779697709.642496:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.642502:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697709.642507:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.642512:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.642526:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:0.0:1779697709.642529:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00010000:00000010:1.1:1779697709.648464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697709.648478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697709.648482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697709.648485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697709.648773:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697709.648783:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697709.648787:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697709.648791:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000400:00000200:2.0:1779697709.648822:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.648855:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006435000 00000400:00000200:2.0:1779697709.648864:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 171712 00000400:00000200:2.0:1779697709.648885:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.648889:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.648898:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.648905:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83de300. 00000020:00000010:0.0:1779697709.650498:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.650509:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.650517:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697709.650742:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278f80. 00000020:00000010:0.0:1779697709.650747:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.651470:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.651476:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000100:00000200:0.0:1779697709.651480:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215317504 02000000:00000010:0.0:1779697709.651516:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf128d000. 00010000:00000010:0.0:1779697709.651565:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:0.0:1779697709.651587:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faec80. 00010000:00000010:0.0:1779697709.651608:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697709.651614:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697709.651629:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697709.651632:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278480. 00010000:00000010:0.0:1779697709.651637:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697709.651640:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697709.652219:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697709.652223:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278e00. 00010000:00000010:0.0:1779697709.652227:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697709.652230:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000020:00000010:0.0:1779697709.652256:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f4a0. 00000020:00000010:0.0:1779697709.652262:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f4a0. 00000020:00000010:0.0:1779697709.652271:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd0404e40. 00080000:00000010:0.0:1779697709.652280:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacede9c00. 00000001:00000010:0.0:1779697709.653346:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a780. 00000001:00000010:0.0:1779697709.653356:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697709.653460:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd0404e40. 00010000:00000010:0.0:1779697709.653473:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697709.653480:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697709.653495:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697709.654593:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697709.654619:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697709.654640:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973998, last committed = 8589973743 00010000:00000200:0.0:1779697709.654651:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83de300 x1866146215317504/t8589973998(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.654671:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697709.654678:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215317504, offset 224 00000400:00000010:0.0:1779697709.654686:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839ea8. 00000400:00000200:0.0:1779697709.654690:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.654704:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.654710:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308388:308388:256:4294967295] 192.168.203.23@tcp LPNI seq info [308384:308384:8:4294967295] 00000400:00000200:0.0:1779697709.654716:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.654722:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.654727:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.654732:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697709.654738:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.654745:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.654749:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.654772:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278f80. 00000020:00000010:0.0:1779697709.654777:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.654781:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00000800:00000200:0.0:1779697709.654898:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.654902:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697709.654906:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.654911:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697709.658619:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697709.658631:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697709.658637:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697709.658641:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697709.658644:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697709.658647:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697709.658806:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:2.0:1779697709.658817:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278e00. 00010000:00000010:2.0:1779697709.658825:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00000400:00000200:2.0:1779697709.662862:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.662881:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435080 00000400:00000200:2.0:1779697709.662890:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 172200 00000400:00000200:2.0:1779697709.662956:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.662961:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.662970:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.662978:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd880. 00000020:00000010:0.0:1779697709.664199:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.664207:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.664214:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697709.664220:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278f80. 00000020:00000010:0.0:1779697709.664224:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.664266:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.664269:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000100:00000200:0.0:1779697709.664272:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215317632 00000001:00000010:0.0:1779697709.664283:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697709.664307:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697709.664315:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 02000000:00000010:0.0:1779697709.664341:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128b000. 00010000:00000010:0.0:1779697709.664374:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697709.664378:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697709.664414:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697709.664418:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278580. 00010000:00000010:0.0:1779697709.664424:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697709.664427:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00000004:00000010:0.0:1779697709.664520:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ba40. 00000004:00000010:0.0:1779697709.664529:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef078. 00000004:00000010:0.0:1779697709.664537:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31870. 00080000:00000010:0.0:1779697709.664546:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1398. 00010000:00000010:2.0:1779697709.665430:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697709.665436:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faee00. 00010000:00000010:2.0:1779697709.665440:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697709.665445:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697709.665510:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:2.0:1779697709.665535:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:2.0:1779697709.665540:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278580. 00010000:00000010:2.0:1779697709.665563:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:2.0:1779697709.665581:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd880 x1866146215317632/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.665600:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697709.665606:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215317632, offset 224 00000400:00000200:2.0:1779697709.665612:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.665722:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.665730:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308389:308389:256:4294967295] 192.168.203.23@tcp LPNI seq info [308385:308385:8:4294967295] 00000400:00000200:2.0:1779697709.665744:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.665750:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.665755:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697709.665762:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.665770:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.665775:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.665794:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278f80. 00000020:00000010:2.0:1779697709.665798:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:2.0:1779697709.665802:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00000800:00000200:0.0:1779697709.665938:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.665944:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697709.665948:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.665953:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.665958:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:0.0:1779697709.665961:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00010000:00000010:0.1:1779697709.672094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697709.672112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697709.672118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697709.672122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697709.672295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697709.672302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697709.672305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697709.672307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697709.672309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697709.672311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697709.675174:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697709.675191:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000020:00000010:0.0:1779697709.678644:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.678655:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.678664:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7e00. 00000020:00000010:0.0:1779697709.678669:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278c80. 00000020:00000010:0.0:1779697709.678675:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.678713:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.678715:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000100:00000200:0.0:1779697709.678718:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215317888 02000000:00000010:0.0:1779697709.678756:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1288000. 00010000:00000010:0.0:1779697709.678798:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:0.0:1779697709.678817:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faee00. 00010000:00000010:0.0:1779697709.678848:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697709.678854:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697709.678869:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697709.678872:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278600. 00010000:00000010:0.0:1779697709.678876:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697709.678879:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697709.678985:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697709.678988:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278500. 00010000:00000010:0.0:1779697709.678992:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697709.678995:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00000020:00000010:0.0:1779697709.679019:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe20. 00000020:00000010:0.0:1779697709.679025:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe20. 00000020:00000010:0.0:1779697709.679035:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a120. 00080000:00000010:0.0:1779697709.679045:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacedea400. 00000001:00000010:0.0:1779697709.680232:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd0404240. 00000001:00000010:0.0:1779697709.680241:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697709.680283:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a120. 00010000:00000010:0.0:1779697709.680296:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697709.680302:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697709.680321:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697709.680367:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697709.680384:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:0.0:1779697709.680421:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589973999, last committed = 8589973743 00010000:00000200:0.0:1779697709.680433:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985d500 x1866146215317888/t8589973999(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.680452:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697709.680459:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215317888, offset 224 00000400:00000010:0.0:1779697709.680466:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839e70. 00000400:00000200:0.0:1779697709.680470:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.680485:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.680492:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308390:308390:256:4294967295] 192.168.203.23@tcp LPNI seq info [308386:308386:8:4294967295] 00000400:00000200:0.0:1779697709.680498:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.680504:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.680509:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.680514:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697709.680734:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.680743:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.680748:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.681721:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278c80. 00000020:00000010:0.0:1779697709.681729:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.681734:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7e00. 00010000:00000010:0.0:1779697709.681779:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697709.681788:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278500. 00010000:00000010:0.0:1779697709.681797:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00010000:00000010:2.1:1779697709.683431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697709.683445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000800:00000200:0.0:1779697709.688280:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.688290:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697709.688297:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.688306:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.691227:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.691250:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9179 00000400:00000200:0.0:1779697709.691257:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.691262:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.691271:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697709.691274:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000400:00000200:0.0:1779697709.691301:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.691307:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435200 00000400:00000200:0.0:1779697709.691315:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 173264 00000400:00000200:0.0:1779697709.691376:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.691381:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.691385:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.691416:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68a80. 00000020:00000010:0.0:1779697709.692899:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.692908:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.692916:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7e00. 00000020:00000010:0.0:1779697709.692920:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278500. 00000020:00000010:0.0:1779697709.692925:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697709.692968:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd800. 00000020:00000010:0.0:1779697709.692971:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd800. 00000100:00000200:0.0:1779697709.692974:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215318016 00000001:00000010:0.0:1779697709.692984:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:0.0:1779697709.693007:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697709.693014:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 02000000:00000010:0.0:1779697709.693046:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf4915000. 00010000:00000010:0.0:1779697709.693086:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697709.693090:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697709.693108:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697709.693111:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278c80. 00010000:00000010:0.0:1779697709.693115:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697709.693118:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00000004:00000010:0.0:1779697709.693221:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a000. 00000004:00000010:0.0:1779697709.693230:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef960. 00000004:00000010:0.0:1779697709.693236:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31540. 00080000:00000010:0.0:1779697709.693244:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1728. 00010000:00000010:2.1:1779697709.696722:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697709.696738:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697709.696742:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697709.696744:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697709.700164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697709.700180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697709.701885:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697709.701900:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697709.701905:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697709.701908:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697709.701911:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697709.701914:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.0:1779697709.705765:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697709.705775:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faea80. 00010000:00000010:2.0:1779697709.705781:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697709.705789:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697709.705881:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:2.0:1779697709.705895:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:2.0:1779697709.705901:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278c80. 00010000:00000010:2.0:1779697709.705927:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000200:2.0:1779697709.705946:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68a80 x1866146215318016/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.705966:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697709.705973:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215318016, offset 224 00000400:00000200:2.0:1779697709.705980:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.705994:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.706000:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308391:308391:256:4294967295] 192.168.203.23@tcp LPNI seq info [308387:308387:8:4294967295] 00000400:00000200:2.0:1779697709.706012:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.706018:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.706024:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697709.706030:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.706038:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.706043:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.706707:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278500. 00000020:00000010:2.0:1779697709.706714:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:2.0:1779697709.706718:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7e00. 00000800:00000200:0.0:1779697709.710379:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.710403:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:0.0:1779697709.710411:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.710419:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.710426:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:0.0:1779697709.710429:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00000400:00000200:0.0:1779697709.715196:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.715217:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006435300 00000400:00000200:0.0:1779697709.715225:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 173840 00000400:00000200:0.0:1779697709.715243:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.715247:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.715256:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.715264:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758f800. 00010000:00000010:2.1:1779697709.720083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697709.720100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697709.720105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697709.720107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000400:00000200:0.0:1779697709.721001:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.721021:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9181 00000400:00000200:0.0:1779697709.721028:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.721033:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.721040:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697709.721043:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:0.0:1779697709.723488:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.723508:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435380 00000400:00000200:0.0:1779697709.723516:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 174328 00000400:00000200:0.0:1779697709.723585:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.723591:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.723598:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.723605:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758f100. 00000020:00000010:2.0:1779697709.723721:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f95c0. 00000020:00000010:2.0:1779697709.723727:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f95c0. 00000020:00000010:2.0:1779697709.723733:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697709.723738:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faed80. 00000020:00000010:2.0:1779697709.723742:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.723784:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f95c0. 00000020:00000010:2.0:1779697709.723787:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f95c0. 00000100:00000200:2.0:1779697709.723790:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215318400 00000001:00000010:2.0:1779697709.723801:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:2.0:1779697709.723826:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697709.723844:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697709.723872:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf825c000. 00010000:00000010:2.0:1779697709.723902:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697709.723906:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697709.723926:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697709.723930:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faef80. 00010000:00000010:2.0:1779697709.723933:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697709.723937:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697709.724044:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697709.724053:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e000. 00000004:00000010:2.0:1779697709.724060:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c330. 00080000:00000010:2.0:1779697709.724431:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:2.0:1779697709.726289:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697709.726298:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faed00. 00010000:00000010:2.0:1779697709.726304:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697709.726311:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:1.1:1779697709.726427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697709.726433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697709.726437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697709.726440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697709.726443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.726445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.0:1779697709.726771:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697709.726787:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697709.726792:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faef80. 00010000:00000010:2.0:1779697709.726817:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697709.726849:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758f100 x1866146215318400/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.726875:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697709.726883:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215318400, offset 224 00000400:00000200:2.0:1779697709.726890:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.726903:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.726910:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308393:308393:256:4294967295] 192.168.203.23@tcp LPNI seq info [308389:308389:8:4294967295] 00000400:00000200:2.0:1779697709.726922:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.726928:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.726933:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697709.726939:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.726946:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.726950:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.727013:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faed80. 00000020:00000010:2.0:1779697709.727019:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.727022:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00000800:00000200:0.0:1779697709.729254:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.729264:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697709.729270:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.729278:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697709.729285:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:0.0:1779697709.729288:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00010000:00000010:1.1:1779697709.731506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697709.731519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:0.0:1779697709.734527:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.734547:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006435480 00000400:00000200:0.0:1779697709.734555:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 174904 00000400:00000200:0.0:1779697709.734575:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.734581:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.734590:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.734597:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758ce00. 00010000:00000010:0.0:1779697709.739353:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:0.0:1779697709.739373:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4f00. 00010000:00000010:0.0:1779697709.739383:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345e40. 00010000:00000010:2.1:1779697709.740619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697709.740638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697709.740643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697709.740646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:0.0:1779697709.743938:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.743960:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9189 00000400:00000200:0.0:1779697709.743967:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.743972:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.743978:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697709.743981:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000400:00000200:0.0:1779697709.744079:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.744086:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435500 00000400:00000200:0.0:1779697709.744094:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 175392 00000400:00000200:0.0:1779697709.744167:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.744171:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.744176:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.744184:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758ea00. 00010000:00000010:1.1:1779697709.746530:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697709.746544:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697709.749634:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:2.0:1779697709.749645:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4d80. 00010000:00000010:2.0:1779697709.751958:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697709.751970:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faec00. 00010000:00000010:2.0:1779697709.751976:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697709.751983:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697709.752059:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:2.0:1779697709.752084:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697709.752090:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:2.0:1779697709.752114:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:2.0:1779697709.752134:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758ea00 x1866146215318784/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697709.752166:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697709.752174:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215318784, offset 224 00000400:00000200:2.0:1779697709.752182:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.752194:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.752200:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308395:308395:256:4294967295] 192.168.203.23@tcp LPNI seq info [308391:308391:8:4294967295] 00000400:00000200:2.0:1779697709.752212:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.752217:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.752222:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697709.752229:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.752236:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.752241:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.752270:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697709.752275:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:2.0:1779697709.752279:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00000020:00000010:0.0:1779697709.760140:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.760512:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.760519:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7800. 00000020:00000010:0.0:1779697709.760524:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278280. 00000020:00000010:0.0:1779697709.760530:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.760568:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbdd00. 00000020:00000010:0.0:1779697709.760571:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbdd00. 00000100:00000200:0.0:1779697709.760575:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215319040 02000000:00000010:0.0:1779697709.760608:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf4917000. 00010000:00000010:0.0:1779697709.760653:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697709.760743:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faec00. 00010000:00000010:0.0:1779697709.760765:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697709.760772:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697709.760787:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697709.760791:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278080. 00010000:00000010:0.0:1779697709.760794:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697709.760797:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697709.760907:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697709.760911:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278900. 00010000:00000010:0.0:1779697709.760914:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697709.760918:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000020:00000010:0.0:1779697709.760942:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f200. 00000020:00000010:0.0:1779697709.760948:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f200. 00000020:00000010:0.0:1779697709.760961:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd0404060. 00080000:00000010:0.0:1779697709.760969:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacede8800. 00000001:00000010:0.0:1779697709.761478:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a180. 00000001:00000010:0.0:1779697709.761485:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697709.761520:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd0404060. 00010000:00000010:0.0:1779697709.761529:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697709.761534:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697709.761545:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697709.761591:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697709.761605:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697709.761622:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974002, last committed = 8589973743 00010000:00000200:0.0:1779697709.761634:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98700 x1866146215319040/t8589974002(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.761653:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697709.761659:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215319040, offset 224 00000400:00000010:0.0:1779697709.761666:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839578. 00000400:00000200:0.0:1779697709.762281:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.762296:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.762303:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308396:308396:256:4294967295] 192.168.203.23@tcp LPNI seq info [308392:308392:8:4294967295] 00000400:00000200:0.0:1779697709.762310:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.762316:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.762321:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.762327:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697709.762334:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.762342:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.762347:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.762419:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278280. 00000020:00000010:0.0:1779697709.762424:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.762428:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7800. 00010000:00000010:1.1:1779697709.762503:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697709.762509:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697709.766276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697709.766292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697709.773534:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697709.773544:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697709.775296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697709.775312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697709.775316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697709.775320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:0.0:1779697709.776799:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.776822:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9191 00000400:00000200:0.0:1779697709.776828:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.776842:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.776849:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697709.776852:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000400:00000200:0.0:1779697709.776915:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.776923:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435680 00000400:00000200:0.0:1779697709.776931:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 176456 00000400:00000200:0.0:1779697709.777009:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.777014:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.777019:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.777026:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758c000. 00010000:00000010:3.1:1779697709.778323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697709.778337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697709.780092:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697709.780099:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278800. 00010000:00000010:0.0:1779697709.780104:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697709.780110:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697709.780177:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:0.0:1779697709.780189:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:0.0:1779697709.780194:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:0.0:1779697709.780219:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:0.0:1779697709.780236:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758c000 x1866146215319168/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697709.780257:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697709.780263:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215319168, offset 224 00000400:00000200:0.0:1779697709.780270:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.780282:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.780288:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308397:308397:256:4294967295] 192.168.203.23@tcp LPNI seq info [308393:308393:8:4294967295] 00000400:00000200:0.0:1779697709.780300:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.780305:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.780310:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697709.780316:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.780324:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.780329:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.780354:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:0.0:1779697709.780358:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:0.0:1779697709.780362:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace4fac00. 00010000:00000010:2.1:1779697709.783452:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697709.783466:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697709.783470:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.1:1779697709.783473:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.0:1779697709.783506:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:2.0:1779697709.783516:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278080. 00000400:00000200:2.0:1779697709.785200:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.785220:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006435780 00000400:00000200:2.0:1779697709.785228:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 177032 00000400:00000200:2.0:1779697709.785245:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.785250:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.785258:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.785266:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd180. 00000001:00000010:2.0:1779697709.790673:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dcc0. 00000001:00000010:2.0:1779697709.790683:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697709.790719:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbff3a5d80. 00010000:00000010:2.0:1779697709.790735:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697709.790744:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697709.790769:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697709.790820:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697709.790850:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:2.0:1779697709.790871:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974003, last committed = 8589973743 00010000:00000200:2.0:1779697709.790881:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd180 x1866146215319424/t8589974003(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.790901:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697709.790908:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215319424, offset 224 00000400:00000010:2.0:1779697709.790915:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42d58. 00000400:00000200:2.0:1779697709.790919:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.790934:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.790940:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308398:308398:256:4294967295] 192.168.203.23@tcp LPNI seq info [308394:308394:8:4294967295] 00000400:00000200:2.0:1779697709.790946:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.790953:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.790958:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.790963:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697709.790969:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.790977:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.790981:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.791008:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697709.791013:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:2.0:1779697709.791017:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace4fb000. 00000800:00000200:2.0:1779697709.791512:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.791516:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:2.0:1779697709.791520:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.791526:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:0.0:1779697709.794640:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd400. 00000020:00000010:0.0:1779697709.794646:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd400. 00000020:00000010:0.0:1779697709.794652:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7800. 00000020:00000010:0.0:1779697709.794657:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278200. 00000020:00000010:0.0:1779697709.794662:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00010000:00000010:2.0:1779697709.795210:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697709.795223:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00000020:00000010:0.0:1779697709.795356:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd400. 00000020:00000010:0.0:1779697709.795360:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd400. 00000100:00000200:0.0:1779697709.795363:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215319552 00000001:00000010:0.0:1779697709.795376:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:0.1:1779697709.795419:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.1:1779697709.795426:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697709.795430:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697709.795433:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:0.0:1779697709.795451:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697709.795458:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 02000000:00000010:0.0:1779697709.795486:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf4916000. 00010000:00000010:0.0:1779697709.795513:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697709.795517:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697709.795531:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697709.795535:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278b00. 00010000:00000010:0.0:1779697709.795539:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697709.795542:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000004:00000010:0.0:1779697709.795636:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ab40. 00000004:00000010:0.0:1779697709.795645:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef2d0. 00000004:00000010:0.0:1779697709.795651:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ee0. 00080000:00000010:0.0:1779697709.795660:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad18f0. 00010000:00000010:3.1:1779697709.797425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697709.797435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697709.797466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697709.797471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697709.797474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697709.797479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697709.797481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697709.797485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:0.0:1779697709.797773:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697709.797779:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278000. 00010000:00000010:0.0:1779697709.797785:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697709.797792:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697709.797874:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697709.797886:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697709.797891:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278b00. 00010000:00000010:0.0:1779697709.797919:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000200:0.0:1779697709.797940:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3b9500 x1866146215319552/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697709.797963:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697709.797971:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215319552, offset 224 00000400:00000200:0.0:1779697709.797979:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.797992:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.797998:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308399:308399:256:4294967295] 192.168.203.23@tcp LPNI seq info [308395:308395:8:4294967295] 00000400:00000200:0.0:1779697709.798011:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.798017:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.798023:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697709.798029:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.798037:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.798041:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.798060:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278200. 00000020:00000010:0.0:1779697709.798063:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000800:00000200:2.0:1779697709.798460:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697709.798465:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697709.798470:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.798474:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.798480:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:2.0:1779697709.798482:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00000020:00000010:0.0:1779697709.798539:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7800. 00010000:00000010:3.1:1779697709.807466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697709.807484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000400:00000200:0.0:1779697709.812770:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.812791:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006435900 00000400:00000200:0.0:1779697709.812800:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 178096 00000400:00000200:0.0:1779697709.812821:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.812826:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.812844:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.812856:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb0380. 00010000:00000010:0.1:1779697709.814442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697709.814449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697709.814454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697709.814457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697709.829726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000001:00000010:0.0:1779697709.829864:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd04047e0. 00000001:00000010:0.0:1779697709.829873:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697709.829914:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cae2bf9720. 00010000:00000010:0.0:1779697709.829930:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697709.829938:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697709.829963:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697709.830016:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697709.830025:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697709.830049:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:0.0:1779697709.830055:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:0.0:1779697709.831267:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000200:0.0:1779697709.831313:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974004, last committed = 8589973743 00010000:00000200:0.0:1779697709.831326:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb0380 x1866146215319808/t8589974004(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.831356:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697709.831364:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215319808, offset 224 00000400:00000010:0.0:1779697709.831373:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839f18. 00000400:00000200:0.0:1779697709.831377:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.831756:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.831762:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308400:308400:256:4294967295] 192.168.203.23@tcp LPNI seq info [308396:308396:8:4294967295] 00000400:00000200:0.0:1779697709.831770:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.831777:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.831783:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.831789:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697709.831797:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.831805:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.831810:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.831880:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:0.0:1779697709.831887:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:0.0:1779697709.831891:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace4fae00. 00010000:00000010:3.1:1779697709.839857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697709.843748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697709.843766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697709.843772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000400:00000200:2.0:1779697709.843946:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697709.843975:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a91a1 00000400:00000200:2.0:1779697709.843983:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.843988:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697709.843999:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:2.0:1779697709.844002:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00010000:00000010:0.1:1779697709.848432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697709.854537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697709.854557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:0.0:1779697709.856801:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.856821:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435980 00000400:00000200:0.0:1779697709.856840:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 178584 00000400:00000200:0.0:1779697709.856906:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.856912:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.856922:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.856929:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb2680. 00010000:00000010:0.0:1779697709.858477:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697709.858485:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278a80. 00010000:00000010:0.0:1779697709.858490:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697709.858497:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697709.858565:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697709.858579:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:0.0:1779697709.858584:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 00010000:00000010:0.0:1779697709.858607:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:0.0:1779697709.858637:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb2680 x1866146215319936/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697709.858658:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697709.858664:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215319936, offset 224 00000400:00000200:0.0:1779697709.858671:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.858683:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.858690:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308401:308401:256:4294967295] 192.168.203.23@tcp LPNI seq info [308397:308397:8:4294967295] 00000400:00000200:0.0:1779697709.858701:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.858707:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.858712:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697709.858717:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.858725:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.858728:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.858753:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:0.0:1779697709.858757:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:0.0:1779697709.858761:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace4faa00. 00010000:00000010:0.1:1779697709.863529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:0.1:1779697709.863546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697709.863551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:0.1:1779697709.863554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:2.0:1779697709.868854:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.868873:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006435a80 00000400:00000200:2.0:1779697709.868881:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 179160 00000400:00000200:2.0:1779697709.868897:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.868902:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.868910:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.868918:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83df100. 00010000:00000010:0.0:1779697709.871046:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:0.0:1779697709.871053:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:0.0:1779697709.871060:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:0.0:1779697709.875967:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.875978:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697709.875987:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.875996:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:0.0:1779697709.878296:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd9c0. 00000020:00000010:0.0:1779697709.878302:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd9c0. 00000020:00000010:0.0:1779697709.878307:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7800. 00000020:00000010:0.0:1779697709.878313:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278980. 00000020:00000010:0.0:1779697709.878318:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.878359:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd9c0. 00000020:00000010:0.0:1779697709.878362:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd9c0. 00000100:00000200:0.0:1779697709.878365:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215320320 00000001:00000010:0.0:1779697709.878376:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:3.1:1779697709.878427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697709.878434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697709.878542:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697709.878550:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 02000000:00000010:0.0:1779697709.878580:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf8199000. 00010000:00000010:0.0:1779697709.878609:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697709.878612:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697709.878641:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697709.878644:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278b80. 00010000:00000010:0.0:1779697709.878648:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697709.878651:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:3.1:1779697709.892252:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697709.892269:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697709.892275:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697709.892280:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697709.892437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697709.892443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.0:1779697709.895298:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697709.895309:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278000. 00010000:00000010:0.0:1779697709.895316:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697709.895322:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697709.895416:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697709.895429:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697709.895434:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278b80. 00010000:00000010:0.0:1779697709.895461:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000200:0.0:1779697709.895479:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3bb800 x1866146215320320/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697709.895498:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697709.895505:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215320320, offset 224 00000400:00000200:0.0:1779697709.895512:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.895525:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.895531:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308403:308403:256:4294967295] 192.168.203.23@tcp LPNI seq info [308399:308399:8:4294967295] 00000400:00000200:0.0:1779697709.895541:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.895547:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.895552:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697709.895558:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.895566:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.895570:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.895590:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278980. 00000020:00000010:0.0:1779697709.895593:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.895597:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7800. 00010000:00000010:0.1:1779697709.902423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697709.902436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697709.902441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697709.902443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000020:00000010:0.0:1779697709.909106:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd000. 00000020:00000010:0.0:1779697709.909112:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd000. 00000020:00000010:0.0:1779697709.909118:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7800. 00000020:00000010:0.0:1779697709.909124:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278980. 00000020:00000010:0.0:1779697709.909129:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.909179:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbd2bbd000. 00000020:00000010:0.0:1779697709.909182:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbd2bbd000. 00000100:00000200:0.0:1779697709.909185:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215320576 02000000:00000010:0.0:1779697709.909220:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4e16000. 00010000:00000010:0.0:1779697709.909263:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697709.909281:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278000. 00010000:00000010:0.0:1779697709.909299:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697709.909304:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697709.909320:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697709.909324:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278000. 00010000:00000010:0.0:1779697709.909328:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697709.909331:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697709.909482:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697709.909486:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278b80. 00010000:00000010:0.0:1779697709.909489:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697709.909493:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697709.909519:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fcc0. 00000020:00000010:0.0:1779697709.909526:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fcc0. 00000020:00000010:0.0:1779697709.909537:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd0404060. 00080000:00000010:0.0:1779697709.909546:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea1c00. 00000001:00000010:0.0:1779697709.910267:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6ea0. 00000001:00000010:0.0:1779697709.910274:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697709.910309:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd0404060. 00010000:00000010:0.0:1779697709.910319:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697709.910324:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697709.910337:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697709.910737:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697709.910756:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697709.910776:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974006, last committed = 8589973743 00010000:00000200:0.0:1779697709.910788:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985e680 x1866146215320576/t8589974006(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697709.910808:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697709.910815:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215320576, offset 224 00000400:00000010:0.0:1779697709.910822:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839b28. 00000400:00000200:0.0:1779697709.910826:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.910849:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.910856:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308404:308404:256:4294967295] 192.168.203.23@tcp LPNI seq info [308400:308400:8:4294967295] 00000400:00000200:0.0:1779697709.910864:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697709.910870:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.910875:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.910881:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697709.910888:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.910894:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.910899:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.910921:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278980. 00000020:00000010:0.0:1779697709.910925:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.910929:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7800. 00000800:00000200:0.0:1779697709.914902:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697709.914911:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697709.914918:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.914927:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697709.930266:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697709.930286:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006435d80 00000400:00000200:2.0:1779697709.930293:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 181288 00000400:00000200:2.0:1779697709.930308:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697709.930312:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697709.930321:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697709.930332:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc63100. 00000020:00000010:2.0:1779697709.931319:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f99c0. 00000020:00000010:2.0:1779697709.931327:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f99c0. 00000020:00000010:2.0:1779697709.931332:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697709.931336:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc4faeb80. 00000020:00000010:2.0:1779697709.931341:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.931376:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd5f99c0. 00000020:00000010:2.0:1779697709.931379:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd5f99c0. 00000100:00000200:2.0:1779697709.931382:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215320960 02000000:00000010:2.0:1779697709.931432:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825b000. 00010000:00000010:2.0:1779697709.931467:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697709.931482:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf69f4d00. 00010000:00000010:2.0:1779697709.931497:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697709.931502:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697709.931515:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697709.931518:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faec00. 00010000:00000010:2.0:1779697709.931522:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697709.931525:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697709.931627:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697709.931630:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc4faed00. 00010000:00000010:2.0:1779697709.931633:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697709.931636:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697709.931660:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b8a0. 00000020:00000010:2.0:1779697709.931666:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b8a0. 00000020:00000010:2.0:1779697709.931687:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dc60. 00080000:00000010:2.0:1779697709.931693:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3561400. 00000001:00000010:2.0:1779697709.933602:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbff3a5060. 00000001:00000010:2.0:1779697709.933613:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697709.933689:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dc60. 00010000:00000010:2.0:1779697709.933703:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697709.933711:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697709.933731:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697709.933774:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697709.933794:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697709.933814:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974007, last committed = 8589973743 00010000:00000200:2.0:1779697709.933826:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc63100 x1866146215320960/t8589974007(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 488/456 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697709.933858:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697709.933865:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215320960, offset 224 00000400:00000010:2.0:1779697709.933872:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42738. 00000400:00000200:2.0:1779697709.933876:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697709.933891:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697709.933898:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308406:308406:256:4294967295] 192.168.203.23@tcp LPNI seq info [308402:308402:8:4294967295] 00000400:00000200:2.0:1779697709.933904:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697709.933911:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697709.933916:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697709.933922:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697709.933929:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697709.933936:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697709.933941:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697709.933958:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc4faeb80. 00000020:00000010:2.0:1779697709.933964:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697709.933968:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00000400:00000200:0.0:1779697709.948964:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697709.948984:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a91b9 00000400:00000200:0.0:1779697709.948991:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.948996:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697709.949004:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:0.0:1779697709.949007:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000400:00000200:0.0:1779697709.949032:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697709.949038:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435e00 00000400:00000200:0.0:1779697709.949045:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 181776 00000400:00000200:0.0:1779697709.949105:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697709.949109:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697709.949113:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697709.949119:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1180. 00000020:00000010:0.0:1779697709.949166:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd200ec0. 00000020:00000010:0.0:1779697709.949171:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd200ec0. 00000020:00000010:0.0:1779697709.949176:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6400. 00000020:00000010:0.0:1779697709.949180:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8278900. 00000020:00000010:0.0:1779697709.949185:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.949213:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacd200ec0. 00000020:00000010:0.0:1779697709.949215:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacd200ec0. 00000100:00000200:0.0:1779697709.949217:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215321088 00000001:00000010:0.0:1779697709.949227:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:0.0:1779697709.949247:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697709.949252:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697709.949275:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e13000. 00010000:00000010:0.0:1779697709.949299:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697709.949302:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697709.949318:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697709.949322:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278500. 00010000:00000010:0.0:1779697709.949325:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697709.949328:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000004:00000010:0.0:1779697709.949432:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676be00. 00000004:00000010:0.0:1779697709.949441:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef618. 00000004:00000010:0.0:1779697709.949446:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31320. 00080000:00000010:0.0:1779697709.949455:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0c78. 00010000:00000010:0.0:1779697709.950866:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697709.950876:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc8278800. 00010000:00000010:0.0:1779697709.950881:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697709.950887:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697709.950965:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697709.950979:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697709.950984:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc8278500. 00010000:00000010:0.0:1779697709.951009:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697709.951025:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb1180 x1866146215321088/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:384/0 lens 576/584 e 0 to 0 dl 1779698464 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697709.951045:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697709.951052:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215321088, offset 224 00000400:00000200:0.0:1779697709.951058:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697709.951262:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697709.951269:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308407:308407:256:4294967295] 192.168.203.23@tcp LPNI seq info [308403:308403:8:4294967295] 00000400:00000200:0.0:1779697709.951282:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697709.951288:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697709.951294:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697709.951300:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697709.951308:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697709.951312:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697709.951343:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8278900. 00000020:00000010:0.0:1779697709.951348:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697709.951352:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6400. 00010000:00000010:0.0:1779697709.958592:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697709.958609:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faed00. 00010000:00000010:0.0:1779697709.958628:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00010000:00000010:0.0:1779697709.958653:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:0.0:1779697709.958659:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc4faec00. 00010000:00000010:0.1:1779697710.000710:0:223753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697710.000721:0:223753:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00000400:00000200:0.0:1779697710.010290:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.010309:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a91c1 00000400:00000200:0.0:1779697710.010315:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.010319:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.010326:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:0.0:1779697710.010329:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000400:00000200:0.0:1779697710.010355:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.010361:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006435f80 00000400:00000200:0.0:1779697710.010369:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 182840 00000400:00000200:0.0:1779697710.011258:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.011268:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.011275:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.011282:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1c00. 00010000:00000010:0.0:1779697710.034242:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:0.0:1779697710.034257:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00000020:00000010:0.0:1779697710.034320:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697710.034325:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697710.034331:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6400. 00000020:00000010:0.0:1779697710.034337:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd80. 00000020:00000010:0.0:1779697710.034342:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697710.034378:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697710.034380:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697710.034383:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215321472 00000001:00000010:0.0:1779697710.034413:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:0.0:1779697710.034433:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697710.034690:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697710.034716:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e12000. 00010000:00000010:0.0:1779697710.034744:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697710.034749:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697710.034764:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697710.034767:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca80. 00010000:00000010:0.0:1779697710.034770:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697710.034773:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000004:00000010:0.0:1779697710.034864:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676af00. 00000004:00000010:0.0:1779697710.034873:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefe88. 00000004:00000010:0.0:1779697710.034879:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31430. 00080000:00000010:0.0:1779697710.034887:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0558. 00010000:00000010:0.0:1779697710.038092:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697710.038101:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697710.038107:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697710.038114:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.1:1779697710.039266:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697710.039276:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697710.039357:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697710.039373:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697710.039380:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca80. 00010000:00000010:0.0:1779697710.039422:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697710.039444:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb1c00 x1866146215321472/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.039467:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697710.039474:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215321472, offset 224 00000400:00000200:0.0:1779697710.039482:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.039497:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.039503:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308409:308409:256:4294967295] 192.168.203.23@tcp LPNI seq info [308405:308405:8:4294967295] 00000400:00000200:0.0:1779697710.039515:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.039521:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.039528:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697710.039534:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.039542:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.039546:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.039578:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd80. 00000020:00000010:0.0:1779697710.039583:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697710.039587:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6400. 00010000:00000010:1.1:1779697710.041726:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697710.041742:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697710.041746:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697710.041749:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697710.041752:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697710.041756:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697710.041761:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697710.041763:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697710.048422:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697710.048435:0:223764:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697710.048440:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697710.048442:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697710.048446:0:223764:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697710.048449:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697710.048454:0:223764:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:0.1:1779697710.048456:0:223764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697710.049714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697710.049723:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697710.049727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697710.049730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697710.049733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697710.049737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697710.061796:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697710.061810:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697710.061814:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697710.061819:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697710.065402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697710.065417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000400:00000200:2.0:1779697710.077915:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.077934:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a91c9 00000400:00000200:2.0:1779697710.077941:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.077946:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.077952:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:2.0:1779697710.077956:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00000400:00000200:2.0:1779697710.077979:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.077985:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006436100 00000400:00000200:2.0:1779697710.077991:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 183904 00000400:00000200:2.0:1779697710.078062:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.078072:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.078077:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.078083:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60e00. 00000020:00000010:2.0:1779697710.078125:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdefc0. 00000020:00000010:2.0:1779697710.078130:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdefc0. 00000020:00000010:2.0:1779697710.078135:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697710.078140:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:2.0:1779697710.078155:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.078188:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdefc0. 00000020:00000010:2.0:1779697710.078190:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdefc0. 00000100:00000200:2.0:1779697710.078193:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215321856 00000001:00000010:2.0:1779697710.078202:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543300. 00010000:00000010:2.0:1779697710.078224:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697710.078232:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697710.078255:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfde000. 00010000:00000010:2.0:1779697710.078282:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697710.078286:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697710.078304:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697710.078307:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697710.078312:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697710.078314:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697710.078432:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697710.078441:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ec30. 00000004:00000010:2.0:1779697710.078449:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c000. 00080000:00000010:2.0:1779697710.078458:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:2.0:1779697710.079656:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697710.079664:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697710.079719:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697710.079727:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697710.079799:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697710.079812:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697710.079817:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697710.080079:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697710.080099:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc60e00 x1866146215321856/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697710.080118:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697710.080125:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215321856, offset 224 00000400:00000200:2.0:1779697710.080132:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.080153:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.080160:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308411:308411:256:4294967295] 192.168.203.23@tcp LPNI seq info [308407:308407:8:4294967295] 00000400:00000200:2.0:1779697710.080171:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.080177:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.080182:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697710.080189:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.080195:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.080199:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.080221:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:2.0:1779697710.080225:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.080228:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7000. 00000800:00000200:2.0:1779697710.080326:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.080330:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697710.080334:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.080338:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.080343:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697710.080345:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000800:00000200:2.0:1779697710.089838:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.089847:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697710.089857:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.089865:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697710.094238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697710.094248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697710.094251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697710.094253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697710.102975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697710.102984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697710.103606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697710.103613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697710.103618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697710.103670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.0:1779697710.103789:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697710.103794:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:2.0:1779697710.103800:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697710.103806:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697710.103889:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697710.103901:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:2.0:1779697710.103906:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85800. 00010000:00000010:2.0:1779697710.103930:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:2.0:1779697710.103948:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3b9c00 x1866146215322240/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697710.103968:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697710.103975:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215322240, offset 224 00000400:00000200:2.0:1779697710.103982:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.103994:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.104001:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308413:308413:256:4294967295] 192.168.203.23@tcp LPNI seq info [308409:308409:8:4294967295] 00000400:00000200:2.0:1779697710.104012:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.104018:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.104023:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697710.104029:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.104037:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.104041:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.104060:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85980. 00000020:00000010:2.0:1779697710.104064:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:2.0:1779697710.104078:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace4fae00. 00000800:00000200:2.0:1779697710.104175:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.104179:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697710.104182:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.104187:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.104192:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697710.104194:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000200:2.0:1779697710.106510:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.106585:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006436380 00000400:00000200:2.0:1779697710.106594:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 185544 00000400:00000200:2.0:1779697710.106608:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.106612:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.106619:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.106682:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61500. 00010000:00000010:2.1:1779697710.112458:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697710.112470:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697710.112475:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697710.112478:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000020:00000010:0.0:1779697710.112567:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61340. 00000020:00000010:0.0:1779697710.112575:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61340. 00000020:00000010:0.0:1779697710.112581:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6400. 00000020:00000010:0.0:1779697710.112587:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697710.112592:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697710.112652:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61340. 00000020:00000010:0.0:1779697710.112655:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61340. 00000100:00000200:0.0:1779697710.112658:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215322496 02000000:00000010:0.0:1779697710.112693:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad137a000. 00010000:00000010:0.0:1779697710.112732:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:0.0:1779697710.112746:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:0.0:1779697710.112763:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697710.112769:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697710.112783:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697710.112787:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c900. 00010000:00000010:0.0:1779697710.112791:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697710.112793:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697710.112900:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697710.112904:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697710.112907:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697710.112910:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000020:00000010:0.0:1779697710.112936:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f480. 00000020:00000010:0.0:1779697710.112943:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f480. 00000020:00000010:0.0:1779697710.112953:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6480. 00080000:00000010:0.0:1779697710.112960:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea0400. 00000001:00000010:0.0:1779697710.113360:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6300. 00000001:00000010:0.0:1779697710.113368:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697710.113429:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6480. 00010000:00000010:0.0:1779697710.113438:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697710.113442:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697710.113456:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697710.113491:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697710.113504:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697710.113519:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974011, last committed = 8589973743 00010000:00000200:0.0:1779697710.113530:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc61500 x1866146215322496/t8589974011(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697710.113549:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697710.113556:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215322496, offset 224 00000400:00000010:0.0:1779697710.113563:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839f88. 00000400:00000200:0.0:1779697710.113567:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.113580:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.113587:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308414:308414:256:4294967295] 192.168.203.23@tcp LPNI seq info [308410:308410:8:4294967295] 00000400:00000200:0.0:1779697710.113594:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.113600:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.113605:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.113610:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697710.113616:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.113623:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.113627:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.113646:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697710.113649:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697710.113653:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6400. 00010000:00000010:0.0:1779697710.113680:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697710.113685:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697710.113690:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000800:00000200:0.0:1779697710.113769:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.113773:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697710.113777:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.113782:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697710.115750:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697710.115764:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697710.115776:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697710.115782:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697710.115785:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697710.115789:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697710.115793:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697710.115795:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:0.0:1779697710.123718:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.123742:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a91d9 00000400:00000200:0.0:1779697710.123749:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.123754:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.123762:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:0.0:1779697710.123765:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00000400:00000200:0.0:1779697710.123847:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.123856:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006436400 00000400:00000200:0.0:1779697710.123863:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 186032 00000400:00000200:0.0:1779697710.123936:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.123940:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.123945:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.123952:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3b80. 00000020:00000010:0.0:1779697710.124134:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697710.124140:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697710.124158:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7c00. 00000020:00000010:0.0:1779697710.124163:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697710.124168:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00010000:00000010:3.1:1779697710.124456:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697710.124471:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000020:00000010:0.0:1779697710.125367:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697710.125373:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000100:00000200:0.0:1779697710.125376:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215322624 00000001:00000010:0.0:1779697710.125398:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:0.0:1779697710.125421:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697710.125428:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697710.125452:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad137f000. 00010000:00000010:0.0:1779697710.125477:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697710.125481:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697710.125497:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697710.125501:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c500. 00010000:00000010:0.0:1779697710.125505:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697710.125507:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000004:00000010:0.0:1779697710.125601:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b0e0. 00000004:00000010:0.0:1779697710.125609:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef438. 00000004:00000010:0.0:1779697710.125615:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31980. 00080000:00000010:0.0:1779697710.125628:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad01c8. 00010000:00000010:2.0:1779697710.129442:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:2.0:1779697710.129459:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c900. 00010000:00000010:0.1:1779697710.129739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697710.129747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697710.130935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697710.130946:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697710.130956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697710.130960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697710.149365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697710.149381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:2.0:1779697710.149441:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.149463:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006436500 00000400:00000200:2.0:1779697710.149475:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 186608 00000400:00000200:2.0:1779697710.149492:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.149496:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.149512:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.149519:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61880. 00010000:00000010:0.1:1779697710.150026:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697710.150033:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697710.150036:0:223730:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697710.150041:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000020:00000010:2.0:1779697710.150328:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697710.150349:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697710.150363:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6000. 00000020:00000010:2.0:1779697710.150368:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697710.150373:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.150429:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697710.150440:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000100:00000200:2.0:1779697710.150443:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215322880 02000000:00000010:2.0:1779697710.150480:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdb000. 00010000:00000010:2.0:1779697710.150527:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:2.0:1779697710.150547:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088780. 00010000:00000010:2.0:1779697710.150570:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697710.150577:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697710.150609:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697710.150613:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:2.0:1779697710.150618:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697710.150621:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697710.150715:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697710.150718:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:2.0:1779697710.150722:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697710.150734:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000020:00000010:2.0:1779697710.150765:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697710.150772:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697710.150789:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe900. 00080000:00000010:2.0:1779697710.150797:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3561c00. 00000001:00000010:2.0:1779697710.151248:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a720. 00000001:00000010:2.0:1779697710.151262:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697710.151311:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe900. 00010000:00000010:2.0:1779697710.151321:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697710.151326:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697710.151344:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697710.151419:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697710.151428:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:0.0:1779697710.151434:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697710.151440:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697710.151443:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697710.151464:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974012, last committed = 8589973743 00010000:00000200:2.0:1779697710.151476:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc61880 x1866146215322880/t8589974012(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697710.151502:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697710.151509:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215322880, offset 224 00000400:00000010:2.0:1779697710.151522:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42968. 00000400:00000200:2.0:1779697710.151527:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.151540:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.151551:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308416:308416:256:4294967295] 192.168.203.23@tcp LPNI seq info [308412:308412:8:4294967295] 00000400:00000200:2.0:1779697710.151558:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697710.151565:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.151577:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.151581:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697710.151587:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.151601:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.151605:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.151630:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697710.151634:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.151637:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6000. 00000800:00000200:0.0:1779697710.151755:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.151760:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:0.0:1779697710.151763:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.151768:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697710.163419:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697710.163426:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697710.163429:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697710.163432:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697710.163653:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697710.163659:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:2.1:1779697710.175252:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697710.175271:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697710.176413:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697710.176420:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697710.177502:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697710.177508:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:0.0:1779697710.181327:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.181348:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a91e9 00000400:00000200:0.0:1779697710.181354:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.181359:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.181365:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:0.0:1779697710.181368:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00010000:00000010:1.1:1779697710.181425:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697710.181433:0:5657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697710.181436:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697710.181439:0:5657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697710.181458:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697710.181467:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:0.0:1779697710.181488:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.181495:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006436700 00000400:00000200:0.0:1779697710.181503:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 188160 00000400:00000200:0.0:1779697710.181566:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.181571:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.181576:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.181583:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb0e00. 00000400:00000200:0.0:1779697710.197778:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.197799:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006436800 00000400:00000200:0.0:1779697710.197809:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 188736 00000400:00000200:0.0:1779697710.197836:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.197841:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.197849:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.197856:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3100. 00010000:00000010:3.1:1779697710.200503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697710.200519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697710.200524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697710.200528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697710.200540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697710.200544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000800:00000200:0.0:1779697710.202320:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.202325:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697710.202329:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.202335:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697710.207663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697710.207675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.0:1779697710.207687:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:0.0:1779697710.207700:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85800. 00010000:00000010:0.0:1779697710.213739:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697710.213749:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:1.1:1779697710.216437:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697710.216437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697710.216452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697710.216456:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697710.216462:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697710.216465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697710.216471:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697710.216472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.0:1779697710.216586:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697710.216599:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697710.216726:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697710.216740:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:0.0:1779697710.216746:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e00. 00010000:00000010:0.0:1779697710.216790:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:0.0:1779697710.216817:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4000 x1866146215323776/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.216851:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697710.216863:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215323776, offset 224 00000400:00000200:0.0:1779697710.216875:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.216888:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.216895:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308421:308421:256:4294967295] 192.168.203.23@tcp LPNI seq info [308417:308417:8:4294967295] 00000400:00000200:0.0:1779697710.216910:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.216918:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.216925:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697710.216931:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.216938:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.217346:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.217383:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85980. 00000020:00000010:0.0:1779697710.217406:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:0.0:1779697710.217415:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace4fac00. 00000800:00000200:2.0:1779697710.217569:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.217580:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697710.217585:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.217591:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.217596:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:2.0:1779697710.217599:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00010000:00000010:0.1:1779697710.221386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697710.221414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697710.221508:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697710.221515:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000200:0.0:1779697710.224240:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.224265:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006436980 00000400:00000200:0.0:1779697710.224279:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 189800 00000400:00000200:0.0:1779697710.224294:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.224299:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.224315:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.224326:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 00010000:00000010:0.1:1779697710.226051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697710.226065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697710.226070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:0.1:1779697710.226073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000800:00000200:2.0:1779697710.226100:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1779697710.226103:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00000800:00000010:2.0:1779697710.226105:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00010000:00000010:0.0:1779697710.226111:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85a00. 00000400:00000200:2.0:1779697710.226111:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.226119:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697710.226126:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000400:00000200:2.0:1779697710.227103:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.227118:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a91f9 00000400:00000200:2.0:1779697710.227124:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.227128:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.227134:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:2.0:1779697710.227136:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00010000:00000010:3.1:1779697710.230461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697710.230482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697710.234452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697710.234466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697710.234507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697710.234513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000400:00000200:0.0:1779697710.235570:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.235595:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006436a00 00000400:00000200:0.0:1779697710.235604:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 190288 00000400:00000200:0.0:1779697710.235687:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.235692:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.235701:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.235708:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 00000020:00000010:2.0:1779697710.236332:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697710.236338:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697710.236344:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6000. 00000020:00000010:2.0:1779697710.236349:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697710.236354:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.236418:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697710.236421:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000100:00000200:2.0:1779697710.236425:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215324160 00000001:00000010:2.0:1779697710.236436:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:2.0:1779697710.236459:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697710.236466:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697710.236492:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfdf000. 00010000:00000010:2.0:1779697710.236519:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697710.236523:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697710.236541:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697710.236544:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:2.0:1779697710.236548:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697710.236551:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697710.236646:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697710.236654:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e708. 00000004:00000010:2.0:1779697710.236661:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355caa0. 00080000:00000010:2.0:1779697710.236670:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:2.0:1779697710.237700:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697710.237707:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697710.237712:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697710.237718:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697710.237792:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697710.237804:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697710.237809:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00010000:00000010:2.0:1779697710.237843:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697710.237860:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00273b80 x1866146215324160/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697710.237881:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697710.237889:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215324160, offset 224 00000400:00000200:2.0:1779697710.237897:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.237911:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.237919:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308423:308423:256:4294967295] 192.168.203.23@tcp LPNI seq info [308419:308419:8:4294967295] 00000400:00000200:2.0:1779697710.237935:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.237942:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.237948:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697710.237955:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.237964:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.237969:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.238000:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697710.238005:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.238009:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6000. 00010000:00000010:3.1:1779697710.238434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697710.238443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:2.0:1779697710.247206:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.247231:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006436b00 00000400:00000200:2.0:1779697710.247241:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 190864 00000400:00000200:2.0:1779697710.247256:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.247260:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.247268:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.247275:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60380. 00010000:00000010:2.1:1779697710.250446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697710.250455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697710.250464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697710.250468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.0:1779697710.257029:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:0.0:1779697710.257040:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85880. 00010000:00000010:0.0:1779697710.257433:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697710.257438:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697710.257444:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697710.257450:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697710.257513:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:0.0:1779697710.257522:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:0.0:1779697710.257526:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088a80. 00010000:00000010:0.0:1779697710.257545:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:0.0:1779697710.257562:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3b8700 x1866146215324544/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.257582:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697710.257588:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215324544, offset 224 00000400:00000200:0.0:1779697710.257594:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.257606:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.257612:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308425:308425:256:4294967295] 192.168.203.23@tcp LPNI seq info [308421:308421:8:4294967295] 00000400:00000200:0.0:1779697710.257622:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.257627:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.257632:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697710.257638:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.257645:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.257649:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.257675:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088680. 00000020:00000010:0.0:1779697710.257679:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:0.0:1779697710.257683:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4c00. 00010000:00000010:1.1:1779697710.257744:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697710.257750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000020:00000010:0.0:1779697710.260459:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697710.260466:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697710.260472:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697710.260477:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697710.260482:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.260514:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697710.260516:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000100:00000200:0.0:1779697710.260519:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215324800 02000000:00000010:0.0:1779697710.260556:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad1379000. 00010000:00000010:0.0:1779697710.260596:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697710.260613:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697710.260633:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697710.260638:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697710.260653:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697710.260655:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697710.260658:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697710.260661:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697710.260785:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697710.260788:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c500. 00010000:00000010:0.0:1779697710.260792:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697710.260795:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00000020:00000010:0.0:1779697710.260821:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f060. 00000020:00000010:0.0:1779697710.260837:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f060. 00000020:00000010:0.0:1779697710.260849:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6b40. 00080000:00000010:0.0:1779697710.260860:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea3800. 00000001:00000010:0.0:1779697710.261786:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6660. 00000001:00000010:0.0:1779697710.261794:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697710.261836:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6b40. 00010000:00000010:0.0:1779697710.261847:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697710.261853:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697710.261868:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697710.261913:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.261931:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697710.261951:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974017, last committed = 8589974006 00010000:00000200:0.0:1779697710.261964:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a9180 x1866146215324800/t8589974017(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697710.261985:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697710.261993:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215324800, offset 224 00000400:00000010:0.0:1779697710.262013:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc78390a8. 00000400:00000200:0.0:1779697710.262017:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.262032:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.262039:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308426:308426:256:4294967295] 192.168.203.23@tcp LPNI seq info [308422:308422:8:4294967295] 00000400:00000200:0.0:1779697710.262044:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.262050:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.262055:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.262060:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697710.262065:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.262072:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.262077:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.262101:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697710.262105:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.262108:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00010000:00000010:0.1:1779697710.267440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697710.267455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697710.268860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697710.268880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697710.268885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697710.268889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.0:1779697710.271155:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697710.271168:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00000800:00000200:0.0:1779697710.273944:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.273949:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697710.273955:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.273962:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697710.273967:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697710.273970:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00010000:00000010:3.1:1779697710.291432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697710.291446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697710.291479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697710.291488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697710.291491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697710.291495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:0.0:1779697710.291536:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.291555:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006436e00 00000400:00000200:0.0:1779697710.291563:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 192992 00000400:00000200:0.0:1779697710.291579:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.291583:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.291593:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.291610:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271500. 00000800:00000200:0.0:1779697710.293733:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.293739:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697710.293744:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.293750:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697710.295879:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.295900:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9211 00000400:00000200:0.0:1779697710.295907:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.295912:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.295919:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:0.0:1779697710.295931:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00010000:00000010:0.0:1779697710.295988:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:0.0:1779697710.296007:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85980. 00000400:00000200:0.0:1779697710.296357:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.296366:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006436e80 00000400:00000200:0.0:1779697710.296373:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 193480 00000400:00000200:0.0:1779697710.296460:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.296464:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.296469:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.296475:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271f80. 00010000:00000010:0.0:1779697710.308251:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697710.308260:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697710.308267:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697710.308273:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697710.308359:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:0.0:1779697710.308374:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:0.0:1779697710.308378:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85800. 00010000:00000010:0.0:1779697710.308438:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:0.0:1779697710.308460:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00271f80 x1866146215325312/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.308481:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697710.308489:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215325312, offset 224 00000400:00000200:0.0:1779697710.308497:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.308509:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.308516:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308429:308429:256:4294967295] 192.168.203.23@tcp LPNI seq info [308425:308425:8:4294967295] 00000400:00000200:0.0:1779697710.308526:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.308531:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.308537:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697710.308543:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.308550:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.308554:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.308584:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85c00. 00000020:00000010:0.0:1779697710.308588:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:0.0:1779697710.308592:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace4fb600. 00000800:00000200:2.0:1779697710.308739:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.308752:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697710.308757:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.308763:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.308769:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:2.0:1779697710.308771:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:0.1:1779697710.310712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697710.310724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697710.310728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697710.310730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697710.313707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697710.313719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:0.0:1779697710.313752:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.313782:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006436f80 00000400:00000200:0.0:1779697710.313790:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18afd9 [64] + 194056 00000400:00000200:0.0:1779697710.313805:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.313809:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.313818:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.313824:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 00000020:00000010:2.0:1779697710.313972:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697710.313978:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697710.313984:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6000. 00000020:00000010:2.0:1779697710.313989:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697710.314003:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.314043:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697710.314045:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb40. 00000100:00000200:2.0:1779697710.314048:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215325568 02000000:00000010:2.0:1779697710.314085:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdc000. 00010000:00000010:2.0:1779697710.314124:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:2.0:1779697710.314139:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:2.0:1779697710.314154:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697710.314160:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697710.314175:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697710.314178:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:2.0:1779697710.314182:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697710.314184:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697710.314308:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697710.314312:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697710.314315:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697710.314318:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000020:00000010:2.0:1779697710.314346:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697710.314353:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697710.314367:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34aa80. 00080000:00000010:2.0:1779697710.314377:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3561000. 00010000:00000010:3.1:1779697710.314928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697710.314935:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697710.314940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697710.314945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000001:00000010:2.0:1779697710.315544:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ac60. 00000001:00000010:2.0:1779697710.315553:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697710.315589:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34aa80. 00010000:00000010:2.0:1779697710.315600:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697710.315605:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697710.315622:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697710.315670:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697710.315686:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697710.315706:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974019, last committed = 8589974006 00010000:00000200:2.0:1779697710.315716:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00272d80 x1866146215325568/t8589974019(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697710.315735:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697710.315741:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215325568, offset 224 00000400:00000010:2.0:1779697710.315747:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42ee0. 00000400:00000200:2.0:1779697710.315750:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00010000:00000010:1.1:1779697710.315986:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697710.315993:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697710.316005:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697710.316009:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697710.316012:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697710.316016:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000400:00000200:2.0:1779697710.316284:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.316291:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308430:308430:256:4294967295] 192.168.203.23@tcp LPNI seq info [308426:308426:8:4294967295] 00000400:00000200:2.0:1779697710.316298:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697710.316305:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.316311:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.316318:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697710.316325:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.316333:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.316337:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.317273:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697710.317282:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.317287:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6000. 00010000:00000010:0.1:1779697710.323532:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697710.323549:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697710.323555:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:0.1:1779697710.323558:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697710.323560:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:0.1:1779697710.323563:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000800:00000200:0.0:1779697710.323658:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.323663:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:0.0:1779697710.323669:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.323679:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697710.325436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697710.325449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697710.325454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697710.325459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697710.325972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697710.325992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000400:00000200:2.0:1779697710.326191:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.326216:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9219 00000400:00000200:2.0:1779697710.326223:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.326227:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.326233:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697710.326236:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000400:00000200:2.0:1779697710.326255:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.326262:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437000 00000400:00000200:2.0:1779697710.326268:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18afd9 [64] + 194544 00000400:00000010:2.0:1779697710.326272:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3420. 00000400:00000200:2.0:1779697710.326276:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf0c96000 00000400:00000200:2.0:1779697710.326332:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.326336:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.326339:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf0c96000 00000400:00000010:2.0:1779697710.326341:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff93cbf0c96000. 00000100:00000200:2.0:1779697710.326350:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:0.0:1779697710.327800:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:0.0:1779697710.327812:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00000800:00000200:0.0:1779697710.331174:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.331180:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697710.331184:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.331190:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697710.331195:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:0.0:1779697710.331198:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 02000000:00000010:0.0:1779697710.331202:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf9878000. 00000400:00000200:2.0:1779697710.339324:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.339341:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006437100 00000400:00000200:2.0:1779697710.339347:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 0 00000400:00000200:2.0:1779697710.339363:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.339367:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.339374:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.339380:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc62680. 00010000:00000010:0.1:1779697710.339485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697710.339492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:3.1:1779697710.347888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000800:00000200:2.0:1779697710.353168:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.353173:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697710.353177:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.353182:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697710.359374:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697710.359407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697710.359414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:2.0:1779697710.367442:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.367463:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9225 00000400:00000200:2.0:1779697710.367471:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.367475:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.367482:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:2.0:1779697710.367485:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:2.0:1779697710.367542:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:2.0:1779697710.367552:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85880. 00000400:00000200:2.0:1779697710.367581:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.367589:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437180 00000400:00000200:2.0:1779697710.367596:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 488 00000400:00000200:2.0:1779697710.367655:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.367660:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.367665:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.367672:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc63100. 00000020:00000010:2.0:1779697710.367710:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697710.367715:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697710.367721:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6000. 00000020:00000010:2.0:1779697710.367725:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697710.367730:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697710.367766:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697710.367769:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde300. 00000100:00000200:2.0:1779697710.367772:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215326080 00000001:00000010:2.0:1779697710.367783:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697710.367805:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697710.367812:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697710.367847:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfd8000. 00010000:00000010:2.0:1779697710.367877:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697710.367881:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697710.367898:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697710.367902:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:2.0:1779697710.367907:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697710.367910:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697710.368014:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697710.368022:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e960. 00000004:00000010:2.0:1779697710.368029:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cdd0. 00080000:00000010:2.0:1779697710.368038:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:0.0:1779697710.369108:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:0.0:1779697710.369119:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:0.0:1779697710.369131:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00010000:00000010:3.1:1779697710.375438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697710.375455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697710.375460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697710.375463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000800:00000200:2.0:1779697710.387326:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.387331:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697710.387336:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.387342:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.387347:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:2.0:1779697710.387350:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00010000:00000010:0.1:1779697710.389412:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697710.389428:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697710.392539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697710.392552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697710.393434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697710.393445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697710.393452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697710.393459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:2.0:1779697710.394822:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.394849:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006437280 00000400:00000200:2.0:1779697710.394858:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 1064 00000400:00000200:2.0:1779697710.394872:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.394877:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.394885:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.394892:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60e00. 00010000:00000010:3.1:1779697710.400527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697710.400544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00000400:00000200:2.0:1779697710.401312:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.401333:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a922d 00000400:00000200:2.0:1779697710.401339:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.401344:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.401350:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:2.0:1779697710.401353:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000400:00000200:2.0:1779697710.401385:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.401416:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437300 00000400:00000200:2.0:1779697710.401423:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 1552 00000400:00000200:2.0:1779697710.401472:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.401476:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.401481:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.401487:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61500. 00000800:00000200:2.0:1779697710.404349:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.404355:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697710.404360:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.404365:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.404369:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697710.404372:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00010000:00000010:1.1:1779697710.405419:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697710.405426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697710.405430:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697710.405436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000020:00000010:2.0:1779697710.409193:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697710.409202:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697710.409208:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7000. 00000020:00000010:2.0:1779697710.409214:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697710.409219:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697710.409264:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697710.409267:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde300. 00000100:00000200:2.0:1779697710.409271:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215326720 02000000:00000010:2.0:1779697710.409339:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdd000. 00010000:00000010:2.0:1779697710.409412:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:2.0:1779697710.409433:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088a80. 00010000:00000010:1.1:1779697710.409605:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697710.409613:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697710.409617:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697710.409620:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.0:1779697710.410348:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:0.0:1779697710.410356:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85880. 00010000:00000010:0.0:1779697710.410366:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:2.0:1779697710.410761:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.410766:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697710.410770:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.411073:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697710.413436:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697710.413449:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000400:00000200:2.0:1779697710.414510:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.414531:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9235 00000400:00000200:2.0:1779697710.414538:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.414543:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.414551:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:2.0:1779697710.414553:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000400:00000200:2.0:1779697710.414578:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.414585:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437480 00000400:00000200:2.0:1779697710.414592:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 2616 00000400:00000200:2.0:1779697710.414647:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.414651:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.414656:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.414663:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61880. 00010000:00000010:0.0:1779697710.415456:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:0.0:1779697710.415466:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:2.1:1779697710.417416:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697710.417419:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697710.417424:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697710.417427:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000800:00000200:2.0:1779697710.417484:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.417489:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697710.417494:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.417500:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.417506:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:2.0:1779697710.417509:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:3.1:1779697710.418469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697710.418480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:0.1:1779697710.424432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697710.424451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00000400:00000200:0.0:1779697710.436118:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.436136:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006437580 00000400:00000200:0.0:1779697710.436144:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 3192 00000400:00000200:0.0:1779697710.436159:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.436163:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.436173:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.436180:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273100. 00010000:00000010:0.0:1779697710.438816:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:0.0:1779697710.438823:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2200. 00010000:00000010:0.0:1779697710.438841:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:3.1:1779697710.439640:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697710.439647:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697710.439651:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697710.439654:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000800:00000200:2.0:1779697710.442287:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.442293:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697710.442299:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.442307:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697710.443519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697710.443530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697710.447548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697710.447563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697710.447568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697710.447572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:2.0:1779697710.447662:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.447683:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9249 00000400:00000200:2.0:1779697710.447690:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.447695:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.447701:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:2.0:1779697710.447704:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:0.0:1779697710.453298:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.453315:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437600 00000400:00000200:0.0:1779697710.453323:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 3680 00000400:00000200:0.0:1779697710.453441:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.453448:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.453455:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.453461:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270e00. 00000100:00000010:0.0:1779697710.461675:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbd76640c0. 00000100:00000010:2.0:1779697710.461889:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbd76647e0. 00010000:00000010:3.1:1779697710.466920:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697710.466933:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697710.471436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697710.471451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697710.471454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697710.471457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000800:00000200:0.0:1779697710.484944:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.484950:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697710.484954:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.484959:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697710.487177:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:0.0:1779697710.487189:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2080. 00000020:00000010:0.0:1779697710.491890:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697710.491896:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697710.491902:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697710.491907:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c900. 00000020:00000010:0.0:1779697710.492200:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.492291:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697710.492295:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697710.492298:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215327616 00000001:00000010:0.0:1779697710.492307:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543300. 00010000:00000010:0.0:1779697710.492329:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697710.492336:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 02000000:00000010:0.0:1779697710.492361:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad137e000. 00010000:00000010:0.0:1779697710.492423:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697710.492427:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.492445:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697710.492449:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697710.492454:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697710.492457:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000004:00000010:0.0:1779697710.492551:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676bc20. 00000004:00000010:0.0:1779697710.492560:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff00. 00000004:00000010:0.0:1779697710.492565:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30bb0. 00080000:00000010:0.0:1779697710.492574:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1c80. 00010000:00000010:3.1:1779697710.495264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697710.495280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.0:1779697710.496902:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697710.496911:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c680. 00010000:00000010:0.0:1779697710.496929:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697710.496937:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697710.497013:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.497024:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697710.497029:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697710.497052:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697710.497070:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aa680 x1866146215327616/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.497089:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697710.497095:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215327616, offset 224 00000400:00000200:0.0:1779697710.497103:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.497116:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.497123:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308441:308441:256:4294967295] 192.168.203.23@tcp LPNI seq info [308437:308437:8:4294967295] 00000400:00000200:0.0:1779697710.497134:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.497152:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.497157:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697710.497163:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.497170:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.497175:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.497205:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c900. 00000020:00000010:0.0:1779697710.497209:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.497213:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00010000:00000010:3.1:1779697710.502465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697710.502483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:0.1:1779697710.507578:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697710.507588:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:0.0:1779697710.507624:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:0.0:1779697710.507632:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088580. 00010000:00000010:0.0:1779697710.507639:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c900. 00010000:00000010:1.1:1779697710.508563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697710.508572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:0.1:1779697710.512696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697710.512725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697710.512730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697710.512732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697710.512735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697710.512739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:0.0:1779697710.522284:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.522305:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9259 00000400:00000200:0.0:1779697710.522312:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.522316:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.522323:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697710.522327:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00010000:00000010:1.1:1779697710.522543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697710.522551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697710.522555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697710.522558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:2.0:1779697710.527268:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.527291:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437900 00000400:00000200:2.0:1779697710.527300:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 5808 00000400:00000200:2.0:1779697710.528111:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.528120:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.528130:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.528139:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60380. 00010000:00000010:2.0:1779697710.533667:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697710.533684:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:2.0:1779697710.533690:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697710.533697:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697710.534276:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697710.534291:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:2.0:1779697710.534297:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088e80. 00010000:00000010:2.0:1779697710.534323:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:2.0:1779697710.534342:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc60380 x1866146215328000/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697710.534364:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697710.534371:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215328000, offset 224 00000400:00000200:2.0:1779697710.534379:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.534438:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.534445:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308443:308443:256:4294967295] 192.168.203.23@tcp LPNI seq info [308439:308439:8:4294967295] 00000400:00000200:2.0:1779697710.534458:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.534464:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.534470:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697710.534477:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.534484:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.534488:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.534508:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088c00. 00000020:00000010:2.0:1779697710.534513:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:2.0:1779697710.534517:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5e00. 00010000:00000010:1.1:1779697710.536439:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697710.536453:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000020:00000010:0.0:1779697710.552348:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.552359:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.552366:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697710.552372:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c900. 00000020:00000010:0.0:1779697710.552378:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.552450:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.552453:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000100:00000200:0.0:1779697710.552456:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215328256 02000000:00000010:0.0:1779697710.552492:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad137d000. 00010000:00000010:0.0:1779697710.552532:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697710.552549:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000010:0.0:1779697710.552567:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697710.552572:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697710.552588:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697710.552591:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697710.552596:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697710.552600:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697710.552720:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697710.552723:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc00. 00010000:00000010:0.0:1779697710.552727:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697710.552730:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00000020:00000010:0.0:1779697710.552754:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fb80. 00000020:00000010:0.0:1779697710.552760:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fb80. 00000020:00000010:0.0:1779697710.552770:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe68a0. 00080000:00000010:0.0:1779697710.552778:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea2800. 00000001:00000010:0.0:1779697710.553181:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe62a0. 00000001:00000010:0.0:1779697710.553188:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697710.553222:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe68a0. 00010000:00000010:0.0:1779697710.553229:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697710.553233:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.553245:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697710.553280:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.553295:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697710.553310:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974026, last committed = 8589974006 00010000:00000200:0.0:1779697710.553321:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb5c00 x1866146215328256/t8589974026(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697710.553341:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697710.553347:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215328256, offset 224 00000400:00000010:0.0:1779697710.553355:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839508. 00000400:00000200:0.0:1779697710.553358:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.553373:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.553379:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308444:308444:256:4294967295] 192.168.203.23@tcp LPNI seq info [308440:308440:8:4294967295] 00000400:00000200:0.0:1779697710.553385:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.553412:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.553419:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.553424:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697710.553430:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.553437:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.553442:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.553466:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c900. 00000020:00000010:0.0:1779697710.553470:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.553474:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00010000:00000010:0.0:1779697710.553506:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.553511:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cc00. 00010000:00000010:0.0:1779697710.553517:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000800:00000200:2.0:1779697710.555102:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.555109:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697710.555116:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.555123:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697710.556493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697710.556504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697710.556508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697710.556511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697710.567140:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697710.567235:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697710.567242:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697710.567245:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697710.567248:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697710.567251:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697710.571584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697710.571599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697710.571603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697710.571606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697710.571609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697710.571611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:2.0:1779697710.572493:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.572512:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006437b80 00000400:00000200:2.0:1779697710.572520:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 7448 00000400:00000200:2.0:1779697710.572535:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.572539:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.572547:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.572555:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b800. 00000020:00000010:0.0:1779697710.575502:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.575512:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.575519:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697710.575524:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cc00. 00000020:00000010:0.0:1779697710.575530:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.575574:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.575577:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000100:00000200:0.0:1779697710.575580:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215328640 02000000:00000010:0.0:1779697710.575614:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad137c000. 00010000:00000010:0.0:1779697710.575780:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697710.575799:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00010000:00000010:0.0:1779697710.575815:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697710.575822:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.575851:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697710.575854:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c900. 00010000:00000010:0.0:1779697710.575858:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697710.575861:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697710.577051:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697710.577057:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697710.577060:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697710.577066:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00000020:00000010:0.0:1779697710.577102:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fb80. 00000020:00000010:0.0:1779697710.577108:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fb80. 00000020:00000010:0.0:1779697710.577119:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe68a0. 00080000:00000010:0.0:1779697710.577130:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea3400. 00000001:00000010:0.0:1779697710.577544:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6240. 00000001:00000010:0.0:1779697710.577552:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697710.577587:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe68a0. 00010000:00000010:0.0:1779697710.577596:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697710.577600:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697710.577612:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697710.577716:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.577734:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:0.0:1779697710.577752:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974027, last committed = 8589974006 00010000:00000200:0.0:1779697710.577761:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b800 x1866146215328640/t8589974027(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697710.577780:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697710.577787:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215328640, offset 224 00000400:00000010:0.0:1779697710.577794:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc7839d58. 00000400:00000200:0.0:1779697710.577798:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.577812:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.577819:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308446:308446:256:4294967295] 192.168.203.23@tcp LPNI seq info [308442:308442:8:4294967295] 00000400:00000200:0.0:1779697710.577834:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.577840:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.577845:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.577851:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697710.577857:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.577864:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.577868:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.577892:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cc00. 00000020:00000010:0.0:1779697710.577896:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.577899:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00010000:00000010:2.0:1779697710.578758:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:2.0:1779697710.578768:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:2.0:1779697710.578776:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000800:00000200:0.0:1779697710.579597:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.579603:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697710.579607:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.579614:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697710.583655:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.583675:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437c00 00000400:00000200:0.0:1779697710.583683:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 7936 00000400:00000200:0.0:1779697710.583737:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.583743:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.583750:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.583756:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270000. 00010000:00000010:2.0:1779697710.587782:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:2.0:1779697710.587795:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c900. 00010000:00000010:0.1:1779697710.593427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697710.593442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697710.593447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697710.593450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697710.596706:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697710.596721:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:2.0:1779697710.608285:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.608306:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006437d00 00000400:00000200:2.0:1779697710.608315:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 8512 00000400:00000200:2.0:1779697710.608333:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.608337:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.608345:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.608352:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b480. 00000020:00000010:0.0:1779697710.611476:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.611485:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.611493:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697710.611499:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cc00. 00000020:00000010:0.0:1779697710.611504:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.611542:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.611545:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000100:00000200:0.0:1779697710.611548:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215329024 02000000:00000010:0.0:1779697710.611679:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad137b000. 00010000:00000010:0.0:1779697710.611719:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:0.0:1779697710.611736:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088c00. 00010000:00000010:0.0:1779697710.611753:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697710.611758:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.611772:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697710.611775:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697710.611779:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697710.611782:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.611896:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697710.611899:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c780. 00010000:00000010:0.0:1779697710.611903:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697710.611906:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697710.611941:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f8e0. 00000020:00000010:0.0:1779697710.611948:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f8e0. 00000020:00000010:0.0:1779697710.611958:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe68a0. 00080000:00000010:0.0:1779697710.611967:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea2c00. 00000001:00000010:0.0:1779697710.612345:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6d20. 00000001:00000010:0.0:1779697710.612352:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697710.612386:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe68a0. 00010000:00000010:0.0:1779697710.612420:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697710.612424:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.612436:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697710.612470:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697710.612485:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:0.0:1779697710.612500:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974028, last committed = 8589974006 00010000:00000200:0.0:1779697710.612512:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b480 x1866146215329024/t8589974028(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697710.612530:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697710.612536:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215329024, offset 224 00000400:00000010:0.0:1779697710.612558:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217818. 00000400:00000200:0.0:1779697710.612563:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.612576:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.612582:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308448:308448:256:4294967295] 192.168.203.23@tcp LPNI seq info [308444:308444:8:4294967295] 00000400:00000200:0.0:1779697710.612589:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.612595:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.612600:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.612607:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697710.612613:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.612620:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.612624:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.612643:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cc00. 00000020:00000010:0.0:1779697710.612647:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.612650:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00000800:00000200:0.0:1779697710.612742:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.612745:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697710.612749:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.612754:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697710.615335:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.615355:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c780. 00010000:00000010:0.0:1779697710.615367:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00000400:00000200:2.0:1779697710.616457:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.616477:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9271 00000400:00000200:2.0:1779697710.616484:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.616489:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.616496:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:2.0:1779697710.616499:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000400:00000200:2.0:1779697710.616527:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.616534:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437d80 00000400:00000200:2.0:1779697710.616542:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 9000 00000400:00000200:2.0:1779697710.616596:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.616599:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.616604:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.616610:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2ad80. 00010000:00000010:0.0:1779697710.618437:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.618453:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c100. 00000020:00000010:0.0:1779697710.619557:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.619564:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.619570:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697710.619575:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c100. 00000020:00000010:0.0:1779697710.619580:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.619623:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697710.619626:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000100:00000200:0.0:1779697710.619628:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215329152 00000001:00000010:0.0:1779697710.619638:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe900. 00010000:00000010:0.0:1779697710.619659:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697710.619664:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697710.619687:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1378000. 00010000:00000010:0.0:1779697710.619715:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697710.619718:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.619735:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697710.619738:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c780. 00010000:00000010:0.0:1779697710.619742:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697710.619745:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00000004:00000010:0.0:1779697710.619853:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b4a0. 00000004:00000010:0.0:1779697710.619862:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef690. 00000004:00000010:0.0:1779697710.619868:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30440. 00080000:00000010:0.0:1779697710.619875:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0390. 00010000:00000010:0.0:1779697710.629928:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697710.629940:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697710.629947:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697710.629954:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697710.630037:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.630051:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.630056:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c780. 00010000:00000010:0.0:1779697710.630081:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697710.630102:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2ad80 x1866146215329152/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.630123:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697710.630130:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215329152, offset 224 00000400:00000200:0.0:1779697710.630138:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.630152:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.630159:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308449:308449:256:4294967295] 192.168.203.23@tcp LPNI seq info [308445:308445:8:4294967295] 00000400:00000200:0.0:1779697710.630170:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.630175:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.630180:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697710.630185:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.630193:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.630197:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.630225:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c100. 00000020:00000010:0.0:1779697710.630229:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.630232:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00000800:00000200:2.0:1779697710.631238:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.631244:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697710.631250:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.631256:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.631263:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:2.0:1779697710.631265:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00010000:00000010:1.1:1779697710.634417:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697710.634425:0:222958:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697710.634429:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697710.634431:0:222958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:0.0:1779697710.642148:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.642169:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006437e80 00000400:00000200:0.0:1779697710.642177:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 9576 00000400:00000200:0.0:1779697710.642192:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.642197:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.642207:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.642216:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 00000800:00000200:2.0:1779697710.664413:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.664422:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697710.664431:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.664439:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697710.667035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697710.667051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697710.675938:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697710.675953:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697710.675958:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697710.675962:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697710.675967:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697710.675970:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697710.675972:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697710.675975:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697710.675977:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697710.675979:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697710.675984:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697710.675986:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697710.676027:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697710.676038:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:0.0:1779697710.676046:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c780. 00000400:00000200:2.0:1779697710.679630:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.679651:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9279 00000400:00000200:2.0:1779697710.679659:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.679663:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.679670:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:2.0:1779697710.679673:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000200:2.0:1779697710.679705:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.679712:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006437f00 00000400:00000200:2.0:1779697710.679719:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 10064 00000400:00000200:2.0:1779697710.679772:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.679776:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.679782:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.679787:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28700. 00000020:00000010:0.0:1779697710.679883:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697710.679888:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697710.679895:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697710.679901:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c100. 00000020:00000010:0.0:1779697710.679905:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697710.679949:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697710.679951:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000100:00000200:0.0:1779697710.679954:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215329536 00000001:00000010:0.0:1779697710.679964:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:0.0:1779697710.679990:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697710.680011:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697710.680039:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad137a000. 00010000:00000010:0.0:1779697710.680066:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697710.680070:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.680087:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697710.680091:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c780. 00010000:00000010:0.0:1779697710.680094:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697710.680097:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000004:00000010:0.0:1779697710.680186:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b680. 00000004:00000010:0.0:1779697710.680194:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef4b0. 00000004:00000010:0.0:1779697710.680201:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30770. 00080000:00000010:0.0:1779697710.680209:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0720. 00000800:00000200:0.0:1779697710.684034:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.684042:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697710.684052:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.684060:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697710.684068:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697710.684070:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:0.0:1779697710.698729:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.698750:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006438000 00000400:00000200:0.0:1779697710.698759:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 10640 00000400:00000200:0.0:1779697710.698774:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.698779:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.698786:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.698793:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 00010000:00000010:1.1:1779697710.699613:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697710.699619:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697710.699623:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697710.699626:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.0:1779697710.700456:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697710.700460:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088900. 00010000:00000010:0.0:1779697710.700465:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82bee40. 00000400:00000200:0.0:1779697710.717199:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.717219:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006438080 00000400:00000200:0.0:1779697710.717227:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 11128 00000400:00000200:0.0:1779697710.717237:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.717242:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.717251:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.717258:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271500. 00000400:00000200:0.0:1779697710.717359:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.717368:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9281 00000400:00000200:0.0:1779697710.717372:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.717375:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.717380:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697710.717383:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:0.0:1779697710.717462:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:0.0:1779697710.717472:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00000800:00000200:0.0:1779697710.719910:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.719917:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697710.719922:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.719928:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697710.719935:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:0.0:1779697710.719937:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:1.1:1779697710.721447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697710.721459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697710.721464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697710.721468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697710.721472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697710.721474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697710.725552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697710.725564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697710.726411:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697710.726419:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697710.726422:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697710.726425:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697710.728737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697710.728743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697710.728747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697710.728749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697710.730540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697710.730549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697710.730552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697710.730555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000020:00000010:0.0:1779697710.736285:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd76642a0. 00010000:00000010:0.0:1779697710.736316:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697710.736817:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697710.736855:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697710.736904:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697710.736927:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000200:0.0:1779697710.736948:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974031, last committed = 8589974006 00010000:00000200:0.0:1779697710.736959:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aa300 x1866146215330176/t8589974031(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697710.736978:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697710.736985:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215330176, offset 224 00000400:00000010:0.0:1779697710.736992:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217118. 00000400:00000200:0.0:1779697710.736997:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.737010:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.737017:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308454:308454:256:4294967295] 192.168.203.23@tcp LPNI seq info [308450:308450:8:4294967295] 00000400:00000200:0.0:1779697710.737025:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.737031:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.737036:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.737041:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697710.737047:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.737054:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.737058:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.737125:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088300. 00000020:00000010:0.0:1779697710.737130:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:0.0:1779697710.737133:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25600. 00000800:00000200:0.0:1779697710.740363:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.740373:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697710.740380:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.740412:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697710.743383:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.743426:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9289 00000400:00000200:0.0:1779697710.743433:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.743439:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.743445:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:0.0:1779697710.743448:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:0.0:1779697710.743471:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.743476:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006438200 00000400:00000200:0.0:1779697710.743484:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 12192 00000400:00000200:0.0:1779697710.743531:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.743535:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.743540:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.743546:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271f80. 00000020:00000010:0.0:1779697710.743589:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697710.743593:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697710.743599:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6e00. 00000020:00000010:0.0:1779697710.743604:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c180. 00000020:00000010:0.0:1779697710.743609:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697710.743645:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697710.743647:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000100:00000200:0.0:1779697710.743650:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215330304 00000001:00000010:0.0:1779697710.743661:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:0.0:1779697710.743687:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697710.743693:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 02000000:00000010:0.0:1779697710.743728:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad137f000. 00010000:00000010:0.0:1779697710.743753:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697710.743756:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697710.743774:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697710.743778:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697710.743782:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697710.743785:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00000004:00000010:0.0:1779697710.743882:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a5a0. 00000004:00000010:0.0:1779697710.743892:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef078. 00000004:00000010:0.0:1779697710.743898:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31dc0. 00080000:00000010:0.0:1779697710.743906:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1560. 00010000:00000010:1.1:1779697710.744181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697710.744189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697710.748436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697710.748448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697710.748518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697710.748523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:0.0:1779697710.753042:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.753061:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006438300 00000400:00000200:0.0:1779697710.753069:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 12768 00000400:00000200:0.0:1779697710.753084:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.753089:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.753097:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.753103:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 00000800:00000200:0.0:1779697710.759942:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.759947:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:0.0:1779697710.759952:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.759959:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697710.760008:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697710.761779:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697710.768905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697710.768917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697710.770689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697710.770701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697710.770705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697710.770708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697710.770710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697710.770713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697710.770716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697710.770729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:0.0:1779697710.772956:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.772979:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9291 00000400:00000200:0.0:1779697710.772986:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.772990:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.772997:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697710.773001:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:3.1:1779697710.784532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697710.784550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697710.794434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697710.794449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697710.794454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697710.794457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:0.0:1779697710.800680:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.800701:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006438480 00000400:00000200:0.0:1779697710.800709:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 13832 00000400:00000200:0.0:1779697710.800725:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.800729:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.800738:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.800749:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ed80. 00000020:00000010:2.0:1779697710.800858:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.800864:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.800870:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7c00. 00000020:00000010:2.0:1779697710.800876:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:2.0:1779697710.800881:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697710.800924:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.800927:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697710.800930:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215330944 02000000:00000010:2.0:1779697710.800966:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfda000. 00010000:00000010:2.0:1779697710.801007:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697710.801025:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2000. 00010000:00000010:2.0:1779697710.801044:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697710.801050:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697710.801065:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697710.801068:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697710.801072:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697710.801076:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697710.801180:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697710.801184:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697710.801187:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697710.801190:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697710.801215:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697710.801221:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697710.801233:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a4e0. 00080000:00000010:2.0:1779697710.801242:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3560800. 00000001:00000010:2.0:1779697710.801653:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34af60. 00000001:00000010:2.0:1779697710.801661:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697710.801695:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a4e0. 00010000:00000010:2.0:1779697710.801705:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697710.801709:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697710.801721:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697710.801766:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697710.801779:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697710.801795:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974033, last committed = 8589974006 00010000:00000200:2.0:1779697710.801804:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02ed80 x1866146215330944/t8589974033(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697710.801841:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697710.801848:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215330944, offset 224 00000400:00000010:2.0:1779697710.801854:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42dc8. 00000400:00000200:2.0:1779697710.801858:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.801871:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.801878:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308458:308458:256:4294967295] 192.168.203.23@tcp LPNI seq info [308454:308454:8:4294967295] 00000400:00000200:2.0:1779697710.801883:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697710.801890:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.801896:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.801901:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697710.801907:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.801916:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.801920:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.801943:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:2.0:1779697710.801947:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697710.801950:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7c00. 00010000:00000010:2.0:1779697710.812458:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697710.812469:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00000020:00000010:2.0:1779697710.813715:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.813721:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.813733:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7c00. 00000020:00000010:2.0:1779697710.813739:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:2.0:1779697710.813745:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697710.813800:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.813803:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697710.813806:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215331072 00000001:00000010:2.0:1779697710.813815:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:2.0:1779697710.813861:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697710.813869:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697710.813901:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfde000. 00010000:00000010:2.0:1779697710.813937:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697710.813941:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697710.813964:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697710.813968:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:2.0:1779697710.813972:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697710.813976:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000004:00000010:2.0:1779697710.814114:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697710.814124:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e9d8. 00000004:00000010:2.0:1779697710.814131:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dba0. 00080000:00000010:2.0:1779697710.814153:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00000800:00000200:2.0:1779697710.816381:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.816409:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697710.816415:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.816421:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.816426:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697710.816429:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:2.1:1779697710.821237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697710.821254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00000020:00000010:0.0:1779697710.823728:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697710.823734:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697710.823740:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697710.823745:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697710.823750:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.823791:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697710.823794:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000100:00000200:0.0:1779697710.823798:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215331328 02000000:00000010:0.0:1779697710.823850:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad1379000. 00010000:00000010:0.0:1779697710.823891:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:0.0:1779697710.823908:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2780. 00010000:00000010:0.0:1779697710.823927:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697710.823933:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697710.823950:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697710.823954:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c600. 00010000:00000010:0.0:1779697710.823959:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697710.823963:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697710.824090:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697710.824094:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c180. 00010000:00000010:0.0:1779697710.824098:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697710.824103:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00000020:00000010:0.0:1779697710.824131:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f3c0. 00000020:00000010:0.0:1779697710.824138:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f3c0. 00000020:00000010:0.0:1779697710.824161:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6000. 00080000:00000010:0.0:1779697710.824172:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea2000. 00000001:00000010:0.0:1779697710.835065:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6120. 00000001:00000010:0.0:1779697710.835075:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697710.835123:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6000. 00010000:00000010:0.0:1779697710.835141:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697710.835150:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697710.835172:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697710.835230:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697710.835260:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:0.0:1779697710.835283:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974034, last committed = 8589974006 00010000:00000200:0.0:1779697710.835296:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aad80 x1866146215331328/t8589974034(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1779697710.835529:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:2.0:1779697710.835537:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c180. 00010000:00000010:2.0:1779697710.835548:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00000400:00000010:0.0:1779697710.835605:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697710.835622:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215331328, offset 224 00000400:00000010:0.0:1779697710.835630:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217fc0. 00000400:00000200:0.0:1779697710.835636:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.835652:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.835659:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308460:308460:256:4294967295] 192.168.203.23@tcp LPNI seq info [308456:308456:8:4294967295] 00000400:00000200:0.0:1779697710.835666:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.835676:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.835683:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.835689:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697710.835696:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.835704:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.835710:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.835768:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697710.835773:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.835777:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00010000:00000010:3.1:1779697710.836675:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697710.836686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697710.836741:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697710.836747:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000800:00000200:2.0:1779697710.836760:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.836764:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697710.836769:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.836776:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697710.840420:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697710.840434:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697710.840440:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697710.840446:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697710.840459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697710.840465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697710.840478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697710.840483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000400:00000200:2.0:1779697710.840488:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.840506:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a92a1 00000400:00000200:2.0:1779697710.840513:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.840519:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.840526:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:2.0:1779697710.840529:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:2.0:1779697710.840564:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.840581:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006438680 00000400:00000200:2.0:1779697710.840590:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 15384 00000400:00000200:2.0:1779697710.840637:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.840643:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.840648:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.840654:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28a80. 00010000:00000010:0.1:1779697710.840754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697710.840762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697710.840768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697710.840772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000020:00000010:0.0:1779697710.840807:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697710.840812:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697710.840818:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697710.840833:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697710.840838:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.840873:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697710.840876:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000100:00000200:0.0:1779697710.840880:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215331456 00000001:00000010:0.0:1779697710.840889:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:0.0:1779697710.840913:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697710.840921:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 02000000:00000010:0.0:1779697710.840951:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb1a6a2000. 00010000:00000010:0.0:1779697710.840978:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697710.840983:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697710.841002:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697710.841005:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697710.841009:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697710.841013:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00000004:00000010:0.0:1779697710.841116:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a1e0. 00000004:00000010:0.0:1779697710.841124:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefe88. 00000004:00000010:0.0:1779697710.841130:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31760. 00080000:00000010:0.0:1779697710.841149:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad08e8. 00010000:00000010:0.0:1779697710.841886:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697710.841889:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697710.841893:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697710.841898:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.841951:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697710.841963:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.841968:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697710.841991:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:0.0:1779697710.842010:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28a80 x1866146215331456/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.842028:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697710.842033:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215331456, offset 224 00000400:00000200:0.0:1779697710.842041:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.842052:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.842059:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308461:308461:256:4294967295] 192.168.203.23@tcp LPNI seq info [308457:308457:8:4294967295] 00000400:00000200:0.0:1779697710.842073:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.842080:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.842085:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697710.842092:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.842100:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.842105:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.842127:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697710.842131:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.842136:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00010000:00000010:3.1:1779697710.846574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697710.846592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697710.851432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697710.851447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697710.851452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697710.851456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:2.0:1779697710.863966:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.863987:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006438780 00000400:00000200:2.0:1779697710.863997:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 15960 00000400:00000200:2.0:1779697710.864015:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.864021:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.864030:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.864038:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29f80. 00000020:00000010:0.0:1779697710.864367:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697710.864373:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697710.864379:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697710.864385:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697710.864418:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.864463:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697710.864466:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697710.864469:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215331712 02000000:00000010:0.0:1779697710.864502:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb1a6a4000. 00010000:00000010:0.0:1779697710.864538:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.864554:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697710.864570:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697710.864575:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.864589:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697710.864591:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697710.864596:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697710.864599:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697710.864708:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697710.864711:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697710.864714:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697710.864717:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00000020:00000010:0.0:1779697710.864738:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fca0. 00000020:00000010:0.0:1779697710.864745:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fca0. 00000020:00000010:0.0:1779697710.864755:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ba0. 00080000:00000010:0.0:1779697710.864763:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea0000. 00000001:00000010:0.0:1779697710.865127:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe61e0. 00000001:00000010:0.0:1779697710.865134:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697710.865167:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ba0. 00010000:00000010:0.0:1779697710.865175:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697710.865178:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697710.865189:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697710.865219:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697710.865230:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000200:0.0:1779697710.865244:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974035, last committed = 8589974006 00010000:00000200:0.0:1779697710.865252:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29f80 x1866146215331712/t8589974035(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697710.865271:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697710.865277:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215331712, offset 224 00000400:00000010:0.0:1779697710.865283:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217000. 00000400:00000200:0.0:1779697710.865287:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.865299:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.865305:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308462:308462:256:4294967295] 192.168.203.23@tcp LPNI seq info [308458:308458:8:4294967295] 00000400:00000200:0.0:1779697710.865311:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697710.865318:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.865323:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.865327:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697710.865333:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.865340:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.865345:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.865365:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697710.865369:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.865373:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00000800:00000200:0.0:1779697710.865489:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.865493:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697710.865497:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.865501:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697710.865581:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:2.0:1779697710.865587:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca00. 00010000:00000010:2.0:1779697710.865593:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00010000:00000010:0.1:1779697710.869559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697710.869573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697710.869577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697710.869580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:0.0:1779697710.873935:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697710.873955:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a92a9 00000400:00000200:0.0:1779697710.873961:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.873969:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697710.873977:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:0.0:1779697710.873981:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00000400:00000200:0.0:1779697710.874008:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.874014:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006438800 00000400:00000200:0.0:1779697710.874021:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 16448 00000400:00000200:0.0:1779697710.874074:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.874079:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.874083:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.874089:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02d180. 00010000:00000010:2.0:1779697710.874257:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:2.0:1779697710.874267:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:2.1:1779697710.874457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697710.874463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000020:00000010:2.0:1779697710.876699:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.876709:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.876715:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697710.876720:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.876726:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.876762:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697710.876764:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697710.876767:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215331840 00000001:00000010:2.0:1779697710.876777:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:2.0:1779697710.876798:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697710.876805:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 02000000:00000010:2.0:1779697710.876852:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfdb000. 00010000:00000010:2.0:1779697710.876879:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697710.876883:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697710.876902:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697710.876906:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697710.876910:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697710.876914:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697710.877008:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697710.877016:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef78. 00000004:00000010:2.0:1779697710.877022:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cff0. 00080000:00000010:2.0:1779697710.877031:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:2.0:1779697710.878015:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697710.878021:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697710.878026:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697710.878032:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697710.878094:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697710.878103:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697710.878108:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697710.878127:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000200:2.0:1779697710.878143:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02d180 x1866146215331840/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697710.878161:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697710.878167:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215331840, offset 224 00000400:00000200:2.0:1779697710.878173:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.878186:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.878192:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308463:308463:256:4294967295] 192.168.203.23@tcp LPNI seq info [308459:308459:8:4294967295] 00000400:00000200:2.0:1779697710.878203:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.878209:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.878213:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697710.878220:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.878228:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.878232:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.878292:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.878297:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.878300:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7200. 00010000:00000010:2.1:1779697710.878816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697710.878832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697710.883455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697710.883470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697710.883473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697710.883476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:0.0:1779697710.886350:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.886370:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006438900 00000400:00000200:0.0:1779697710.886380:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 17024 00000400:00000200:0.0:1779697710.886431:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.886438:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.886447:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.886455:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ca80. 00000020:00000010:2.0:1779697710.886858:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.886864:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.886870:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697710.886876:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.886881:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.886930:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.886933:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000100:00000200:2.0:1779697710.886937:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215332096 02000000:00000010:2.0:1779697710.886975:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdf000. 00010000:00000010:2.0:1779697710.887015:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697710.887033:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697710.887051:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697710.887057:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697710.887072:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697710.887076:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697710.887080:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697710.887084:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697710.889125:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697710.889131:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697710.889137:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697710.889145:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697710.889196:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697710.889203:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697710.889215:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:2.0:1779697710.889225:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3562400. 00000001:00000010:2.0:1779697710.889746:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aea0. 00000001:00000010:2.0:1779697710.889754:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697710.889800:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:2.0:1779697710.889811:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697710.889816:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697710.889844:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697710.889889:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697710.889904:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697710.889911:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:0.0:1779697710.889913:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697710.889923:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000200:2.0:1779697710.889931:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974036, last committed = 8589974006 00010000:00000200:2.0:1779697710.889943:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02ca80 x1866146215332096/t8589974036(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697710.889964:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697710.889973:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215332096, offset 224 00000400:00000010:2.0:1779697710.889980:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42cb0. 00000400:00000200:2.0:1779697710.889986:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.890002:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.890009:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308464:308464:256:4294967295] 192.168.203.23@tcp LPNI seq info [308460:308460:8:4294967295] 00000400:00000200:2.0:1779697710.890017:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697710.890026:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.890034:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.890039:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697710.890047:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.890055:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.890060:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.890088:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.890093:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.890097:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7200. 00000800:00000200:0.0:1779697710.890506:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.890511:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697710.890515:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.890520:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.898131:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697710.898162:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a92b1 00000400:00000200:2.0:1779697710.898169:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.898176:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697710.898183:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:2.0:1779697710.898187:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:0.0:1779697710.898293:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:0.0:1779697710.898305:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00000400:00000200:0.0:1779697710.898568:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697710.898589:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006438980 00000400:00000200:0.0:1779697710.898598:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 17512 00000400:00000200:0.0:1779697710.898653:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.898658:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697710.898663:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697710.898678:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02d500. 00010000:00000010:2.1:1779697710.907920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697710.907938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697710.912775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697710.912785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697710.912848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697710.912855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.0:1779697710.913152:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697710.913158:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c700. 00010000:00000010:0.0:1779697710.913165:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697710.913174:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697710.913263:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:0.0:1779697710.913277:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697710.913282:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2100. 00010000:00000010:0.0:1779697710.913310:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:0.0:1779697710.913330:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02d500 x1866146215332224/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.913352:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697710.913359:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215332224, offset 224 00000400:00000200:0.0:1779697710.913368:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.913405:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.913413:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308465:308465:256:4294967295] 192.168.203.23@tcp LPNI seq info [308461:308461:8:4294967295] 00000400:00000200:0.0:1779697710.913424:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.913429:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.913435:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697710.913441:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.913448:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.913452:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.913484:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2180. 00000020:00000010:0.0:1779697710.913489:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:0.0:1779697710.913493:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90efa00. 00010000:00000010:0.1:1779697710.915519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:0.1:1779697710.915533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000400:00000200:2.0:1779697710.917809:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.917839:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006438a80 00000400:00000200:2.0:1779697710.917847:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 18088 00000400:00000200:2.0:1779697710.917864:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.917869:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.917878:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.917885:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28000. 00010000:00000010:0.0:1779697710.923521:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697710.923528:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2380. 00010000:00000010:0.0:1779697710.923537:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000800:00000200:0.0:1779697710.923623:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697710.923628:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697710.923631:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697710.923637:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697710.924440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697710.924449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697710.924453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697710.924457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000020:00000010:0.0:1779697710.926536:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697710.926541:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697710.926547:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697710.926552:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cb00. 00000020:00000010:0.0:1779697710.926557:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.926594:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697710.926597:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000100:00000200:0.0:1779697710.926599:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215332608 00000001:00000010:0.0:1779697710.926609:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:0.0:1779697710.926634:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697710.926640:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697710.926667:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb1a6a6000. 00010000:00000010:0.0:1779697710.926694:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697710.926697:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.926714:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697710.926717:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697710.926721:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697710.926724:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697710.926831:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b2c0. 00000004:00000010:0.0:1779697710.926839:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef438. 00000004:00000010:0.0:1779697710.926846:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30880. 00080000:00000010:0.0:1779697710.926853:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0000. 00010000:00000010:0.0:1779697710.927919:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697710.927926:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c400. 00010000:00000010:0.0:1779697710.927931:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697710.927937:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697710.928005:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.928018:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697710.928024:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697710.928048:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697710.928067:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a9500 x1866146215332608/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.928086:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697710.928092:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215332608, offset 224 00000400:00000200:0.0:1779697710.928099:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.928111:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.928118:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308467:308467:256:4294967295] 192.168.203.23@tcp LPNI seq info [308463:308463:8:4294967295] 00000400:00000200:0.0:1779697710.928130:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.928135:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.928140:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697710.928146:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.928153:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.928157:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.928185:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cb00. 00000020:00000010:0.0:1779697710.928189:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.928193:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00010000:00000010:2.0:1779697710.929181:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:2.0:1779697710.929210:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2400. 00010000:00000010:3.1:1779697710.932628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697710.932645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697710.932650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697710.932654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697710.936499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697710.936523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.1:1779697710.939183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697710.939199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:0.1:1779697710.939205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697710.939208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697710.939212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697710.939214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000020:00000010:2.0:1779697710.945419:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.945425:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.945431:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697710.945436:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.945442:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.945485:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.945487:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000100:00000200:2.0:1779697710.945491:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215332864 02000000:00000010:2.0:1779697710.945529:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdc000. 00010000:00000010:2.0:1779697710.945570:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:2.0:1779697710.945587:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c400. 00010000:00000010:2.0:1779697710.945606:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697710.945611:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697710.945627:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697710.945631:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697710.945635:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697710.945637:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697710.945742:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697710.945758:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697710.945763:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697710.945767:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697710.945794:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697710.945801:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697710.945812:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:2.0:1779697710.945833:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3561800. 00000001:00000010:2.0:1779697710.946236:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a480. 00000001:00000010:2.0:1779697710.946244:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697710.946279:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:2.0:1779697710.946287:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697710.946292:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697710.946304:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697710.946349:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697710.946363:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697710.946377:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974038, last committed = 8589974006 00010000:00000200:2.0:1779697710.946387:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a8000 x1866146215332864/t8589974038(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697710.946436:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697710.946442:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215332864, offset 224 00000400:00000010:2.0:1779697710.946448:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a421f8. 00000400:00000200:2.0:1779697710.946452:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.946465:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.946471:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308468:308468:256:4294967295] 192.168.203.23@tcp LPNI seq info [308464:308464:8:4294967295] 00000400:00000200:2.0:1779697710.946477:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697710.946484:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.946489:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.946494:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697710.946500:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.946507:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.946512:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.946534:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.946539:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.946542:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7200. 00010000:00000010:0.0:1779697710.948774:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697710.948784:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697710.950468:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697710.950474:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697710.950480:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697710.950485:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cb00. 00000020:00000010:0.0:1779697710.950489:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.950535:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697710.950538:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000100:00000200:0.0:1779697710.950541:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215332992 00000001:00000010:0.0:1779697710.950562:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.0:1779697710.950585:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697710.950592:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697710.950620:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3526000. 00010000:00000010:0.0:1779697710.950649:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697710.950652:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697710.950671:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697710.950674:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697710.950678:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697710.950681:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00000004:00000010:0.0:1779697710.950773:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ad20. 00000004:00000010:0.0:1779697710.950781:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef618. 00000004:00000010:0.0:1779697710.950786:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30550. 00080000:00000010:0.0:1779697710.950795:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1398. 00010000:00000010:0.0:1779697710.952011:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697710.952020:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697710.952025:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697710.952031:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697710.952098:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697710.952109:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697710.952114:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697710.952137:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697710.952155:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7abb80 x1866146215332992/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 576/584 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697710.952175:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697710.952181:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215332992, offset 224 00000400:00000200:0.0:1779697710.952189:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697710.952202:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697710.952209:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308469:308469:256:4294967295] 192.168.203.23@tcp LPNI seq info [308465:308465:8:4294967295] 00000400:00000200:0.0:1779697710.952224:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697710.952231:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697710.952237:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697710.952244:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697710.952252:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697710.952257:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697710.952281:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cb00. 00000020:00000010:0.0:1779697710.952287:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697710.952291:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc7000. 00010000:00000010:2.1:1779697710.952553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697710.952560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697710.952564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697710.952569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697710.962084:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697710.962101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697710.962602:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697710.962610:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000020:00000010:2.0:1779697710.963654:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.963660:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.963667:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697710.963673:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.963678:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.963717:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697710.963721:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000100:00000200:2.0:1779697710.963724:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215333248 02000000:00000010:2.0:1779697710.963773:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf8199000. 00010000:00000010:2.0:1779697710.963812:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:2.0:1779697710.963837:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:2.0:1779697710.963855:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697710.963861:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697710.963876:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697710.963880:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f00. 00010000:00000010:2.0:1779697710.963884:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697710.963887:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697710.963983:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697710.963986:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697710.963989:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697710.963992:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697710.964014:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697710.964020:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697710.964031:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:2.0:1779697710.964040:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda1400. 00000001:00000010:2.0:1779697710.964446:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ae40. 00000001:00000010:2.0:1779697710.964453:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697710.964489:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:2.0:1779697710.964499:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697710.964503:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697710.964530:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697710.964576:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697710.964590:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697710.964606:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974039, last committed = 8589974006 00010000:00000200:2.0:1779697710.964617:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aaa00 x1866146215333248/t8589974039(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:385/0 lens 488/456 e 0 to 0 dl 1779698465 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697710.964635:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697710.964642:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215333248, offset 224 00000400:00000010:2.0:1779697710.964648:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42770. 00000400:00000200:2.0:1779697710.964652:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697710.964665:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697710.964671:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308470:308470:256:4294967295] 192.168.203.23@tcp LPNI seq info [308466:308466:8:4294967295] 00000400:00000200:2.0:1779697710.964677:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697710.964685:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697710.964690:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697710.964695:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697710.964701:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697710.964709:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697710.964713:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697710.964734:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697710.964739:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697710.964742:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7200. 00000800:00000200:2.0:1779697710.964851:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.964855:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:2.0:1779697710.964859:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.964864:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697710.971791:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697710.971802:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f00. 00010000:00000010:0.1:1779697710.974318:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697710.974328:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697710.974332:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697710.974334:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000800:00000200:2.0:1779697710.975790:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.975795:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:2.0:1779697710.975800:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.975805:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697710.975811:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:2.0:1779697710.975813:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000400:00000200:2.0:1779697710.980374:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697710.980417:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006438f00 00000400:00000200:2.0:1779697710.980427:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 21280 00000400:00000200:2.0:1779697710.980442:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.980447:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697710.980455:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697710.980462:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29500. 00010000:00000010:2.1:1779697710.981724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697710.981732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697710.981736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697710.981739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697710.982459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697710.982467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697710.985292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697710.985303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697710.985420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697710.985428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697710.988217:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697710.988233:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697710.988237:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:1.1:1779697710.988240:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000800:00000200:2.0:1779697710.990959:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697710.990966:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697710.990971:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697710.990978:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697711.001904:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697711.001924:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a92d1 00000400:00000200:0.0:1779697711.001931:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.001936:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697711.001956:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:0.0:1779697711.001959:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:0.0:1779697711.001999:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.002007:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006438f80 00000400:00000200:0.0:1779697711.002014:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 21768 00000400:00000200:0.0:1779697711.002084:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.002089:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.002094:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.002100:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02c000. 00000020:00000010:0.0:1779697711.002147:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e80. 00000020:00000010:0.0:1779697711.002153:0:207451:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbe0949500. 00000020:00000010:0.0:1779697711.002172:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc7000. 00000020:00000010:0.0:1779697711.002178:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cb00. 00000020:00000010:0.0:1779697711.002182:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697711.002219:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea616c0. 00000020:00000010:0.0:1779697711.002223:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea616c0. 00000100:00000200:0.0:1779697711.002226:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215333760 00000001:00000010:0.0:1779697711.002236:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:0.0:1779697711.002257:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697711.002265:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697711.002289:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3525000. 00010000:00000010:0.0:1779697711.002316:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697711.002320:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697711.002337:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697711.002340:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697711.002344:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697711.002347:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697711.002469:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b860. 00000004:00000010:0.0:1779697711.002478:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff00. 00000004:00000010:0.0:1779697711.002485:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ff0. 00080000:00000010:0.0:1779697711.002493:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0558. 00010000:00000010:0.0:1779697711.003286:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697711.003292:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697711.003296:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697711.003302:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697711.003364:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697711.003374:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697711.003378:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697711.003424:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697711.003441:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02c000 x1866146215333760/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.003461:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697711.003467:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215333760, offset 224 00000400:00000200:0.0:1779697711.003474:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.003484:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.003490:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308473:308473:256:4294967295] 192.168.203.23@tcp LPNI seq info [308469:308469:8:4294967295] 00000400:00000200:0.0:1779697711.003500:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.003505:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00010000:00000010:0.1:1779697711.008774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697711.008788:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697711.008792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697711.009424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697711.009432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697711.012424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697711.012437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697711.012448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697711.012456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:0.1:1779697711.014251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000020:00000010:0.0:1779697711.014858:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.014864:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.014872:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697711.014878:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697711.014885:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697711.014944:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.014947:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697711.014950:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215334016 02000000:00000010:0.0:1779697711.014985:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3524000. 00010000:00000010:0.0:1779697711.015032:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697711.015059:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697711.015078:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697711.015085:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697711.015100:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697711.015104:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697711.015109:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697711.015113:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697711.015233:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697711.015237:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697711.015241:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697711.015246:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697711.015276:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f4c0. 00000020:00000010:0.0:1779697711.015282:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f4c0. 00000020:00000010:0.0:1779697711.015293:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6a80. 00080000:00000010:0.0:1779697711.015303:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea1c00. 00000001:00000010:0.0:1779697711.017811:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6c60. 00000001:00000010:0.0:1779697711.017832:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697711.017879:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6a80. 00010000:00000010:0.0:1779697711.017896:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697711.017903:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697711.018283:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697711.018451:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697711.018480:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697711.018503:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974041, last committed = 8589974006 00010000:00000200:0.0:1779697711.018526:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7ab480 x1866146215334016/t8589974041(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697711.018548:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697711.018654:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215334016, offset 224 00000400:00000010:0.0:1779697711.018664:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2179a0. 00000400:00000200:0.0:1779697711.018671:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.018687:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.018695:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308474:308474:256:4294967295] 192.168.203.23@tcp LPNI seq info [308470:308470:8:4294967295] 00000400:00000200:0.0:1779697711.018703:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697711.018713:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.018720:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.018726:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697711.018733:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.018751:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.018756:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.018774:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697711.018778:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697711.018782:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00010000:00000010:0.1:1779697711.023426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697711.023439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697711.028158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697711.028171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697711.029892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697711.029906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000020:00000010:0.0:1779697711.035000:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.035010:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.035017:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697711.035023:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697711.035029:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697711.035078:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.035081:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697711.035085:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215334144 00000001:00000010:0.0:1779697711.035095:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:0.0:1779697711.035121:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697711.035130:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 02000000:00000010:0.0:1779697711.035338:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3523000. 00010000:00000010:0.0:1779697711.035367:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697711.035372:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697711.035417:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697711.035421:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c500. 00010000:00000010:0.0:1779697711.035426:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697711.035430:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000004:00000010:0.0:1779697711.037165:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ba40. 00000004:00000010:0.0:1779697711.037487:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef960. 00000004:00000010:0.0:1779697711.037496:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31650. 00080000:00000010:0.0:1779697711.037507:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad01c8. 00010000:00000010:1.1:1779697711.041000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697711.041008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697711.049500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697711.049518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697711.049525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697711.049529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697711.059714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697711.059726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697711.069382:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697711.069420:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697711.069569:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697711.069576:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697711.070664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697711.070675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697711.076613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697711.076632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697711.076639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697711.076643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000020:00000010:2.0:1779697711.080407:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697711.080414:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697711.080420:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697711.080426:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f00. 00000020:00000010:2.0:1779697711.080431:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697711.080474:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697711.080477:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000100:00000200:2.0:1779697711.080480:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215334784 02000000:00000010:2.0:1779697711.080515:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825a000. 00010000:00000010:2.0:1779697711.080552:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697711.080570:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2c00. 00010000:00000010:2.0:1779697711.080588:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697711.080593:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.080608:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697711.080612:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697711.080616:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697711.080619:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697711.080720:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697711.080724:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:2.0:1779697711.080727:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697711.080731:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697711.080756:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b380. 00000020:00000010:2.0:1779697711.080763:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b380. 00000020:00000010:2.0:1779697711.080774:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:2.0:1779697711.080782:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda2c00. 00000001:00000010:2.0:1779697711.082493:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ab40. 00000001:00000010:2.0:1779697711.082502:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697711.082536:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:2.0:1779697711.082547:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697711.082553:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.082570:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697711.082656:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697711.082675:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697711.082693:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974043, last committed = 8589974006 00010000:00000200:2.0:1779697711.082704:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4a80 x1866146215334784/t8589974043(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.082722:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697711.082729:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215334784, offset 224 00000400:00000010:2.0:1779697711.082737:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42620. 00000400:00000200:2.0:1779697711.082741:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.082755:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.082761:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308478:308478:256:4294967295] 192.168.203.23@tcp LPNI seq info [308474:308474:8:4294967295] 00000400:00000200:2.0:1779697711.082767:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.082774:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.082780:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.082784:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697711.082790:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.082797:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.082802:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.082839:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f00. 00000020:00000010:2.0:1779697711.082843:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697711.082847:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7200. 00010000:00000010:2.1:1779697711.087637:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697711.087653:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697711.092422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697711.092436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697711.092440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697711.092442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697711.092480:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697711.092487:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000800:00000200:0.0:1779697711.096941:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.096946:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697711.096950:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.096955:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697711.096960:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:0.0:1779697711.096963:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:3.1:1779697711.101424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697711.101440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697711.101445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697711.101448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000020:00000010:0.0:1779697711.102873:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.102880:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.102885:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6a00. 00000020:00000010:0.0:1779697711.102890:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c200. 00000020:00000010:0.0:1779697711.102894:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697711.103346:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.103350:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697711.103354:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215335168 02000000:00000010:0.0:1779697711.103407:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3520000. 00010000:00000010:0.0:1779697711.103447:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:0.0:1779697711.103464:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2180. 00010000:00000010:0.0:1779697711.103483:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697711.103488:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697711.103503:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697711.103506:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697711.103510:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697711.103513:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697711.103619:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697711.103622:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697711.103625:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697711.103628:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00000020:00000010:0.0:1779697711.103651:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697711.103657:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697711.103666:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6a80. 00080000:00000010:0.0:1779697711.103676:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3460c00. 00000001:00000010:0.0:1779697711.104062:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe60c0. 00000001:00000010:0.0:1779697711.104068:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697711.104100:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6a80. 00010000:00000010:0.0:1779697711.104107:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697711.104110:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697711.104121:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697711.104161:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697711.104174:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697711.104188:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974044, last committed = 8589974006 00010000:00000200:0.0:1779697711.104197:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebce00 x1866146215335168/t8589974044(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697711.104216:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697711.104223:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215335168, offset 224 00000400:00000010:0.0:1779697711.104229:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217d90. 00000400:00000200:0.0:1779697711.104233:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.104246:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.104252:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308480:308480:256:4294967295] 192.168.203.23@tcp LPNI seq info [308476:308476:8:4294967295] 00000400:00000200:0.0:1779697711.104257:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697711.104263:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.104268:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.104284:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697711.104290:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.104297:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.104301:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.104323:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c200. 00000020:00000010:0.0:1779697711.104327:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697711.104330:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6a00. 00000400:00000200:0.0:1779697711.108792:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697711.108830:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a92f1 00000400:00000200:0.0:1779697711.108843:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.108847:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697711.108854:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:0.0:1779697711.108858:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00010000:00000010:3.1:1779697711.122439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697711.122461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:0.0:1779697711.123026:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.123045:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006439680 00000400:00000200:0.0:1779697711.123053:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 26600 00000400:00000200:0.0:1779697711.123069:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.123074:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.123084:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.123092:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02df80. 00010000:00000010:0.1:1779697711.129445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697711.129451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697711.129455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697711.129458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000020:00000010:0.0:1779697711.133442:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.133449:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.133456:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6a00. 00000020:00000010:0.0:1779697711.133463:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c200. 00000020:00000010:0.0:1779697711.133468:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00010000:00000010:3.1:1779697711.133473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697711.133482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697711.133486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697711.133494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697711.133499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697711.133503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000020:00000010:0.0:1779697711.133508:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.133512:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697711.133515:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215335936 02000000:00000010:0.0:1779697711.133553:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3522000. 00010000:00000010:0.0:1779697711.133596:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:0.0:1779697711.133615:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2080. 00010000:00000010:0.0:1779697711.133637:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697711.133642:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697711.133661:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697711.133664:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697711.133669:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697711.133672:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697711.133802:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697711.133806:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c000. 00010000:00000010:0.0:1779697711.133809:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697711.133813:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000020:00000010:0.0:1779697711.133849:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697711.133856:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697711.133869:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6a80. 00080000:00000010:0.0:1779697711.133878:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3460000. 00010000:00000010:1.1:1779697711.134085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697711.134093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697711.134097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697711.134100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000001:00000010:0.0:1779697711.134324:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe69c0. 00000001:00000010:0.0:1779697711.134331:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697711.134364:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6a80. 00010000:00000010:0.0:1779697711.134373:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697711.134377:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697711.134422:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697711.134454:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697711.134466:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697711.134481:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974046, last committed = 8589974006 00010000:00000200:0.0:1779697711.134490:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebe300 x1866146215335936/t8589974046(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697711.134508:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697711.134514:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215335936, offset 224 00000400:00000010:0.0:1779697711.134520:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217a80. 00000400:00000200:0.0:1779697711.134525:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.134540:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.134546:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308484:308484:256:4294967295] 192.168.203.23@tcp LPNI seq info [308480:308480:8:4294967295] 00000400:00000200:0.0:1779697711.134551:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697711.134558:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.134564:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.134569:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697711.134578:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.134584:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.134588:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.134605:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c200. 00000020:00000010:0.0:1779697711.134611:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697711.134614:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6a00. 00010000:00000010:3.1:1779697711.137487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697711.137503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697711.137506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697711.137509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697711.137512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697711.137517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697711.137521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697711.137525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:0.1:1779697711.141993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:0.1:1779697711.142002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697711.142008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697711.142011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697711.146000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697711.146009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000020:00000010:0.0:1779697711.151837:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.151845:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.151852:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6a00. 00000020:00000010:0.0:1779697711.151858:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c200. 00000020:00000010:0.0:1779697711.151864:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697711.151902:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.151904:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697711.151907:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215336320 02000000:00000010:0.0:1779697711.151949:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3527000. 00010000:00000010:0.0:1779697711.151995:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697711.152015:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2200. 00010000:00000010:0.0:1779697711.152034:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697711.152039:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697711.152054:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697711.152057:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c400. 00010000:00000010:0.0:1779697711.152061:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697711.152064:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697711.152182:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697711.152185:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c280. 00010000:00000010:0.0:1779697711.152188:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697711.152190:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697711.152213:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697711.152220:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697711.152231:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6a80. 00080000:00000010:0.0:1779697711.152240:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3461000. 00010000:00000010:3.1:1779697711.152465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697711.152473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000001:00000010:0.0:1779697711.152693:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6960. 00000001:00000010:0.0:1779697711.152700:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000800:00000200:0.0:1779697711.153307:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.153312:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697711.153317:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.153322:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697711.160611:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697711.160635:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697711.160641:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697711.160646:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697711.162422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:0.1:1779697711.162432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697711.162978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697711.162985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697711.173854:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697711.173863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697711.173868:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697711.173873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000800:00000200:0.0:1779697711.175134:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.175142:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697711.175149:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.175156:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697711.175164:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:0.0:1779697711.175166:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:3.1:1779697711.179041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697711.179060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697711.179067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697711.179073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000020:00000010:0.0:1779697711.179386:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.179426:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.179433:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697711.179438:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c700. 00000020:00000010:0.0:1779697711.179443:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697711.179482:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.179485:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697711.179488:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215336704 02000000:00000010:0.0:1779697711.179521:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3521000. 00010000:00000010:0.0:1779697711.179559:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:0.0:1779697711.179573:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2800. 00010000:00000010:0.0:1779697711.179590:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697711.179595:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697711.179609:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697711.179612:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697711.179616:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697711.179619:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697711.179726:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697711.179729:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697711.179732:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697711.179735:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697711.179755:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fc40. 00000020:00000010:0.0:1779697711.179762:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fc40. 00000020:00000010:0.0:1779697711.179773:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6b40. 00080000:00000010:0.0:1779697711.179781:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3460800. 00000001:00000010:0.0:1779697711.180180:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe65a0. 00000001:00000010:0.0:1779697711.180187:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697711.180220:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6b40. 00010000:00000010:0.0:1779697711.180230:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697711.180234:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697711.180246:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697711.180301:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697711.180316:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000200:0.0:1779697711.180330:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974048, last committed = 8589974006 00010000:00000200:0.0:1779697711.180338:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb7800 x1866146215336704/t8589974048(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697711.180361:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697711.180367:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215336704, offset 224 00000400:00000010:0.0:1779697711.180373:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2178c0. 00000400:00000200:0.0:1779697711.180377:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.180417:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.180423:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308488:308488:256:4294967295] 192.168.203.23@tcp LPNI seq info [308484:308484:8:4294967295] 00000400:00000200:0.0:1779697711.180429:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697711.180438:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.180443:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.180449:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697711.180455:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.180464:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.180468:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.180488:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c700. 00000020:00000010:0.0:1779697711.180493:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697711.180496:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00000800:00000200:0.0:1779697711.180588:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.180592:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697711.180596:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.180600:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.183156:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.183160:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.183165:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.183171:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebd500. 00000020:00000010:2.0:1779697711.183523:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697711.183529:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697711.183534:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697711.183538:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f00. 00000020:00000010:2.0:1779697711.183542:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697711.183577:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde080. 00000020:00000010:2.0:1779697711.183579:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde080. 00000100:00000200:2.0:1779697711.183582:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215336832 00000001:00000010:2.0:1779697711.183591:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:2.0:1779697711.183611:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697711.183617:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697711.183639:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf8258000. 00010000:00000010:2.0:1779697711.183663:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697711.183666:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697711.183681:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697711.183685:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697711.183688:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697711.183691:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697711.183783:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697711.183791:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e960. 00000004:00000010:2.0:1779697711.183797:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697711.183805:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:0.1:1779697711.185426:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:0.1:1779697711.185438:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697711.185443:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697711.185446:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.0:1779697711.190370:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697711.190380:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697711.190408:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697711.190418:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697711.190498:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697711.190512:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697711.190517:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697711.190542:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697711.190560:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebd500 x1866146215336832/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.190582:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697711.190588:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215336832, offset 224 00000400:00000200:2.0:1779697711.190595:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.190608:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.190615:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308489:308489:256:4294967295] 192.168.203.23@tcp LPNI seq info [308485:308485:8:4294967295] 00000400:00000200:2.0:1779697711.190626:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.190631:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.190636:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697711.190643:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.190650:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.190654:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.190679:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f00. 00000020:00000010:2.0:1779697711.190685:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697711.190689:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7200. 00010000:00000010:1.1:1779697711.191702:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:1.1:1779697711.191711:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697711.198642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697711.198659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697711.202432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697711.202449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697711.202454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697711.202456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:3.0:1779697711.203014:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.203034:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006439c80 00000400:00000200:3.0:1779697711.203042:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 30856 00000400:00000200:3.0:1779697711.203058:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.203063:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.203072:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.203078:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebed80. 00010000:00000010:2.0:1779697711.204223:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697711.204229:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088500. 00010000:00000010:2.0:1779697711.204235:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00000800:00000200:2.0:1779697711.204464:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.204468:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697711.204473:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.204478:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697711.205669:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:3.0:1779697711.205677:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088800. 00000400:00000200:3.0:1779697711.206841:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.206854:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006439d00 00000400:00000200:3.0:1779697711.206862:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 31344 00000400:00000200:3.0:1779697711.206918:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.206923:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.206929:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.206935:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebf480. 00000800:00000200:2.0:1779697711.208952:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.208959:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697711.208964:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.208970:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.208975:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:2.0:1779697711.208977:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:1.1:1779697711.209458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697711.209467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697711.211426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697711.211426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697711.211537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697711.217440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697711.219542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697711.220192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697711.224814:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697711.224838:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697711.224841:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697711.224844:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000020:00000010:2.0:1779697711.229623:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde700. 00000020:00000010:2.0:1779697711.229636:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde700. 00000020:00000010:2.0:1779697711.229645:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697711.229650:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f00. 00000020:00000010:2.0:1779697711.229656:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697711.229706:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde700. 00000020:00000010:2.0:1779697711.229709:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde700. 00000100:00000200:2.0:1779697711.229712:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215337472 02000000:00000010:2.0:1779697711.229752:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825d000. 00010000:00000010:2.0:1779697711.229795:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:2.0:1779697711.229812:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00010000:00000010:2.0:1779697711.229838:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697711.229845:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.229861:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697711.229864:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697711.229868:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697711.229871:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697711.229974:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697711.229977:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:2.0:1779697711.229980:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697711.229983:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697711.230018:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b2c0. 00000020:00000010:2.0:1779697711.230024:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b2c0. 00000020:00000010:2.0:1779697711.230035:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a840. 00080000:00000010:2.0:1779697711.230044:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda1c00. 00000001:00000010:2.0:1779697711.230712:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a120. 00000001:00000010:2.0:1779697711.230723:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697711.230760:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a840. 00010000:00000010:2.0:1779697711.230771:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697711.230776:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.230789:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697711.230838:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697711.230856:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697711.230865:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697711.230871:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6880. 00010000:00000200:2.0:1779697711.230873:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974050, last committed = 8589974006 00010000:00000010:3.0:1779697711.230877:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00010000:00000200:2.0:1779697711.230884:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb7100 x1866146215337472/t8589974050(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.230905:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697711.230912:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215337472, offset 224 00000400:00000010:2.0:1779697711.230919:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a42ab8. 00000400:00000200:2.0:1779697711.230923:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.230938:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.230944:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308492:308492:256:4294967295] 192.168.203.23@tcp LPNI seq info [308488:308488:8:4294967295] 00000400:00000200:2.0:1779697711.230950:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.230957:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.230963:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.230968:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697711.230975:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.230982:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.230996:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.231017:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f00. 00000020:00000010:2.0:1779697711.231021:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697711.231024:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f7200. 00000800:00000200:3.0:1779697711.231882:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.231888:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697711.231893:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.231899:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.233963:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697711.233982:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9321 00000400:00000200:2.0:1779697711.233998:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.234003:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697711.234009:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697711.234012:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:2.1:1779697711.235421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697711.235430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697711.235434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697711.235440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697711.235575:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697711.235581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000020:00000010:3.0:1779697711.236845:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174300. 00000020:00000010:3.0:1779697711.236851:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174300. 00000020:00000010:3.0:1779697711.236858:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697711.236862:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2200. 00000020:00000010:3.0:1779697711.236868:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697711.236906:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174300. 00000020:00000010:3.0:1779697711.236908:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174300. 00000100:00000200:3.0:1779697711.236911:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215337600 00000001:00000010:3.0:1779697711.236921:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:3.0:1779697711.236949:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697711.236955:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 02000000:00000010:3.0:1779697711.237030:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70b8000. 00010000:00000010:3.0:1779697711.237060:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697711.237065:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697711.237083:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697711.237086:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff3b2080. 00010000:00000010:3.0:1779697711.237090:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697711.237092:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000004:00000010:3.0:1779697711.237186:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e83c0. 00000004:00000010:3.0:1779697711.237194:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af960. 00000004:00000010:3.0:1779697711.237200:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ff0. 00080000:00000010:3.0:1779697711.237209:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266390. 00010000:00000010:1.1:1779697711.246110:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697711.246128:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697711.251191:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697711.251204:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:2.0:1779697711.251212:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697711.251220:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.251308:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:2.0:1779697711.251323:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697711.251329:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2080. 00010000:00000010:2.0:1779697711.251357:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:2.0:1779697711.251378:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4000 x1866146215337600/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.251436:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697711.251444:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215337600, offset 224 00000400:00000200:2.0:1779697711.251453:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.251468:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.251474:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308493:308493:256:4294967295] 192.168.203.23@tcp LPNI seq info [308489:308489:8:4294967295] 00000400:00000200:2.0:1779697711.251486:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.251492:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.251498:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697711.251505:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.251513:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.251517:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.251694:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2200. 00000020:00000010:2.0:1779697711.251698:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:2.0:1779697711.251702:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00010000:00000010:2.1:1779697711.256430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697711.256446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697711.256451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:2.1:1779697711.256454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:2.0:1779697711.256724:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.256742:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006439f80 00000400:00000200:2.0:1779697711.256761:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 32984 00000400:00000200:2.0:1779697711.256776:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.256781:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.256788:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.256794:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b100. 00000020:00000010:3.0:1779697711.256886:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.256892:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.256900:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacedb0e00. 00000020:00000010:3.0:1779697711.256906:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2200. 00000020:00000010:3.0:1779697711.256911:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697711.256953:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.256956:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000100:00000200:3.0:1779697711.256959:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215337856 02000000:00000010:3.0:1779697711.257000:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf70ba000. 00010000:00000010:3.0:1779697711.257040:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697711.257055:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:3.0:1779697711.257072:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.257079:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.257094:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.257099:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff3b2080. 00010000:00000010:3.0:1779697711.257102:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.257105:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697711.257203:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697711.257206:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff3b2c00. 00010000:00000010:3.0:1779697711.257209:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.257213:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000020:00000010:3.0:1779697711.257236:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b976e0. 00000020:00000010:3.0:1779697711.257242:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b976e0. 00000020:00000010:3.0:1779697711.257252:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717a20. 00080000:00000010:3.0:1779697711.257260:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4495400. 00000001:00000010:3.0:1779697711.257883:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717ba0. 00000001:00000010:3.0:1779697711.257890:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697711.257923:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717a20. 00010000:00000010:3.0:1779697711.257933:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697711.257937:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697711.257951:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:2.0:1779697711.261695:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697711.261717:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697711.264103:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697711.264120:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2c00. 00010000:00000010:3.0:1779697711.264151:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697711.264180:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974051, last committed = 8589974006 00010000:00000200:3.0:1779697711.264191:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b100 x1866146215337856/t8589974051(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1779697711.265532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697711.265545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00000400:00000010:2.0:1779697711.266474:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697711.266486:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215337856, offset 224 00000400:00000010:2.0:1779697711.266495:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc2a426c8. 00000400:00000200:2.0:1779697711.266502:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.266517:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.266523:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308494:308494:256:4294967295] 192.168.203.23@tcp LPNI seq info [308490:308490:8:4294967295] 00000400:00000200:2.0:1779697711.266529:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.266535:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.266541:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.266546:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697711.266552:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.266560:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.267048:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.267666:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2200. 00000020:00000010:2.0:1779697711.267674:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:2.0:1779697711.267678:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacedb0e00. 00010000:00000010:3.1:1779697711.272435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697711.272451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697711.272456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000020:00000010:2.0:1779697711.277102:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.277107:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.277112:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f7200. 00000020:00000010:2.0:1779697711.277116:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:2.0:1779697711.277121:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697711.277165:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.277168:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697711.277170:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215337984 00000001:00000010:2.0:1779697711.277180:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697711.277202:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697711.277210:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697711.277235:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf825f000. 00010000:00000010:2.0:1779697711.277262:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697711.277266:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697711.277285:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697711.277288:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:2.0:1779697711.277292:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.277294:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.1:1779697711.277407:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000004:00000010:2.0:1779697711.277415:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697711.277424:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e870. 00000004:00000010:2.0:1779697711.277431:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697711.277440:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:3.0:1779697711.277904:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697711.277917:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2080. 00000800:00000200:2.0:1779697711.278525:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.278529:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697711.278534:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.278539:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.278543:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:2.0:1779697711.278545:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000020:00000010:2.0:1779697711.281104:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.281110:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.281116:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6a00. 00000020:00000010:2.0:1779697711.281120:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697711.281125:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.281165:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.281168:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697711.281172:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215338240 02000000:00000010:2.0:1779697711.281207:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825c000. 00010000:00000010:2.0:1779697711.281245:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:2.0:1779697711.281260:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088400. 00010000:00000010:2.0:1779697711.281276:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697711.281282:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697711.281296:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697711.281299:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c00. 00010000:00000010:2.0:1779697711.281303:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697711.281307:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697711.281432:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697711.281437:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:2.0:1779697711.281441:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697711.281445:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697711.281470:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697711.281475:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697711.281486:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34af00. 00080000:00000010:2.0:1779697711.281495:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda3c00. 00000001:00000010:2.0:1779697711.282102:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a180. 00000001:00000010:2.0:1779697711.282109:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697711.282144:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34af00. 00010000:00000010:2.0:1779697711.282155:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697711.282159:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697711.282171:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697711.282214:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697711.282233:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697711.282250:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974052, last committed = 8589974006 00010000:00000200:2.0:1779697711.282259:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483ce00 x1866146215338240/t8589974052(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.282280:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697711.282286:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215338240, offset 224 00000400:00000010:2.0:1779697711.282293:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fdc8. 00000400:00000200:2.0:1779697711.282297:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.282309:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.282314:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308496:308496:256:4294967295] 192.168.203.23@tcp LPNI seq info [308492:308492:8:4294967295] 00000400:00000200:2.0:1779697711.282319:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.282325:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.282330:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.282335:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697711.282341:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.282347:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.282350:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.282380:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697711.282385:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.282411:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6a00. 00000800:00000200:3.0:1779697711.282603:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.282608:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697711.282616:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.282621:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697711.284518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697711.284534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697711.284542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697711.284548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697711.285206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697711.285216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:2.0:1779697711.285467:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697711.285485:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9331 00000400:00000200:2.0:1779697711.285491:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.285496:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697711.285503:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697711.285506:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000400:00000200:2.0:1779697711.285586:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.285593:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643a180 00000400:00000200:2.0:1779697711.285601:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 34536 00000400:00000200:2.0:1779697711.285653:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.285657:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.285661:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.285666:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28380. 00000020:00000010:3.0:1779697711.286288:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.286295:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.286301:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb388400. 00000020:00000010:3.0:1779697711.286306:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2080. 00000020:00000010:3.0:1779697711.286312:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697711.286368:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.286372:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000100:00000200:3.0:1779697711.286376:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215338368 00000001:00000010:3.0:1779697711.286412:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697711.286437:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.286444:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697711.286472:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70bf000. 00010000:00000010:3.0:1779697711.286503:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.286509:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.286529:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.286533:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff3b2c00. 00010000:00000010:3.0:1779697711.286537:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.286541:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000004:00000010:3.0:1779697711.287005:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8f00. 00000004:00000010:3.0:1779697711.287015:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af9d8. 00000004:00000010:3.0:1779697711.287022:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82880. 00080000:00000010:3.0:1779697711.287032:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266000. 00010000:00000010:2.1:1779697711.288888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697711.288897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697711.288903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697711.288907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697711.289295:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697711.289301:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff3b2200. 00010000:00000010:3.0:1779697711.289307:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697711.289314:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697711.289385:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.289415:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697711.289419:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2c00. 00010000:00000010:3.0:1779697711.289449:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697711.289473:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28380 x1866146215338368/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1779697711.289496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00000400:00000010:3.0:1779697711.289500:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00010000:00000010:1.1:1779697711.289504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000100:00000200:3.0:1779697711.289509:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215338368, offset 224 00000400:00000200:3.0:1779697711.289516:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.289531:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.289538:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308497:308497:256:4294967295] 192.168.203.23@tcp LPNI seq info [308493:308493:8:4294967295] 00000400:00000200:3.0:1779697711.289554:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.289561:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.289567:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697711.289574:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.291799:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.291806:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.291853:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2080. 00000020:00000010:3.0:1779697711.291862:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697711.291867:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb388400. 00000800:00000200:2.0:1779697711.292163:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.292169:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697711.292174:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.292180:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.292186:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:2.0:1779697711.292189:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:1.1:1779697711.294236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697711.294251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000400:00000200:3.0:1779697711.295812:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.295840:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643a280 00000400:00000200:3.0:1779697711.295851:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 35112 00000400:00000200:3.0:1779697711.295870:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.295876:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.295887:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.295899:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3100. 00000020:00000010:2.0:1779697711.296104:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.296111:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.296117:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6a00. 00000020:00000010:2.0:1779697711.296123:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697711.296128:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.296169:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.296172:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697711.296176:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215338624 02000000:00000010:2.0:1779697711.296213:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825b000. 00010000:00000010:2.0:1779697711.296256:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:2.0:1779697711.296274:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2200. 00010000:00000010:2.0:1779697711.296294:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697711.296300:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697711.296317:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697711.296320:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:2.0:1779697711.296325:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697711.296328:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697711.296462:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697711.296466:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697711.296470:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697711.296472:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697711.296497:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bc00. 00000020:00000010:2.0:1779697711.296503:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bc00. 00000020:00000010:2.0:1779697711.296514:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34af00. 00080000:00000010:2.0:1779697711.296523:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda2800. 00000001:00000010:2.0:1779697711.298146:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ad80. 00000001:00000010:2.0:1779697711.298156:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697711.298192:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34af00. 00010000:00000010:2.0:1779697711.298204:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697711.298211:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697711.298229:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697711.298274:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.298295:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697711.298315:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974053, last committed = 8589974006 00010000:00000200:2.0:1779697711.298327:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3100 x1866146215338624/t8589974053(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.298346:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697711.298353:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215338624, offset 224 00000400:00000010:2.0:1779697711.298359:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f818. 00000400:00000200:2.0:1779697711.298364:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.298378:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.298385:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308498:308498:256:4294967295] 192.168.203.23@tcp LPNI seq info [308494:308494:8:4294967295] 00000400:00000200:2.0:1779697711.299671:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.299679:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.299687:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.299696:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697711.299704:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.299712:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.299717:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.299745:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697711.299751:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.299756:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6a00. 00000800:00000200:2.0:1779697711.299867:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.299871:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697711.299875:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.299881:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697711.302509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.1:1779697711.302525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697711.303462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697711.303471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697711.303475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697711.303479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.303517:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697711.303528:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:3.0:1779697711.303541:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000010:2.1:1779697711.307427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697711.307446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:2.0:1779697711.308086:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697711.308103:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9339 00000400:00000200:2.0:1779697711.308109:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.308114:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697711.308120:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697711.308122:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000400:00000200:2.0:1779697711.308147:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.308153:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643a300 00000400:00000200:2.0:1779697711.308159:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 35600 00000400:00000200:2.0:1779697711.308207:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.308212:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.308217:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:3.0:1779697711.308223:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00000100:00000010:2.0:1779697711.308232:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29180. 00010000:00000010:3.0:1779697711.308236:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00010000:00000010:3.0:1779697711.309867:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.309876:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff3b2200. 00010000:00000010:3.0:1779697711.309882:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.309889:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697711.309955:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:3.0:1779697711.309968:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697711.309973:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00010000:00000010:3.0:1779697711.309995:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:3.0:1779697711.310013:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29180 x1866146215338752/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.310032:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697711.310037:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215338752, offset 224 00000400:00000200:3.0:1779697711.310044:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.310056:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.310062:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308499:308499:256:4294967295] 192.168.203.23@tcp LPNI seq info [308495:308495:8:4294967295] 00000400:00000200:3.0:1779697711.310072:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.310077:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.310082:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697711.310088:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.310096:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.310100:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.310130:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088e00. 00000020:00000010:3.0:1779697711.310142:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:3.0:1779697711.310147:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb02c8fa00. 00010000:00000010:3.1:1779697711.316483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697711.316498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697711.319927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697711.319943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:3.0:1779697711.322121:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.322151:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643a400 00000400:00000200:3.0:1779697711.322161:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 36176 00000400:00000200:3.0:1779697711.322185:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.322192:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.322201:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.322208:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1180. 00010000:00000010:3.0:1779697711.326170:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:3.0:1779697711.326175:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088c00. 00010000:00000010:3.0:1779697711.326181:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00000800:00000200:3.0:1779697711.326548:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.326553:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697711.326558:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.326562:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697711.328004:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:3.0:1779697711.328012:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:3.1:1779697711.329462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697711.329476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697711.329479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697711.329482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:3.0:1779697711.329687:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.329702:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643a480 00000400:00000200:3.0:1779697711.329711:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 36664 00000400:00000200:3.0:1779697711.329766:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.329773:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.329782:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.329789:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2d80. 00000020:00000010:0.0:1779697711.329883:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.329890:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.329896:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697711.329901:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c700. 00000020:00000010:0.0:1779697711.329907:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697711.329948:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697711.329950:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697711.329953:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215339136 00000001:00000010:0.0:1779697711.329963:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:0.0:1779697711.330091:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697711.330100:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 02000000:00000010:0.0:1779697711.330129:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf4915000. 00010000:00000010:0.0:1779697711.330155:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697711.330159:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697711.330176:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697711.330179:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c600. 00010000:00000010:0.0:1779697711.330183:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697711.330185:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000004:00000010:0.0:1779697711.333416:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676af00. 00000004:00000010:0.0:1779697711.333432:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef2d0. 00000004:00000010:0.0:1779697711.334064:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31a90. 00080000:00000010:0.0:1779697711.334079:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0c78. 00010000:00000010:0.0:1779697711.335950:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697711.335960:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697711.335968:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697711.335976:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697711.336056:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697711.336067:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697711.336072:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c600. 00010000:00000010:0.0:1779697711.336096:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000200:0.0:1779697711.336115:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df2d80 x1866146215339136/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.336135:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697711.336142:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215339136, offset 224 00000400:00000200:0.0:1779697711.336150:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.336163:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.336169:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308501:308501:256:4294967295] 192.168.203.23@tcp LPNI seq info [308497:308497:8:4294967295] 00000400:00000200:0.0:1779697711.336180:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.336187:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.336192:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697711.336199:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.336208:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.336213:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.336306:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c700. 00000020:00000010:0.0:1779697711.336311:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697711.336314:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00010000:00000010:3.1:1779697711.337471:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697711.337481:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697711.337485:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697711.337489:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000800:00000200:3.0:1779697711.337638:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.337643:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697711.337648:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.337656:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.337662:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:3.0:1779697711.337665:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00010000:00000010:0.1:1779697711.340511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697711.340525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697711.340532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697711.340536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697711.341421:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697711.341431:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697711.341437:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697711.341440:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000020:00000010:0.0:1779697711.341598:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea615c0. 00000020:00000010:0.0:1779697711.341603:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea615c0. 00000020:00000010:0.0:1779697711.341611:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90efa00. 00000020:00000010:0.0:1779697711.341616:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c700. 00000020:00000010:0.0:1779697711.341621:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697711.341661:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea615c0. 00000020:00000010:0.0:1779697711.341664:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea615c0. 00000100:00000200:0.0:1779697711.341667:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215339392 02000000:00000010:0.0:1779697711.341711:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf4917000. 00010000:00000010:0.0:1779697711.341748:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697711.341764:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697711.341781:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697711.341786:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697711.341801:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697711.341804:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697711.341808:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697711.341812:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697711.341940:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697711.341945:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c600. 00010000:00000010:0.0:1779697711.341949:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697711.341953:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000020:00000010:0.0:1779697711.341983:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fd80. 00000020:00000010:0.0:1779697711.341990:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fd80. 00000020:00000010:0.0:1779697711.342000:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe64e0. 00080000:00000010:0.0:1779697711.342008:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3462800. 00000001:00000010:0.0:1779697711.342458:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c060. 00000001:00000010:0.0:1779697711.342466:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697711.342500:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe64e0. 00010000:00000010:0.0:1779697711.342510:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697711.342514:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697711.342525:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697711.342567:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:3.0:1779697711.342583:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697711.342586:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:3.0:1779697711.342591:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c600. 00010000:00000010:3.0:1779697711.342602:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00010000:00000200:0.0:1779697711.342603:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974055, last committed = 8589974006 00010000:00000200:0.0:1779697711.342613:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483e680 x1866146215339392/t8589974055(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697711.342631:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697711.342637:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215339392, offset 224 00000400:00000010:0.0:1779697711.342643:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217c08. 00000400:00000200:0.0:1779697711.342646:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.342658:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.342664:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308502:308502:256:4294967295] 192.168.203.23@tcp LPNI seq info [308498:308498:8:4294967295] 00000400:00000200:0.0:1779697711.342670:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697711.342677:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.342683:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.342688:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697711.342696:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.342704:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.342708:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.342726:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c700. 00000020:00000010:0.0:1779697711.342729:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697711.342733:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90efa00. 00000800:00000200:3.0:1779697711.343416:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.343422:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697711.343428:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.343435:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.344901:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.344918:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9349 00000400:00000200:3.0:1779697711.344925:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.344928:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.344935:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:3.0:1779697711.344938:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000020:00000010:3.0:1779697711.345658:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174980. 00000020:00000010:3.0:1779697711.345664:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174980. 00000020:00000010:3.0:1779697711.345669:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:3.0:1779697711.345674:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2200. 00000020:00000010:3.0:1779697711.345678:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697711.345715:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174980. 00000020:00000010:3.0:1779697711.345718:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174980. 00000100:00000200:3.0:1779697711.345721:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215339520 00000001:00000010:3.0:1779697711.345730:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:3.0:1779697711.345755:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.345760:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697711.345784:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70b9000. 00010000:00000010:3.0:1779697711.345809:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.345813:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.345838:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.345842:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e80. 00010000:00000010:3.0:1779697711.345845:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697711.345848:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697711.345929:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8d20. 00000004:00000010:3.0:1779697711.345937:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af0f0. 00000004:00000010:3.0:1779697711.345942:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82550. 00080000:00000010:3.0:1779697711.345950:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266ab0. 00010000:00000010:0.1:1779697711.349464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697711.349477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.0:1779697711.352109:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697711.352122:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:3.0:1779697711.352130:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697711.352139:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697711.352228:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.352242:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697711.352432:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e80. 00010000:00000010:3.0:1779697711.352533:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697711.352555:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483c000 x1866146215339520/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.352577:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697711.352584:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215339520, offset 224 00000400:00000200:3.0:1779697711.352591:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.352605:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.352676:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308503:308503:256:4294967295] 192.168.203.23@tcp LPNI seq info [308499:308499:8:4294967295] 00000400:00000200:3.0:1779697711.352689:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.352694:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.352700:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697711.352708:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.352716:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.352720:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.352797:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2200. 00000020:00000010:3.0:1779697711.352804:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697711.352808:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00010000:00000010:1.1:1779697711.356432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697711.356449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697711.356467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697711.356475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697711.356569:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697711.356574:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000800:00000200:0.0:1779697711.356678:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.356683:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697711.356688:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.356697:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697711.356705:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:0.0:1779697711.356708:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00000400:00000200:3.0:1779697711.359672:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.359698:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643a700 00000400:00000200:3.0:1779697711.359708:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 38304 00000400:00000200:3.0:1779697711.359727:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.359732:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.359741:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.359749:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0e00. 00010000:00000010:3.1:1779697711.368434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697711.368513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697711.368518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697711.368520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000200:0.0:1779697711.374538:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697711.374559:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9351 00000400:00000200:0.0:1779697711.374565:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.374570:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697711.374576:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697711.374579:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000200:0.0:1779697711.374643:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.374650:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643a780 00000400:00000200:0.0:1779697711.374657:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 38792 00000400:00000200:0.0:1779697711.374712:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.374716:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.374721:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.374727:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ea00. 00010000:00000010:0.0:1779697711.376733:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697711.376738:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c400. 00010000:00000010:0.0:1779697711.376742:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697711.376746:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697711.376809:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:0.0:1779697711.376835:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:0.0:1779697711.376841:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088900. 00010000:00000010:0.0:1779697711.376863:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000200:0.0:1779697711.376881:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02ea00 x1866146215339904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.376910:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697711.376918:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215339904, offset 224 00000400:00000200:0.0:1779697711.376925:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.376938:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.376945:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308505:308505:256:4294967295] 192.168.203.23@tcp LPNI seq info [308501:308501:8:4294967295] 00000400:00000200:0.0:1779697711.376957:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.376963:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.376968:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697711.376974:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.376982:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.376999:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.377026:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088c00. 00000020:00000010:0.0:1779697711.377031:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:0.0:1779697711.377035:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb02c8fe00. 00010000:00000010:1.1:1779697711.377853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:1.1:1779697711.377864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697711.379153:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:3.0:1779697711.379166:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:0.1:1779697711.382517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697711.382534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697711.382538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697711.382541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697711.386764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697711.386779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697711.386786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697711.386791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000020:00000010:2.0:1779697711.387098:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.387104:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.387111:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6a00. 00000020:00000010:2.0:1779697711.387116:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697711.387122:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.387167:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697711.387169:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697711.387172:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215340160 02000000:00000010:2.0:1779697711.387212:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac2f41000. 00010000:00000010:2.0:1779697711.387262:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:2.0:1779697711.387278:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c400. 00010000:00000010:2.0:1779697711.387295:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697711.387301:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697711.387316:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697711.387319:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697711.387323:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697711.387326:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.387461:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697711.387465:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6300. 00010000:00000010:2.0:1779697711.387469:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.387472:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697711.387497:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b320. 00000020:00000010:2.0:1779697711.387504:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b320. 00000020:00000010:2.0:1779697711.387515:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34af00. 00080000:00000010:2.0:1779697711.387524:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda0800. 00000001:00000010:2.0:1779697711.387919:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a8a0. 00000001:00000010:2.0:1779697711.387925:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697711.387957:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34af00. 00010000:00000010:2.0:1779697711.387966:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697711.387971:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697711.387983:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697711.388216:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.388234:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697711.388299:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974057, last committed = 8589974006 00010000:00000200:2.0:1779697711.388310:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483d500 x1866146215340160/t8589974057(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.388328:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697711.388335:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215340160, offset 224 00000400:00000010:2.0:1779697711.388341:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fa48. 00000400:00000200:2.0:1779697711.388345:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.388358:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.388363:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308506:308506:256:4294967295] 192.168.203.23@tcp LPNI seq info [308502:308502:8:4294967295] 00000400:00000200:2.0:1779697711.388369:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.388375:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.388380:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.388386:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697711.388413:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.388420:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.388424:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.388503:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697711.388508:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.388512:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6a00. 00000800:00000200:2.0:1779697711.388614:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.388618:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697711.388622:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.388626:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697711.399374:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697711.401081:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.0:1779697711.401141:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697711.401151:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00000020:00000010:3.0:1779697711.402198:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1740c0. 00000020:00000010:3.0:1779697711.402205:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1740c0. 00000020:00000010:3.0:1779697711.402211:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:3.0:1779697711.402216:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85e80. 00000020:00000010:3.0:1779697711.402221:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697711.402270:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1740c0. 00000020:00000010:3.0:1779697711.402273:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1740c0. 00000100:00000200:3.0:1779697711.402275:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215340288 00000001:00000010:3.0:1779697711.402286:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:3.0:1779697711.402313:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.402320:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697711.402346:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ef000. 00010000:00000010:3.0:1779697711.402374:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697711.402377:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697711.402414:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.402418:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85880. 00010000:00000010:3.0:1779697711.402422:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.402425:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000004:00000010:3.0:1779697711.402715:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e9e00. 00000004:00000010:3.0:1779697711.402724:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd98. 00000004:00000010:3.0:1779697711.402730:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82000. 00080000:00000010:3.0:1779697711.402738:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82678f0. 00010000:00000010:1.1:1779697711.403723:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697711.403736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697711.405377:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697711.405409:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697711.405415:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697711.405420:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697711.406965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697711.406978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.0:1779697711.408716:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697711.408725:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85a00. 00010000:00000010:3.0:1779697711.408732:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697711.408738:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697711.408958:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697711.408983:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.408990:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85880. 00010000:00000010:3.0:1779697711.409019:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697711.409038:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483f480 x1866146215340288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.409059:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697711.409067:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215340288, offset 224 00000400:00000200:3.0:1779697711.409074:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.409090:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.409096:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308507:308507:256:4294967295] 192.168.203.23@tcp LPNI seq info [308503:308503:8:4294967295] 00000400:00000200:3.0:1779697711.409107:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.409113:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.409119:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697711.409125:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.409133:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.409137:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.418547:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85e80. 00000020:00000010:3.0:1779697711.418563:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697711.418569:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000020:00000010:3.0:1779697711.428095:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.428109:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.428116:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:3.0:1779697711.428122:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85e80. 00000020:00000010:3.0:1779697711.428129:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697711.428182:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.429242:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000100:00000200:3.0:1779697711.429248:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215340544 02000000:00000010:2.0:1779697711.429375:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac2f46000. 00010000:00000010:2.0:1779697711.429531:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697711.429552:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85a00. 00010000:00000010:2.0:1779697711.429579:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697711.429588:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697711.429609:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697711.429614:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:2.0:1779697711.429618:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.429621:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.429771:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697711.429775:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:2.0:1779697711.429778:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697711.429781:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697711.429807:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b9a0. 00000020:00000010:2.0:1779697711.429814:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b9a0. 00000020:00000010:2.0:1779697711.429843:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34af00. 00080000:00000010:2.0:1779697711.429857:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc2ecc00. 00000001:00000010:2.0:1779697711.430344:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aa20. 00000001:00000010:2.0:1779697711.430354:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697711.430429:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34af00. 00010000:00000010:2.0:1779697711.430441:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697711.430446:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.430463:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697711.430517:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697711.430536:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697711.430556:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974058, last committed = 8589974006 00010000:00000200:2.0:1779697711.430569:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483c700 x1866146215340544/t8589974058(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.430591:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697711.430599:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215340544, offset 224 00000400:00000010:2.0:1779697711.430606:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fc08. 00000400:00000200:2.0:1779697711.430611:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.430627:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.430634:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308508:308508:256:4294967295] 192.168.203.23@tcp LPNI seq info [308504:308504:8:4294967295] 00000400:00000200:2.0:1779697711.430640:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.430647:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.430653:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.430659:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697711.430666:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.430674:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.430678:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.430705:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85e80. 00000020:00000010:2.0:1779697711.430710:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:2.0:1779697711.430714:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000800:00000200:2.0:1779697711.430848:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.430853:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697711.430857:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.430863:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697711.431070:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:3.0:1779697711.431078:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:3.0:1779697711.431085:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000400:00000200:3.0:1779697711.433743:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.433766:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9361 00000400:00000200:3.0:1779697711.433773:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.433779:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.433787:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:3.0:1779697711.433791:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00010000:00000010:2.0:1779697711.434330:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.434343:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:3.1:1779697711.434779:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697711.434791:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697711.434797:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697711.434802:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000020:00000010:0.0:1779697711.449776:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697711.449782:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697711.449789:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:0.0:1779697711.449795:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697711.449800:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697711.449901:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697711.449904:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697711.449908:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215340672 00000001:00000010:0.0:1779697711.449919:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:0.0:1779697711.449943:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697711.449950:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 02000000:00000010:0.0:1779697711.449977:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf4916000. 00010000:00000010:0.0:1779697711.450019:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697711.450024:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697711.450045:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697711.450049:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697711.450054:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697711.450057:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000004:00000010:0.0:1779697711.450155:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b0e0. 00000004:00000010:0.0:1779697711.450164:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef5a0. 00000004:00000010:0.0:1779697711.450170:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31ed0. 00080000:00000010:0.0:1779697711.450179:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1c80. 00010000:00000010:3.1:1779697711.453645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697711.453657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697711.460332:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697711.460347:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697711.460352:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697711.460356:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697711.460360:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697711.460363:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.460525:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697711.460531:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:2.0:1779697711.460537:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.460544:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.461195:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:2.0:1779697711.461211:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:2.0:1779697711.461217:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c200. 00010000:00000010:2.0:1779697711.461246:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000200:2.0:1779697711.461335:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483fb80 x1866146215340672/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.461358:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697711.461365:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215340672, offset 224 00000400:00000200:2.0:1779697711.461372:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.461385:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.461423:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308509:308509:256:4294967295] 192.168.203.23@tcp LPNI seq info [308505:308505:8:4294967295] 00000400:00000200:2.0:1779697711.462046:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.462057:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.462064:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697711.462071:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.462079:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.462082:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.462110:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c280. 00000020:00000010:2.0:1779697711.462115:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:2.0:1779697711.462120:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00010000:00000010:2.1:1779697711.465562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697711.465572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697711.465576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697711.465579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:2.0:1779697711.470509:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.470529:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643ab80 00000400:00000200:2.0:1779697711.470538:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 41496 00000400:00000200:2.0:1779697711.470553:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.470557:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.470567:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.470574:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 00000020:00000010:3.0:1779697711.470766:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.470772:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.470779:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:3.0:1779697711.470784:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:3.0:1779697711.470789:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697711.470841:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.470844:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000100:00000200:3.0:1779697711.470847:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215340928 02000000:00000010:3.0:1779697711.470887:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8e9000. 00010000:00000010:3.0:1779697711.470934:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697711.470956:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:3.0:1779697711.470974:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.470980:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697711.471074:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697711.471079:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e80. 00010000:00000010:3.0:1779697711.471083:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.471087:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.471203:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697711.471206:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85a00. 00010000:00000010:3.0:1779697711.471210:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697711.471213:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697711.471238:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697711.471245:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697711.471322:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57173c0. 00080000:00000010:3.0:1779697711.471332:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4497c00. 00000001:00000010:3.0:1779697711.471965:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc57177e0. 00000001:00000010:3.0:1779697711.471972:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697711.472309:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57173c0. 00010000:00000010:3.0:1779697711.472323:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697711.472329:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697711.472343:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697711.472457:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697711.472475:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697711.472494:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974059, last committed = 8589974006 00010000:00000200:3.0:1779697711.472504:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2a680 x1866146215340928/t8589974059(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.472524:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697711.472531:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215340928, offset 224 00000400:00000010:3.0:1779697711.472538:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b2d8. 00000400:00000200:3.0:1779697711.472542:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.472555:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.472562:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308510:308510:256:4294967295] 192.168.203.23@tcp LPNI seq info [308506:308506:8:4294967295] 00000400:00000200:3.0:1779697711.472567:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.472574:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.472580:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.472585:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697711.472592:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.472599:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.472603:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.472638:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:3.0:1779697711.472643:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697711.472646:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000800:00000200:2.0:1779697711.475115:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.475126:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697711.475144:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.475154:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.476757:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.476775:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9369 00000400:00000200:3.0:1779697711.476782:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.476786:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.476793:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:3.0:1779697711.476797:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:3.0:1779697711.477678:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.477688:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643ac00 00000400:00000200:3.0:1779697711.477696:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 41984 00000400:00000200:3.0:1779697711.477747:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.477752:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.477759:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.477766:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1c00. 00000020:00000010:3.0:1779697711.477812:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.477828:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.477835:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:3.0:1779697711.477840:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:3.0:1779697711.477846:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697711.477879:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca1741c0. 00000020:00000010:3.0:1779697711.477881:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca1741c0. 00000100:00000200:3.0:1779697711.477884:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215341056 00000001:00000010:3.0:1779697711.477897:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697711.477924:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697711.477931:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697711.477958:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ee000. 00010000:00000010:3.0:1779697711.478047:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.478052:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697711.478070:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.478076:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff3b2200. 00010000:00000010:3.0:1779697711.478081:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697711.478083:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000004:00000010:3.0:1779697711.478186:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e85a0. 00000004:00000010:3.0:1779697711.478194:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af3c0. 00000004:00000010:3.0:1779697711.478200:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82220. 00080000:00000010:3.0:1779697711.478208:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266558. 00010000:00000010:2.0:1779697711.480298:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697711.480313:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e80. 00010000:00000010:3.1:1779697711.483448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697711.483464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.0:1779697711.487362:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697711.487372:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697711.487378:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697711.487385:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697711.487503:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:0.0:1779697711.487517:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:0.0:1779697711.487522:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff3b2200. 00010000:00000010:0.0:1779697711.487550:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:0.0:1779697711.487571:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df1c00 x1866146215341056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.487591:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697711.487598:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215341056, offset 224 00000400:00000200:0.0:1779697711.487604:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.487733:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.487740:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308511:308511:256:4294967295] 192.168.203.23@tcp LPNI seq info [308507:308507:8:4294967295] 00000400:00000200:0.0:1779697711.487752:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.487757:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.487763:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697711.487770:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.487777:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.487781:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.487808:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:0.0:1779697711.487813:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:0.0:1779697711.487826:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000800:00000200:3.0:1779697711.488013:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.488019:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697711.488023:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.488028:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.488033:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:3.0:1779697711.488035:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00010000:00000010:3.1:1779697711.489545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697711.489555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697711.489684:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697711.489692:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697711.493711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697711.493728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697711.494852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697711.494866:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697711.494870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.1:1779697711.494873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000400:00000200:3.0:1779697711.497862:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.497882:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643ad00 00000400:00000200:3.0:1779697711.497892:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 42560 00000400:00000200:3.0:1779697711.497905:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.497910:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.497918:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.497925:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3b80. 00000020:00000010:2.0:1779697711.498369:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697711.498376:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697711.498382:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6a00. 00000020:00000010:2.0:1779697711.498405:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6180. 00000020:00000010:2.0:1779697711.498411:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.498470:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697711.498473:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde580. 00000100:00000200:2.0:1779697711.498476:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215341312 02000000:00000010:2.0:1779697711.498512:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac2f45000. 00010000:00000010:2.0:1779697711.498553:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:2.0:1779697711.498572:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00010000:00000010:2.0:1779697711.498590:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697711.498596:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697711.498622:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697711.498626:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6300. 00010000:00000010:2.0:1779697711.498630:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697711.498634:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697711.498750:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697711.498753:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:2.0:1779697711.498756:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697711.498759:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000020:00000010:2.0:1779697711.498781:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bfa0. 00000020:00000010:2.0:1779697711.498788:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bfa0. 00000020:00000010:2.0:1779697711.498799:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a900. 00080000:00000010:2.0:1779697711.498809:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc2ed000. 00000001:00000010:2.0:1779697711.499220:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a960. 00000001:00000010:2.0:1779697711.499226:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697711.499270:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a900. 00010000:00000010:2.0:1779697711.499279:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697711.499283:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697711.499295:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697711.499339:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697711.499356:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697711.499372:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974060, last committed = 8589974006 00010000:00000200:2.0:1779697711.499382:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3b80 x1866146215341312/t8589974060(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.499433:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697711.499438:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215341312, offset 224 00000400:00000010:2.0:1779697711.499444:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fc78. 00000400:00000200:2.0:1779697711.499448:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.499461:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.499467:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308512:308512:256:4294967295] 192.168.203.23@tcp LPNI seq info [308508:308508:8:4294967295] 00000400:00000200:2.0:1779697711.499473:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.499480:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.499485:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.499490:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697711.499497:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.499504:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.499508:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.499529:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6180. 00000020:00000010:2.0:1779697711.499535:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.499537:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6a00. 00000800:00000200:2.0:1779697711.499628:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.499632:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697711.499635:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.499641:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697711.499856:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697711.499863:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00010000:00000010:0.0:1779697711.499869:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00000400:00000200:3.0:1779697711.502478:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.502500:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9371 00000400:00000200:3.0:1779697711.502507:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.502512:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.502519:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:3.0:1779697711.502523:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:3.0:1779697711.502551:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.502558:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643ad80 00000400:00000200:3.0:1779697711.502565:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 43048 00000400:00000200:3.0:1779697711.502621:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.502625:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.502631:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.502638:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2680. 00000020:00000010:0.0:1779697711.502812:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f00. 00000020:00000010:0.0:1779697711.502827:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f00. 00000020:00000010:0.0:1779697711.502834:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:0.0:1779697711.502839:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697711.502844:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697711.502880:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f00. 00000020:00000010:0.0:1779697711.502883:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f00. 00000100:00000200:0.0:1779697711.502886:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215341440 00000001:00000010:0.0:1779697711.502898:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:0.0:1779697711.502924:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697711.502931:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 02000000:00000010:0.0:1779697711.502962:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4bde000. 00010000:00000010:0.0:1779697711.503003:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697711.503007:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697711.503026:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697711.503029:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c500. 00010000:00000010:0.0:1779697711.503034:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697711.503036:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000004:00000010:0.0:1779697711.503140:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676be00. 00000004:00000010:0.0:1779697711.503149:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefc30. 00000004:00000010:0.0:1779697711.503155:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30dd0. 00080000:00000010:0.0:1779697711.503163:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1728. 00010000:00000010:2.0:1779697711.504755:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697711.504768:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6300. 00010000:00000010:3.0:1779697711.505421:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697711.505427:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697711.505927:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697711.505938:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.506078:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:3.0:1779697711.506090:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:3.0:1779697711.506095:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c500. 00010000:00000010:3.0:1779697711.506121:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000200:3.0:1779697711.506329:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df2680 x1866146215341440/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.506353:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697711.506360:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215341440, offset 224 00000400:00000200:3.0:1779697711.506367:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.506381:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.506418:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308513:308513:256:4294967295] 192.168.203.23@tcp LPNI seq info [308509:308509:8:4294967295] 00000400:00000200:3.0:1779697711.506429:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.506896:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.506903:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697711.506910:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.506917:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.506922:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.506949:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c580. 00000020:00000010:3.0:1779697711.506954:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:3.0:1779697711.506958:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00000800:00000200:2.0:1779697711.510110:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.510120:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697711.510128:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.510380:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.510402:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:2.0:1779697711.510405:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:2.0:1779697711.510745:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.510759:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643ae80 00000400:00000200:2.0:1779697711.510767:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 43624 00000400:00000200:2.0:1779697711.510780:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.510784:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.510790:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.510796:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2aa00. 00000020:00000010:3.0:1779697711.511348:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.511354:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.511361:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb388400. 00000020:00000010:3.0:1779697711.511366:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.511371:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00010000:00000010:2.1:1779697711.511552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697711.511560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697711.511565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697711.511569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00000020:00000010:3.0:1779697711.512082:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.512086:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000100:00000200:3.0:1779697711.512090:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215341696 02000000:00000010:3.0:1779697711.512127:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ed000. 00010000:00000010:3.0:1779697711.512178:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.512195:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697711.512211:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.512216:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.512233:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697711.512237:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697711.512240:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697711.512243:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697711.512367:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697711.512370:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb300. 00010000:00000010:3.0:1779697711.512373:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697711.512377:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697711.512423:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b977c0. 00000020:00000010:3.0:1779697711.512430:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b977c0. 00000020:00000010:3.0:1779697711.512451:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717e40. 00080000:00000010:3.0:1779697711.512461:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4496000. 00000001:00000010:3.0:1779697711.512913:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d540. 00000001:00000010:3.0:1779697711.512922:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697711.512957:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717e40. 00010000:00000010:3.0:1779697711.512966:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697711.512971:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697711.512982:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697711.513032:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697711.513047:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697711.513065:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974061, last committed = 8589974006 00010000:00000200:3.0:1779697711.513075:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2aa00 x1866146215341696/t8589974061(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.513094:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697711.513100:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215341696, offset 224 00000400:00000010:3.0:1779697711.513107:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4bbd0. 00000400:00000200:3.0:1779697711.513111:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.513124:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.513130:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308514:308514:256:4294967295] 192.168.203.23@tcp LPNI seq info [308510:308510:8:4294967295] 00000400:00000200:3.0:1779697711.513137:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.513143:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.513148:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.513153:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697711.513159:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.513166:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.513170:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.513189:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.513192:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.513196:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb388400. 00010000:00000010:2.0:1779697711.516749:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697711.516766:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb300. 00010000:00000010:2.0:1779697711.516777:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00000800:00000200:2.0:1779697711.518546:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.518553:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697711.518561:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.518570:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697711.523459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697711.523475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697711.524356:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697711.524364:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697711.524369:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697711.524371:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697711.524433:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697711.524447:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697711.533790:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:2.0:1779697711.533801:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:2.1:1779697711.534472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697711.534481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000020:00000010:2.0:1779697711.534516:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697711.534521:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697711.534527:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6a00. 00000020:00000010:2.0:1779697711.534534:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6300. 00000020:00000010:2.0:1779697711.534539:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697711.534582:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697711.534585:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde580. 00000100:00000200:2.0:1779697711.534588:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215341824 00000001:00000010:2.0:1779697711.534599:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697711.534631:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697711.534638:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697711.534664:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac92f6000. 00010000:00000010:2.0:1779697711.534693:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697711.534696:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697711.534713:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697711.534716:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697711.534721:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697711.534723:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697711.534816:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697711.534835:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed20. 00000004:00000010:2.0:1779697711.534841:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ccc0. 00080000:00000010:2.0:1779697711.534849:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:3.1:1779697711.543468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697711.543485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697711.543491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697711.543494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697711.550275:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697711.550289:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:1.1:1779697711.553618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697711.553634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697711.553638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697711.553640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:2.0:1779697711.554003:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.554020:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643b000 00000400:00000200:2.0:1779697711.554028:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 44688 00000400:00000200:2.0:1779697711.554042:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.554046:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.554054:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.554059:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28e00. 00000020:00000010:3.0:1779697711.556570:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.556581:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.556589:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd2abf600. 00000020:00000010:3.0:1779697711.556595:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.556600:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.556990:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.556994:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000100:00000200:3.0:1779697711.556998:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215342080 02000000:00000010:3.0:1779697711.557036:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ec000. 00010000:00000010:3.0:1779697711.557082:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:3.0:1779697711.557100:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088400. 00010000:00000010:3.0:1779697711.557120:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.557126:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.557154:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697711.557157:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697711.557163:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697711.557166:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697711.557273:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697711.557277:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697711.557280:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697711.557283:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697711.557310:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b977c0. 00000020:00000010:3.0:1779697711.557316:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b977c0. 00000020:00000010:3.0:1779697711.557327:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d720. 00080000:00000010:3.0:1779697711.557335:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1311c00. 00000001:00000010:3.0:1779697711.557833:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568da80. 00000001:00000010:3.0:1779697711.557839:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697711.557883:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d720. 00010000:00000010:3.0:1779697711.557892:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697711.557897:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697711.557911:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697711.557950:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697711.557968:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697711.557984:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974062, last committed = 8589974006 00010000:00000200:3.0:1779697711.557996:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28e00 x1866146215342080/t8589974062(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.558015:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697711.558021:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215342080, offset 224 00000400:00000010:3.0:1779697711.558028:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b380. 00000400:00000200:3.0:1779697711.558032:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.558046:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.558053:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308516:308516:256:4294967295] 192.168.203.23@tcp LPNI seq info [308512:308512:8:4294967295] 00000400:00000200:3.0:1779697711.558059:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.558066:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.558073:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.558078:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697711.558084:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.558094:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.558098:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.558121:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.558125:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.558129:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd2abf600. 00010000:00000010:2.0:1779697711.560063:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:2.0:1779697711.560081:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:2.0:1779697711.560095:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000800:00000200:2.0:1779697711.561703:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.561712:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697711.561719:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.561728:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:3.0:1779697711.566899:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.566905:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.566910:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb388400. 00000020:00000010:3.0:1779697711.566914:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.566918:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.566948:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.566950:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000100:00000200:3.0:1779697711.566952:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215342208 00000001:00000010:3.0:1779697711.566961:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:3.0:1779697711.566984:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697711.566990:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 02000000:00000010:3.0:1779697711.567016:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8eb000. 00010000:00000010:3.0:1779697711.567043:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697711.567047:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697711.567067:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697711.567070:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697711.567074:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697711.567077:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000004:00000010:3.0:1779697711.567179:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e92c0. 00000004:00000010:3.0:1779697711.567187:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afc30. 00000004:00000010:3.0:1779697711.567193:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82660. 00080000:00000010:3.0:1779697711.567202:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267ab8. 00010000:00000010:3.1:1779697711.568493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697711.568503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.0:1779697711.569772:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697711.569780:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697711.569786:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697711.569793:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697711.569892:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697711.569906:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697711.569911:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697711.569936:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697711.569954:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483f100 x1866146215342208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.569975:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697711.569982:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215342208, offset 224 00000400:00000200:3.0:1779697711.569989:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.570002:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.570008:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308517:308517:256:4294967295] 192.168.203.23@tcp LPNI seq info [308513:308513:8:4294967295] 00000400:00000200:3.0:1779697711.570020:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.570025:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.570031:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697711.570037:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.570044:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.570048:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.570079:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.570083:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.570086:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb388400. 00000400:00000200:3.0:1779697711.573699:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.573719:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643b180 00000400:00000200:3.0:1779697711.573727:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 45752 00000400:00000200:3.0:1779697711.573740:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.573745:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.573753:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.573760:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0380. 00010000:00000010:2.0:1779697711.577719:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697711.577730:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.1:1779697711.579930:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697711.579938:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.583033:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:3.0:1779697711.583045:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088800. 00010000:00000010:2.1:1779697711.585483:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697711.585500:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.0:1779697711.585532:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:2.0:1779697711.585541:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088500. 00010000:00000010:2.0:1779697711.585550:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82bee40. 00010000:00000010:1.1:1779697711.590653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697711.590681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697711.590687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697711.590690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000400:00000200:3.0:1779697711.593302:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.593325:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643b200 00000400:00000200:3.0:1779697711.593335:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 46240 00000400:00000200:3.0:1779697711.593407:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.593412:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.593421:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.593431:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc8380. 00000020:00000010:2.0:1779697711.593764:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697711.593771:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697711.593777:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6200. 00000020:00000010:2.0:1779697711.593783:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697711.593789:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.593849:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde300. 00000020:00000010:2.0:1779697711.593853:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde300. 00000100:00000200:2.0:1779697711.593856:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215342592 00000001:00000010:2.0:1779697711.593868:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:2.0:1779697711.593895:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697711.593901:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697711.593928:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac92f2000. 00010000:00000010:2.0:1779697711.593957:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697711.593961:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697711.593979:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697711.593983:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:2.0:1779697711.593987:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.593990:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697711.594088:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697711.594098:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e3c0. 00000004:00000010:2.0:1779697711.594106:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d870. 00080000:00000010:2.0:1779697711.594114:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:2.1:1779697711.595212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697711.595222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697711.595228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697711.595232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697711.595423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697711.595430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697711.595433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697711.595435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.0:1779697711.595731:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697711.595736:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697711.595742:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697711.595751:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697711.595836:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697711.595922:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697711.595929:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00010000:00000010:2.0:1779697711.595957:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697711.595977:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc8380 x1866146215342592/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.595997:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697711.596003:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215342592, offset 224 00000400:00000200:2.0:1779697711.596010:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.596023:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.596029:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308519:308519:256:4294967295] 192.168.203.23@tcp LPNI seq info [308515:308515:8:4294967295] 00000400:00000200:2.0:1779697711.596040:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.596045:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.596050:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697711.596056:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.596063:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.596067:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.596771:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697711.596779:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.596783:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6200. 00010000:00000010:3.1:1779697711.616518:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697711.616530:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:2.0:1779697711.616737:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.616756:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643b300 00000400:00000200:2.0:1779697711.616764:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 46816 00000400:00000200:2.0:1779697711.616779:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.616784:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.616794:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.616801:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2bb80. 00000020:00000010:3.0:1779697711.616876:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.616881:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.616886:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace082800. 00000020:00000010:3.0:1779697711.616893:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.616899:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.617126:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.617130:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000100:00000200:3.0:1779697711.617133:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215342848 02000000:00000010:3.0:1779697711.617168:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8e8000. 00010000:00000010:3.0:1779697711.617215:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697711.617232:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:3.0:1779697711.617357:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697711.617364:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.617380:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697711.617383:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697711.617408:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697711.617413:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697711.617663:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697711.617667:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697711.617671:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697711.617674:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697711.617699:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973e0. 00000020:00000010:3.0:1779697711.617705:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973e0. 00000020:00000010:3.0:1779697711.617716:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d240. 00080000:00000010:3.0:1779697711.617724:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1312800. 00000001:00000010:3.0:1779697711.620671:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d120. 00000001:00000010:3.0:1779697711.620681:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697711.620715:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d240. 00010000:00000010:3.0:1779697711.620729:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.620736:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697711.620755:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697711.620806:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697711.620835:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697711.620857:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974064, last committed = 8589974006 00010000:00000200:3.0:1779697711.620868:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2bb80 x1866146215342848/t8589974064(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.620888:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697711.620895:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215342848, offset 224 00000400:00000010:3.0:1779697711.620901:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4bd20. 00000400:00000200:3.0:1779697711.620905:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.620919:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.620940:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308520:308520:256:4294967295] 192.168.203.23@tcp LPNI seq info [308516:308516:8:4294967295] 00000400:00000200:3.0:1779697711.620946:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.620952:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.620958:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.620963:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697711.620968:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.620978:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.620982:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1779697711.620987:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697711.620996:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:2.0:1779697711.621003:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000020:00000010:3.0:1779697711.622913:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.622937:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.622942:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace082800. 00000800:00000200:2.0:1779697711.623013:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.623018:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697711.623023:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.623032:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.624328:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.624348:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9391 00000400:00000200:3.0:1779697711.624355:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.624359:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.624365:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697711.624368:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:2.0:1779697711.624491:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:2.0:1779697711.624501:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00000400:00000200:2.0:1779697711.627019:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.627038:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643b380 00000400:00000200:2.0:1779697711.627047:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 47304 00000400:00000200:2.0:1779697711.627114:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.627120:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.627129:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.627143:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29880. 00000020:00000010:3.0:1779697711.627356:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.627362:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.627367:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb388400. 00000020:00000010:3.0:1779697711.627372:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.627377:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.627449:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93caca174e00. 00000020:00000010:3.0:1779697711.627452:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93caca174e00. 00000100:00000200:3.0:1779697711.627455:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215342976 00000001:00000010:3.0:1779697711.627465:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:3.0:1779697711.627493:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697711.627500:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 02000000:00000010:3.0:1779697711.627526:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ea000. 00010000:00000010:3.0:1779697711.627556:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697711.627560:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697711.627579:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697711.627582:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697711.627587:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697711.627590:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000004:00000010:3.0:1779697711.627876:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e9680. 00000004:00000010:3.0:1779697711.627885:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afca8. 00000004:00000010:3.0:1779697711.627892:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82440. 00080000:00000010:3.0:1779697711.627900:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266c78. 00010000:00000010:3.0:1779697711.628972:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697711.628980:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697711.628984:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697711.628990:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697711.629071:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697711.629085:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697711.629090:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697711.629113:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697711.629144:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29880 x1866146215342976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.629165:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697711.629172:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215342976, offset 224 00000400:00000200:3.0:1779697711.629178:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.629191:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.629197:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308521:308521:256:4294967295] 192.168.203.23@tcp LPNI seq info [308517:308517:8:4294967295] 00000400:00000200:3.0:1779697711.629208:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.629214:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.629218:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697711.629225:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.629232:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.629236:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.629259:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697711.629264:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.629268:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb388400. 00000800:00000200:2.0:1779697711.629621:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.629626:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697711.629631:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.629636:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.629642:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:2.0:1779697711.629644:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:2.1:1779697711.632166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697711.632178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697711.632183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697711.632187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000020:00000010:2.0:1779697711.633074:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.633079:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.633085:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6200. 00000020:00000010:2.0:1779697711.633090:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697711.633096:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.633142:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.633145:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000100:00000200:2.0:1779697711.633148:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215343232 02000000:00000010:2.0:1779697711.633182:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac92f0000. 00010000:00000010:2.0:1779697711.633222:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697711.633240:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:2.0:1779697711.633259:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697711.633265:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697711.633280:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697711.633286:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:2.0:1779697711.633291:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.633293:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697711.633424:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697711.633427:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:2.0:1779697711.633431:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697711.634307:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000020:00000010:2.0:1779697711.634356:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697711.634363:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697711.634376:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a360. 00080000:00000010:2.0:1779697711.634386:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc2ed800. 00000001:00000010:2.0:1779697711.637938:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ad20. 00000001:00000010:2.0:1779697711.637954:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697711.638003:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a360. 00010000:00000010:2.0:1779697711.638021:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697711.638031:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697711.638054:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697711.638102:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697711.638121:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697711.638142:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974065, last committed = 8589974006 00010000:00000200:2.0:1779697711.638154:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb9180 x1866146215343232/t8589974065(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.638174:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697711.638181:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215343232, offset 224 00000400:00000010:2.0:1779697711.638187:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fbd0. 00000400:00000200:2.0:1779697711.638191:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.638205:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.638211:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308522:308522:256:4294967295] 192.168.203.23@tcp LPNI seq info [308518:308518:8:4294967295] 00000400:00000200:2.0:1779697711.638218:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.638224:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.638229:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.638234:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697711.638240:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.638247:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.638251:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.638275:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697711.638280:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.638284:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6200. 00000800:00000200:2.0:1779697711.638385:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.638405:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697711.638410:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.638415:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.645794:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697711.645814:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9399 00000400:00000200:2.0:1779697711.645832:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.645837:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697711.645852:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697711.645855:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00010000:00000010:3.1:1779697711.647435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697711.647453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.0:1779697711.647553:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697711.647564:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00000400:00000200:0.0:1779697711.647644:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.647659:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643b500 00000400:00000200:0.0:1779697711.647668:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 48368 00000400:00000200:0.0:1779697711.647721:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.647727:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.647733:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.647739:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02e680. 00000020:00000010:2.0:1779697711.647989:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.647996:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.648002:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6200. 00000020:00000010:2.0:1779697711.648007:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:2.0:1779697711.648011:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.648046:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.648048:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000100:00000200:2.0:1779697711.648051:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215343360 00000001:00000010:2.0:1779697711.648094:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:2.0:1779697711.648115:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697711.648120:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697711.648145:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac92f1000. 00010000:00000010:2.0:1779697711.648174:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697711.648178:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697711.648193:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697711.648197:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697711.648201:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697711.648203:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697711.648298:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697711.648305:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e000. 00000004:00000010:2.0:1779697711.648312:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c220. 00080000:00000010:2.0:1779697711.648320:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:3.0:1779697711.650571:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697711.650581:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697711.650587:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697711.650594:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.650745:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697711.650762:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697711.650767:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:3.0:1779697711.650792:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:3.0:1779697711.650812:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02e680 x1866146215343360/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.650842:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697711.650849:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215343360, offset 224 00000400:00000200:3.0:1779697711.650857:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.650870:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.650876:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308523:308523:256:4294967295] 192.168.203.23@tcp LPNI seq info [308519:308519:8:4294967295] 00000400:00000200:3.0:1779697711.650888:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.650893:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.650898:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697711.650905:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.650913:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.650917:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.650943:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:3.0:1779697711.650948:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:3.0:1779697711.650952:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6200. 00000800:00000200:2.0:1779697711.651110:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.651115:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697711.651120:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.651125:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.651130:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:2.0:1779697711.651132:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:2.1:1779697711.652443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697711.652457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697711.652462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697711.652465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697711.652468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697711.652472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697711.652475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697711.652478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697711.653432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697711.653442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697711.653446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697711.653449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697711.653452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697711.653455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697711.655889:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697711.655905:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000400:00000200:3.0:1779697711.665051:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.665069:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643b600 00000400:00000200:3.0:1779697711.665078:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 48944 00000400:00000200:3.0:1779697711.665091:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.665096:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.665106:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.665112:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc9880. 00000020:00000010:0.0:1779697711.665463:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697711.665469:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697711.665476:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:0.0:1779697711.665481:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697711.665486:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697711.665525:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697711.665528:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000100:00000200:0.0:1779697711.665531:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215343616 02000000:00000010:0.0:1779697711.665566:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf128a000. 00010000:00000010:0.0:1779697711.665606:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:0.0:1779697711.665623:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:0.0:1779697711.665641:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697711.665646:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697711.665661:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697711.665665:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697711.665669:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697711.665672:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697711.665779:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697711.665782:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697711.665785:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697711.665789:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000020:00000010:0.0:1779697711.665826:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff80. 00000020:00000010:0.0:1779697711.665833:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff80. 00000020:00000010:0.0:1779697711.665844:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cba0. 00080000:00000010:0.0:1779697711.665854:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3460400. 00000001:00000010:0.0:1779697711.666237:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c0c0. 00000001:00000010:0.0:1779697711.666243:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697711.666428:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cba0. 00010000:00000010:0.0:1779697711.666438:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697711.666442:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697711.666455:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697711.666492:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697711.666507:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697711.666522:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974066, last committed = 8589974006 00010000:00000200:0.0:1779697711.666532:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc9880 x1866146215343616/t8589974066(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697711.666551:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697711.666557:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215343616, offset 224 00000400:00000010:0.0:1779697711.666564:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2177e0. 00000400:00000200:0.0:1779697711.666568:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.666581:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.666588:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308524:308524:256:4294967295] 192.168.203.23@tcp LPNI seq info [308520:308520:8:4294967295] 00000400:00000200:0.0:1779697711.666594:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697711.666600:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.666605:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.666610:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697711.666617:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.666624:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.666628:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.666648:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c280. 00000020:00000010:0.0:1779697711.666653:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697711.666656:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00000800:00000200:0.0:1779697711.666748:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.666753:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697711.666757:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.666761:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697711.666852:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:3.0:1779697711.666859:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:3.0:1779697711.666865:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00010000:00000010:3.1:1779697711.670489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697711.670505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697711.670509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697711.670512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697711.670515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697711.670517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:0.0:1779697711.670635:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697711.670654:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a93a1 00000400:00000200:0.0:1779697711.670661:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.670666:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697711.670672:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:0.0:1779697711.670675:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000400:00000200:0.0:1779697711.670706:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.670712:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643b680 00000400:00000200:0.0:1779697711.670720:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 49432 00000400:00000200:0.0:1779697711.670778:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.670782:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.670787:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.670792:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02f100. 00010000:00000010:3.0:1779697711.670874:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:3.0:1779697711.670886:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c200. 00010000:00000010:3.0:1779697711.673478:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697711.673488:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697711.673493:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697711.673499:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697711.673576:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697711.673591:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:3.0:1779697711.673596:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00010000:00000010:3.0:1779697711.673620:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:3.0:1779697711.673640:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02f100 x1866146215343744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.673661:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697711.673668:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215343744, offset 224 00000400:00000200:3.0:1779697711.673675:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.673689:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.673695:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308525:308525:256:4294967295] 192.168.203.23@tcp LPNI seq info [308521:308521:8:4294967295] 00000400:00000200:3.0:1779697711.673706:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.673712:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.673716:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697711.673723:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.673732:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.673736:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.673756:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088e00. 00000020:00000010:3.0:1779697711.673760:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95708. 00000020:00000010:3.0:1779697711.673764:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb02c8e400. 00010000:00000010:0.1:1779697711.674438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:0.1:1779697711.674449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697711.674462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697711.674465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697711.674625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697711.674632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:0.0:1779697711.680001:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.680022:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643b780 00000400:00000200:0.0:1779697711.680031:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 50008 00000400:00000200:0.0:1779697711.680047:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.680052:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.680060:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.680067:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02f480. 00010000:00000010:3.1:1779697711.685195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697711.685204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697711.685207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697711.685210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697711.685213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697711.685215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000800:00000200:3.0:1779697711.685313:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.685318:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697711.685322:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.685329:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697711.695380:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:3.0:1779697711.695419:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088200. 00010000:00000010:3.0:1779697711.698464:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697711.698474:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb400. 00010000:00000010:3.0:1779697711.698482:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697711.698489:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697711.698566:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:3.0:1779697711.698578:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:3.0:1779697711.698584:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088680. 00010000:00000010:3.0:1779697711.698606:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:3.0:1779697711.698625:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bba300 x1866146215344128/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697711.698644:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697711.698651:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215344128, offset 224 00000400:00000200:3.0:1779697711.698658:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.698671:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.698678:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308527:308527:256:4294967295] 192.168.203.23@tcp LPNI seq info [308523:308523:8:4294967295] 00000400:00000200:3.0:1779697711.698688:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.698694:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.698699:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697711.698705:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.698713:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.698717:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.698738:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088080. 00000020:00000010:3.0:1779697711.698742:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:3.0:1779697711.698746:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb02c8fa00. 00010000:00000010:0.0:1779697711.702684:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697711.702701:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088f00. 00010000:00000010:0.0:1779697711.702711:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00010000:00000010:1.1:1779697711.707497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697711.707514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697711.717227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697711.717241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697711.721945:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697711.721961:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697711.722426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697711.722432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697711.722436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697711.722439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697711.722442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697711.722444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:3.0:1779697711.732518:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.732537:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643b900 00000400:00000200:3.0:1779697711.732545:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 51072 00000400:00000200:3.0:1779697711.732559:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.732563:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.732571:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.732578:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fcb480. 00010000:00000010:2.0:1779697711.735969:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:2.0:1779697711.735976:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088d00. 00010000:00000010:2.0:1779697711.735982:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00000020:00000010:2.0:1779697711.741329:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.741335:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.741342:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6a00. 00000020:00000010:2.0:1779697711.741348:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6680. 00000020:00000010:2.0:1779697711.741355:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.741418:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697711.741421:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000100:00000200:2.0:1779697711.741424:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215344512 00000001:00000010:2.0:1779697711.741435:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:2.0:1779697711.741475:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697711.741483:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697711.741521:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf81ee000. 00010000:00000010:2.0:1779697711.741552:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697711.741557:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.741576:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697711.741581:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697711.741585:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697711.741588:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697711.741684:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697711.741694:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e708. 00000004:00000010:2.0:1779697711.741700:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d760. 00080000:00000010:2.0:1779697711.741709:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:3.0:1779697711.743770:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:3.0:1779697711.743786:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088280. 00010000:00000010:2.0:1779697711.745375:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697711.745384:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697711.745416:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697711.745424:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.745504:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.745516:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.745521:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697711.745544:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697711.745560:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb8e00 x1866146215344512/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.745580:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697711.745587:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215344512, offset 224 00000400:00000200:2.0:1779697711.745593:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.745617:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.745624:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308529:308529:256:4294967295] 192.168.203.23@tcp LPNI seq info [308525:308525:8:4294967295] 00000400:00000200:2.0:1779697711.745637:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.745643:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.745648:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697711.745654:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.745661:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.745665:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.745681:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6680. 00000020:00000010:2.0:1779697711.745684:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.745688:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6a00. 00010000:00000010:1.1:1779697711.746348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697711.746357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00000800:00000200:3.0:1779697711.746901:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.746907:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697711.746913:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.746921:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.746927:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:3.0:1779697711.746930:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00010000:00000010:2.1:1779697711.747522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697711.747531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697711.747684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697711.747690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697711.750521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697711.750535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697711.750549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697711.750554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697711.750557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697711.750560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000020:00000010:2.0:1779697711.756097:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697711.756104:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697711.756112:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:2.0:1779697711.756118:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6680. 00000020:00000010:2.0:1779697711.756123:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.756173:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697711.756176:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb40. 00000100:00000200:2.0:1779697711.756180:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215344768 02000000:00000010:2.0:1779697711.756216:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf81ed000. 00010000:00000010:2.0:1779697711.756263:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.756281:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697711.756299:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697711.756304:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.756320:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697711.756323:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697711.756327:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697711.756329:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697711.756467:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697711.756471:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697711.756474:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697711.756478:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697711.756504:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bb00. 00000020:00000010:2.0:1779697711.756514:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bb00. 00000020:00000010:2.0:1779697711.756525:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697711.756534:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1881000. 00000001:00000010:2.0:1779697711.757561:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a900. 00000001:00000010:2.0:1779697711.757570:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697711.757604:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697711.757827:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697711.757834:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697711.757851:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697711.757894:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.757919:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697711.758079:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974069, last committed = 8589974006 00010000:00000200:2.0:1779697711.758090:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb8380 x1866146215344768/t8589974069(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.758110:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697711.758116:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215344768, offset 224 00000400:00000010:2.0:1779697711.758122:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f1c0. 00000400:00000200:2.0:1779697711.758126:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.758191:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.758198:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308530:308530:256:4294967295] 192.168.203.23@tcp LPNI seq info [308526:308526:8:4294967295] 00000400:00000200:2.0:1779697711.758204:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.758212:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.758217:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.758222:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697711.758228:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.758236:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.758239:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.758266:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6680. 00000020:00000010:2.0:1779697711.758271:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.758275:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00000800:00000200:3.0:1779697711.758455:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.758460:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:3.0:1779697711.758464:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.758469:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.760253:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.760270:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a93b9 00000400:00000200:3.0:1779697711.760276:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.760280:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.760286:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:3.0:1779697711.760288:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:2.1:1779697711.762432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697711.762443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00000020:00000010:3.0:1779697711.763040:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f440. 00000020:00000010:3.0:1779697711.763047:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f440. 00000020:00000010:3.0:1779697711.763053:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:3.0:1779697711.763058:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb400. 00000020:00000010:3.0:1779697711.763063:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697711.763096:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f440. 00000020:00000010:3.0:1779697711.763098:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f440. 00000100:00000200:3.0:1779697711.763101:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215344896 00000001:00000010:3.0:1779697711.763112:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:3.0:1779697711.763192:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697711.763199:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 02000000:00000010:3.0:1779697711.763225:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34ed000. 00010000:00000010:3.0:1779697711.763250:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697711.763254:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697711.763271:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697711.763275:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697711.763279:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697711.763281:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000004:00000010:3.0:1779697711.763366:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8960. 00000004:00000010:3.0:1779697711.763373:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af690. 00000004:00000010:3.0:1779697711.763379:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83870. 00080000:00000010:3.0:1779697711.763411:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267560. 00010000:00000010:1.1:1779697711.765340:0:5658:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697711.765353:0:5658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697711.765533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697711.765538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697711.765683:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697711.765688:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697711.765692:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697711.765699:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697711.765771:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:2.0:1779697711.765782:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:2.0:1779697711.765786:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:2.0:1779697711.765811:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:2.0:1779697711.765838:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bbaa00 x1866146215344896/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.765858:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697711.765864:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215344896, offset 224 00000400:00000200:2.0:1779697711.765871:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.765884:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.765890:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308531:308531:256:4294967295] 192.168.203.23@tcp LPNI seq info [308527:308527:8:4294967295] 00000400:00000200:2.0:1779697711.765902:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.765907:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.765911:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697711.765917:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.767409:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.767416:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.767448:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb400. 00000020:00000010:2.0:1779697711.767456:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:2.0:1779697711.767460:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00000800:00000200:2.0:1779697711.767582:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.767587:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:2.0:1779697711.767591:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.767596:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.767603:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:2.0:1779697711.767605:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00000400:00000200:0.0:1779697711.778694:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.778713:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643bc00 00000400:00000200:0.0:1779697711.778722:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 53200 00000400:00000200:0.0:1779697711.778739:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.778744:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.778753:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.778760:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02dc00. 00000020:00000010:3.0:1779697711.778847:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.778852:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.778857:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb388400. 00000020:00000010:3.0:1779697711.778863:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697711.778867:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697711.778904:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.778907:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.778910:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215345152 02000000:00000010:3.0:1779697711.778940:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ec000. 00010000:00000010:3.0:1779697711.778979:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697711.778995:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:3.0:1779697711.779013:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697711.779019:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697711.779035:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697711.779038:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697711.779043:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697711.779046:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697711.779149:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697711.779153:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697711.779156:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697711.779159:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000020:00000010:3.0:1779697711.779184:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.779190:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.779202:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d0c0. 00080000:00000010:3.0:1779697711.779211:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1313400. 00000001:00000010:3.0:1779697711.784523:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d720. 00000001:00000010:3.0:1779697711.784533:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697711.784569:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d0c0. 00010000:00000010:3.0:1779697711.784586:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697711.784595:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697711.784619:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697711.784671:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697711.784684:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697711.784707:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697711.784713:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697711.784731:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:3.0:1779697711.784753:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974070, last committed = 8589974006 00010000:00000200:3.0:1779697711.784765:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02dc00 x1866146215345152/t8589974070(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.784786:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697711.784793:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215345152, offset 224 00000400:00000010:3.0:1779697711.784800:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b700. 00000400:00000200:3.0:1779697711.784804:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.784832:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.784838:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308532:308532:256:4294967295] 192.168.203.23@tcp LPNI seq info [308528:308528:8:4294967295] 00000400:00000200:3.0:1779697711.784845:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.784851:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.784856:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.784862:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697711.784868:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.784876:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.784880:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.784904:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697711.784908:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697711.784912:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb388400. 00000800:00000200:3.0:1779697711.785041:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.785046:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697711.785049:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.785054:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697711.785405:0:5614:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697711.785414:0:5614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697711.789233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697711.789257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00000400:00000200:3.0:1779697711.789370:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.789404:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a93c1 00000400:00000200:3.0:1779697711.789411:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.789416:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.789423:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697711.789426:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00010000:00000010:0.0:1779697711.789570:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:0.0:1779697711.789580:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00000400:00000200:0.0:1779697711.792788:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.792811:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643bc80 00000400:00000200:0.0:1779697711.792829:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 53688 00000400:00000200:0.0:1779697711.792894:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.792899:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.792908:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.792915:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02c380. 00000020:00000010:3.0:1779697711.793086:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.793092:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.793100:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058e600. 00000020:00000010:3.0:1779697711.793106:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697711.793111:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697711.793161:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.793164:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.793168:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215345280 00000001:00000010:3.0:1779697711.793179:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:3.0:1779697711.793206:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.793215:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 02000000:00000010:3.0:1779697711.793255:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34eb000. 00010000:00000010:3.0:1779697711.793286:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.793335:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697711.793364:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.793368:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697711.793374:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697711.793377:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.1:1779697711.793548:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697711.793557:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697711.793561:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697711.793565:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000004:00000010:3.0:1779697711.793670:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e81e0. 00000004:00000010:3.0:1779697711.793679:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af618. 00000004:00000010:3.0:1779697711.793686:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82330. 00080000:00000010:3.0:1779697711.793695:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267008. 00010000:00000010:2.1:1779697711.793766:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697711.793773:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697711.793776:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697711.793778:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.0:1779697711.804581:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697711.804593:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697711.804600:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697711.804608:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697711.804703:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:0.0:1779697711.804717:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:0.0:1779697711.804722:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00010000:00000010:0.0:1779697711.804755:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:0.0:1779697711.804780:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02c380 x1866146215345280/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.804810:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697711.804828:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215345280, offset 224 00000400:00000200:0.0:1779697711.804837:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.804853:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.804861:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308533:308533:256:4294967295] 192.168.203.23@tcp LPNI seq info [308529:308529:8:4294967295] 00000400:00000200:0.0:1779697711.804876:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.804881:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.804887:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697711.804895:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.804904:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.804909:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.804941:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb980. 00000020:00000010:0.0:1779697711.804947:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:0.0:1779697711.804951:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058e600. 00000800:00000200:3.0:1779697711.807443:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.807466:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697711.807473:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.807484:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.807492:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:3.0:1779697711.807495:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00010000:00000010:0.1:1779697711.808591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697711.808605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000400:00000200:3.0:1779697711.811311:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.811337:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643bd80 00000400:00000200:3.0:1779697711.811346:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 54264 00000400:00000200:3.0:1779697711.811362:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.811367:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.811378:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.811413:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc9500. 00010000:00000010:0.1:1779697711.822515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697711.822533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697711.822537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697711.822540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000800:00000200:0.0:1779697711.822644:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.822649:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:0.0:1779697711.822655:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.822664:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697711.822721:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:0.0:1779697711.822730:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088f80. 00010000:00000010:0.0:1779697711.822738:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82bee40. 00000020:00000010:0.0:1779697711.829429:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697711.829435:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697711.829441:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:0.0:1779697711.829446:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697711.829450:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697711.829501:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697711.829504:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61900. 00000100:00000200:0.0:1779697711.829507:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215345664 00000001:00000010:0.0:1779697711.829516:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:0.0:1779697711.829540:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697711.829547:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 02000000:00000010:0.0:1779697711.829573:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128e000. 00010000:00000010:0.0:1779697711.829601:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697711.829605:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697711.829622:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697711.829625:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697711.829629:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697711.829632:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000004:00000010:0.0:1779697711.829723:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676bc20. 00000004:00000010:0.0:1779697711.829731:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef348. 00000004:00000010:0.0:1779697711.829737:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30550. 00080000:00000010:0.0:1779697711.829745:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad18f0. 00010000:00000010:1.1:1779697711.830410:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697711.830417:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697711.830421:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697711.830432:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.0:1779697711.830585:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:2.0:1779697711.830594:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088b80. 00010000:00000010:2.0:1779697711.831850:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697711.831859:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697711.831864:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697711.831871:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.831943:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:2.0:1779697711.831956:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:2.0:1779697711.831960:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:2.0:1779697711.831986:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:2.0:1779697711.832003:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb9880 x1866146215345664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.832024:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697711.832032:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215345664, offset 224 00000400:00000200:2.0:1779697711.832039:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.832052:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.832059:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308535:308535:256:4294967295] 192.168.203.23@tcp LPNI seq info [308531:308531:8:4294967295] 00000400:00000200:2.0:1779697711.832070:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.832075:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.832079:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697711.832086:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.832092:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.832097:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.832226:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:2.0:1779697711.832232:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:2.0:1779697711.832235:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00010000:00000010:0.1:1779697711.838724:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697711.838736:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000800:00000200:0.0:1779697711.838756:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.838761:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697711.838766:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.838774:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697711.838782:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:0.0:1779697711.838784:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00000400:00000200:2.0:1779697711.845597:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.845656:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643bf00 00000400:00000200:2.0:1779697711.845665:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 55328 00000400:00000200:2.0:1779697711.845697:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.845703:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.845712:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.845722:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a8380. 00000020:00000010:2.0:1779697711.845775:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec80. 00000020:00000010:2.0:1779697711.845780:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec80. 00000020:00000010:2.0:1779697711.845785:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac98f6a00. 00000020:00000010:2.0:1779697711.845790:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6480. 00000020:00000010:2.0:1779697711.845795:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.845841:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec80. 00000020:00000010:2.0:1779697711.845844:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec80. 00000100:00000200:2.0:1779697711.845847:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215345920 02000000:00000010:2.0:1779697711.845884:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf81ea000. 00010000:00000010:2.0:1779697711.845923:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.845941:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697711.845961:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.845967:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.845982:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697711.845986:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697711.845990:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697711.845993:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697711.846103:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697711.846107:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:2.0:1779697711.846111:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697711.846114:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697711.846142:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b340. 00000020:00000010:2.0:1779697711.846149:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b340. 00000020:00000010:2.0:1779697711.846160:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a060. 00080000:00000010:2.0:1779697711.846170:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1880000. 00000001:00000010:2.0:1779697711.846601:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a3c0. 00000001:00000010:2.0:1779697711.846609:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697711.846643:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a060. 00010000:00000010:2.0:1779697711.846653:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697711.846658:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697711.846671:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697711.846706:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697711.846720:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697711.846738:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974072, last committed = 8589974006 00010000:00000200:2.0:1779697711.846747:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a8380 x1866146215345920/t8589974072(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.846767:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697711.846773:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215345920, offset 224 00000400:00000010:2.0:1779697711.846779:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f6c8. 00000400:00000200:2.0:1779697711.846783:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.846796:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.846802:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308536:308536:256:4294967295] 192.168.203.23@tcp LPNI seq info [308532:308532:8:4294967295] 00000400:00000200:2.0:1779697711.846808:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.846826:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.846832:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.846837:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697711.846843:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.846850:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.846854:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.846875:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6480. 00000020:00000010:2.0:1779697711.846879:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.846883:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac98f6a00. 00010000:00000010:2.0:1779697711.846915:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697711.846947:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000010:2.0:1779697711.846953:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:2.0:1779697711.847173:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.847178:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697711.847182:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.847187:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.850014:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697711.850034:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a93d1 00000400:00000200:2.0:1779697711.850041:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.850046:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697711.850052:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697711.850055:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00000400:00000200:2.0:1779697711.850086:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.850093:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643bf80 00000400:00000200:2.0:1779697711.850100:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 55816 00000400:00000200:2.0:1779697711.850155:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.850160:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.850165:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.850172:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66aaa00. 00000020:00000010:3.0:1779697711.850423:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.850429:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.850436:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697711.850442:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb280. 00000020:00000010:3.0:1779697711.850446:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697711.850494:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.850497:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.850500:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215346048 00000001:00000010:3.0:1779697711.850509:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:3.0:1779697711.850537:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697711.850543:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 02000000:00000010:3.0:1779697711.850569:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e8000. 00010000:00000010:3.0:1779697711.850598:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697711.850601:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697711.850631:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697711.850635:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697711.850639:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697711.850642:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00000004:00000010:3.0:1779697711.850736:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e9860. 00000004:00000010:3.0:1779697711.850745:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd20. 00000004:00000010:3.0:1779697711.850751:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83a90. 00080000:00000010:3.0:1779697711.850760:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266e40. 00010000:00000010:2.0:1779697711.851368:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697711.851373:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:2.0:1779697711.851377:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697711.851382:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697711.851478:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:2.0:1779697711.851490:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:2.0:1779697711.851495:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00010000:00000010:2.0:1779697711.851516:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000200:2.0:1779697711.851531:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66aaa00 x1866146215346048/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.851548:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697711.851555:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215346048, offset 224 00000400:00000200:2.0:1779697711.851560:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.851570:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.851575:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308537:308537:256:4294967295] 192.168.203.23@tcp LPNI seq info [308533:308533:8:4294967295] 00000400:00000200:2.0:1779697711.851586:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.851592:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.851596:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697711.851602:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.851610:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.851614:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.851633:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb280. 00000020:00000010:2.0:1779697711.851637:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:2.0:1779697711.851641:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00000800:00000200:3.0:1779697711.853138:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.853145:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697711.853152:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.853159:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.853165:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:3.0:1779697711.853167:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:0.0:1779697711.853266:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:0.0:1779697711.853275:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:2.1:1779697711.858423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697711.858437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697711.858442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697711.858445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697711.858449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697711.858451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:2.0:1779697711.860582:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.860606:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643c080 00000400:00000200:2.0:1779697711.860624:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 56392 00000400:00000200:2.0:1779697711.860639:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.860644:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.860652:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.860659:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9180. 00000020:00000010:3.0:1779697711.860794:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.860799:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.860806:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058f800. 00000020:00000010:3.0:1779697711.860811:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697711.860825:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697711.860867:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.860869:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.860873:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215346304 02000000:00000010:3.0:1779697711.861000:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ea000. 00010000:00000010:3.0:1779697711.861036:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697711.861051:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:3.0:1779697711.861066:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.861073:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697711.861087:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697711.861090:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697711.861094:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697711.861097:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697711.861199:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697711.861202:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697711.861205:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.861208:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000020:00000010:3.0:1779697711.861229:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.861234:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.861476:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d0c0. 00080000:00000010:3.0:1779697711.861487:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1310800. 00000001:00000010:3.0:1779697711.862121:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717660. 00000001:00000010:3.0:1779697711.862138:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697711.862175:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d0c0. 00010000:00000010:3.0:1779697711.862185:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697711.862191:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697711.862206:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697711.862350:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697711.862370:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000200:3.0:1779697711.862409:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974073, last committed = 8589974006 00010000:00000200:3.0:1779697711.862419:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a9180 x1866146215346304/t8589974073(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.862437:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697711.862444:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215346304, offset 224 00000400:00000010:3.0:1779697711.862451:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b770. 00000400:00000200:3.0:1779697711.862455:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.862468:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.862474:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308538:308538:256:4294967295] 192.168.203.23@tcp LPNI seq info [308534:308534:8:4294967295] 00000400:00000200:3.0:1779697711.862480:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.862486:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.862492:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.862497:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697711.862503:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.862511:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.862515:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.862541:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697711.862546:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697711.862549:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058f800. 00000800:00000200:0.0:1779697711.862931:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.862936:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697711.862940:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.862945:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697711.863502:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697711.863512:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697711.863516:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697711.863518:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697711.863521:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697711.863524:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697711.863528:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697711.863531:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697711.863535:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:2.1:1779697711.863538:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.0:1779697711.863558:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:2.0:1779697711.863566:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:2.0:1779697711.863571:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:3.1:1779697711.871437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697711.871450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697711.871539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697711.871544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697711.871595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:0.1:1779697711.871600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697711.871737:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697711.871746:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00000020:00000010:0.0:1779697711.872122:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697711.872127:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697711.872132:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:0.0:1779697711.872137:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c200. 00000020:00000010:0.0:1779697711.872143:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697711.872183:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697711.872186:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61900. 00000100:00000200:0.0:1779697711.872189:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215346432 00000001:00000010:0.0:1779697711.872200:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:0.0:1779697711.872222:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697711.872228:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 02000000:00000010:0.0:1779697711.872255:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128d000. 00010000:00000010:0.0:1779697711.872287:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697711.872291:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697711.872307:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697711.872310:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697711.872313:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697711.872317:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00000004:00000010:0.0:1779697711.872435:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a000. 00000004:00000010:0.0:1779697711.872443:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef7f8. 00000004:00000010:0.0:1779697711.872450:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31dc0. 00080000:00000010:0.0:1779697711.873133:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1398. 00010000:00000010:0.0:1779697711.873796:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697711.873803:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c900. 00010000:00000010:0.0:1779697711.873807:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697711.873813:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697711.873895:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697711.873908:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697711.873912:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697711.873935:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:0.0:1779697711.873953:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb8a80 x1866146215346432/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.873973:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697711.873979:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215346432, offset 224 00000400:00000200:0.0:1779697711.874056:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.874069:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.874075:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308539:308539:256:4294967295] 192.168.203.23@tcp LPNI seq info [308535:308535:8:4294967295] 00000400:00000200:0.0:1779697711.874087:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.874092:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.874097:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697711.874104:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.874111:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.874115:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.874149:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c200. 00000020:00000010:0.0:1779697711.874153:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697711.874157:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000800:00000200:3.0:1779697711.874522:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.874528:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697711.874533:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.874538:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.874543:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:3.0:1779697711.874546:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00010000:00000010:2.1:1779697711.876499:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697711.876511:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000400:00000200:0.0:1779697711.880666:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.880686:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643c200 00000400:00000200:0.0:1779697711.880695:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 57456 00000400:00000200:0.0:1779697711.880711:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.880716:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.880725:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.880733:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02e300. 00000020:00000010:3.0:1779697711.880870:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.880878:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.880885:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058f800. 00000020:00000010:3.0:1779697711.880890:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697711.880895:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697711.880938:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.880941:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.881011:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215346688 02000000:00000010:3.0:1779697711.881055:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ef000. 00010000:00000010:3.0:1779697711.881101:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:3.0:1779697711.881119:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c900. 00010000:00000010:3.0:1779697711.881138:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.881144:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697711.881158:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697711.881161:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697711.881165:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.881167:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697711.881271:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697711.881274:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697711.881277:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697711.881280:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000020:00000010:3.0:1779697711.881307:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.881313:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.881325:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57178a0. 00080000:00000010:3.0:1779697711.881335:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1312000. 00010000:00000010:3.1:1779697711.881416:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697711.881419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697711.881422:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697711.881423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697711.881426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697711.881428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000001:00000010:3.0:1779697711.881842:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717e40. 00000001:00000010:3.0:1779697711.881849:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697711.881885:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57178a0. 00010000:00000010:3.0:1779697711.881893:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697711.881898:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697711.881909:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543300. 00010000:00000010:0.0:1779697711.882085:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:0.0:1779697711.882094:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543300. 00010000:00000010:3.0:1779697711.884118:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697711.884132:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697711.884164:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000200:3.0:1779697711.884188:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974074, last committed = 8589974006 00010000:00000200:3.0:1779697711.884200:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02e300 x1866146215346688/t8589974074(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.884227:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697711.884235:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215346688, offset 224 00000400:00000010:3.0:1779697711.884243:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b930. 00000400:00000200:3.0:1779697711.884247:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.884263:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.884270:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308540:308540:256:4294967295] 192.168.203.23@tcp LPNI seq info [308536:308536:8:4294967295] 00000400:00000200:3.0:1779697711.884277:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.884285:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.884291:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.884297:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697711.884305:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.884313:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.884317:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.884353:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697711.884358:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697711.884362:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058f800. 00010000:00000010:3.1:1779697711.887413:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697711.887425:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697711.890526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697711.890540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697711.890545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697711.892143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:3.0:1779697711.897797:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.897827:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a93e1 00000400:00000200:3.0:1779697711.897834:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.897839:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.897848:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697711.897851:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:0.0:1779697711.898097:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:0.0:1779697711.898108:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697711.900970:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.900975:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.900982:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058f800. 00000020:00000010:3.0:1779697711.900988:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697711.900994:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697711.901038:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.901041:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.901044:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215346816 00000001:00000010:3.0:1779697711.901053:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697711.901078:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.901085:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 02000000:00000010:3.0:1779697711.901112:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e9000. 00010000:00000010:3.0:1779697711.901144:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697711.901148:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697711.901167:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697711.901170:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697711.901175:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697711.901178:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000004:00000010:3.0:1779697711.901273:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e9e00. 00000004:00000010:3.0:1779697711.901282:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd98. 00000004:00000010:3.0:1779697711.901288:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83430. 00080000:00000010:3.0:1779697711.901297:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266720. 00010000:00000010:2.0:1779697711.902112:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697711.902117:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6500. 00010000:00000010:2.0:1779697711.902121:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697711.902127:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697711.902199:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:2.0:1779697711.902222:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:2.0:1779697711.902228:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:2.0:1779697711.902349:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000200:2.0:1779697711.902368:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb9f80 x1866146215346816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.902405:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697711.902412:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215346816, offset 224 00000400:00000200:2.0:1779697711.902420:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.902432:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.902438:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308541:308541:256:4294967295] 192.168.203.23@tcp LPNI seq info [308537:308537:8:4294967295] 00000400:00000200:2.0:1779697711.902449:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.902454:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.902459:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697711.902466:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.902473:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.902478:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.902549:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc00. 00000020:00000010:2.0:1779697711.902554:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:2.0:1779697711.902557:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058f800. 00010000:00000010:0.1:1779697711.906893:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697711.906908:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:2.0:1779697711.908417:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.908436:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643c380 00000400:00000200:2.0:1779697711.908445:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 58520 00000400:00000200:2.0:1779697711.908460:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.908463:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.908471:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.908479:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9500. 00000020:00000010:3.0:1779697711.908544:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.908551:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.908558:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ee00. 00000020:00000010:3.0:1779697711.908562:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd80. 00000020:00000010:3.0:1779697711.908567:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697711.908606:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.908609:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.908612:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215347072 02000000:00000010:3.0:1779697711.908649:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34ee000. 00010000:00000010:3.0:1779697711.908696:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:3.0:1779697711.908716:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6500. 00010000:00000010:3.0:1779697711.908737:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697711.908743:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697711.908762:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697711.908765:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697711.908769:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697711.908772:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697711.908884:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697711.908888:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697711.908891:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697711.908895:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697711.908921:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.908928:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e40. 00000020:00000010:3.0:1779697711.908938:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57178a0. 00080000:00000010:3.0:1779697711.909020:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1312400. 00010000:00000010:2.1:1779697711.909434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697711.909442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697711.909447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697711.909450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000001:00000010:2.0:1779697711.909496:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a240. 00000001:00000010:2.0:1779697711.909503:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697711.909538:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57178a0. 00010000:00000010:2.0:1779697711.909548:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.909553:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697711.909566:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697711.909603:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:2.0:1779697711.909628:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000200:2.0:1779697711.909646:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974075, last committed = 8589974006 00010000:00000200:2.0:1779697711.909656:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a9500 x1866146215347072/t8589974075(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.909688:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697711.909695:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215347072, offset 224 00000400:00000010:2.0:1779697711.909702:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f2d8. 00000400:00000200:2.0:1779697711.909706:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.909719:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.909726:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308542:308542:256:4294967295] 192.168.203.23@tcp LPNI seq info [308538:308538:8:4294967295] 00000400:00000200:2.0:1779697711.909733:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.909740:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.909745:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.909750:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697711.909757:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.909765:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.909769:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.909793:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd80. 00000020:00000010:2.0:1779697711.909797:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:2.0:1779697711.909801:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ee00. 00010000:00000010:2.0:1779697711.909837:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697711.909842:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:2.0:1779697711.909848:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697711.911810:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697711.911828:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.1:1779697711.914427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697711.914442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00000400:00000200:2.0:1779697711.915085:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.915103:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643c400 00000400:00000200:2.0:1779697711.915112:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 59008 00000400:00000200:2.0:1779697711.915179:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.915184:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.915193:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.915200:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9c00. 00000020:00000010:3.0:1779697711.915272:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.915278:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.915285:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058e400. 00000020:00000010:3.0:1779697711.915291:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697711.915296:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697711.915340:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.915343:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.915346:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215347200 00000001:00000010:3.0:1779697711.915358:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697711.915408:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697711.915415:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 02000000:00000010:3.0:1779697711.915444:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1d9f000. 00010000:00000010:3.0:1779697711.915480:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697711.915485:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697711.915504:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697711.915507:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697711.915512:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697711.915514:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697711.915660:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e9a40. 00000004:00000010:3.0:1779697711.915669:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af000. 00000004:00000010:3.0:1779697711.915674:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ed0. 00080000:00000010:3.0:1779697711.915683:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267728. 00000800:00000200:2.0:1779697711.916754:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.916758:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697711.916763:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.916768:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.916772:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:2.0:1779697711.916775:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00010000:00000010:2.1:1779697711.918958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697711.918974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697711.918979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697711.918992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000020:00000010:3.0:1779697711.919341:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.919347:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.919353:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058f400. 00000020:00000010:3.0:1779697711.919357:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697711.919362:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697711.919421:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.919424:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.919427:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215347456 02000000:00000010:3.0:1779697711.919471:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad1d9d000. 00010000:00000010:3.0:1779697711.919509:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:3.0:1779697711.919523:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00010000:00000010:3.0:1779697711.919539:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697711.919543:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697711.919556:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697711.919559:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697711.919563:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697711.919566:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.919672:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.919675:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697711.919678:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697711.919682:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.1:1779697711.921447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697711.921533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000020:00000010:2.0:1779697711.921717:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697711.921732:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697711.921748:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a300. 00080000:00000010:2.0:1779697711.921758:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1883800. 00000001:00000010:2.0:1779697711.922184:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d7e0. 00000001:00000010:2.0:1779697711.922191:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697711.922227:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a300. 00010000:00000010:2.0:1779697711.922239:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697711.922261:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697711.922282:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697711.922337:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697711.922357:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:2.0:1779697711.922378:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974076, last committed = 8589974006 00010000:00000200:2.0:1779697711.922416:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070fb80 x1866146215347456/t8589974076(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697711.922437:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697711.922443:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215347456, offset 224 00000400:00000010:2.0:1779697711.922450:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f700. 00000400:00000200:2.0:1779697711.922454:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.922469:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.922476:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308544:308544:256:4294967295] 192.168.203.23@tcp LPNI seq info [308540:308540:8:4294967295] 00000400:00000200:2.0:1779697711.922482:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697711.922489:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.922494:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.922499:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697711.922505:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.922513:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.922517:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.922543:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:2.0:1779697711.922548:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:2.0:1779697711.922551:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058f400. 00010000:00000010:3.0:1779697711.922914:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697711.922922:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697711.922929:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00010000:00000010:1.1:1779697711.925436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697711.925522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697711.925529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697711.925533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697711.925578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697711.925583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697711.929424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697711.929439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697711.931208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697711.931220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000200:2.0:1779697711.941796:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697711.941826:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a93f1 00000400:00000200:2.0:1779697711.941834:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.941839:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697711.941846:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697711.941849:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:2.0:1779697711.941876:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.941883:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643c580 00000400:00000200:2.0:1779697711.941890:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 60072 00000400:00000200:2.0:1779697711.941900:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.941904:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.941908:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.941915:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9f80. 00000020:00000010:3.0:1779697711.942041:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.942046:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.942053:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058f400. 00000020:00000010:3.0:1779697711.942059:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697711.942064:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697711.942107:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.942110:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.942114:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215347584 00000001:00000010:3.0:1779697711.942124:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697711.942148:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697711.942155:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 02000000:00000010:3.0:1779697711.942184:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad8b3c000. 00010000:00000010:3.0:1779697711.942212:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697711.942216:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697711.942234:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697711.942237:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb300. 00010000:00000010:0.0:1779697711.942239:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697711.942241:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697711.942244:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:0.0:1779697711.942260:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00000004:00000010:3.0:1779697711.942342:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e9680. 00000004:00000010:3.0:1779697711.942350:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afca8. 00000004:00000010:3.0:1779697711.942356:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82dd0. 00080000:00000010:3.0:1779697711.942365:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82678f0. 00010000:00000010:2.0:1779697711.943752:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697711.943760:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697711.943765:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697711.943771:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697711.943849:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697711.943861:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697711.943865:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb300. 00010000:00000010:2.0:1779697711.943888:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:2.0:1779697711.943908:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a9f80 x1866146215347584/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697711.943928:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697711.943934:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215347584, offset 224 00000400:00000200:2.0:1779697711.943940:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697711.943964:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697711.943970:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308545:308545:256:4294967295] 192.168.203.23@tcp LPNI seq info [308541:308541:8:4294967295] 00000400:00000200:2.0:1779697711.943981:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697711.943987:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697711.943992:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697711.943999:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697711.944007:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697711.944011:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697711.944037:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb580. 00000020:00000010:2.0:1779697711.944042:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:2.0:1779697711.944045:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058f400. 00000800:00000200:3.0:1779697711.944238:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697711.944243:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:3.0:1779697711.944247:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.944252:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.944257:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:3.0:1779697711.944259:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:0.1:1779697711.947430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697711.947445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000400:00000200:2.0:1779697711.947484:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.947503:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643c680 00000400:00000200:2.0:1779697711.947512:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 60648 00000400:00000200:2.0:1779697711.947525:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.947530:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.947537:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.947544:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66aa680. 00000020:00000010:3.0:1779697711.947746:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.947752:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.947759:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ee00. 00000020:00000010:3.0:1779697711.947764:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe80. 00000020:00000010:3.0:1779697711.947768:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697711.947808:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.947810:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.947822:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215347840 02000000:00000010:3.0:1779697711.947861:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad8b38000. 00010000:00000010:3.0:1779697711.947901:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697711.947918:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:3.0:1779697711.947937:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697711.947943:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697711.947971:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697711.947975:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697711.947979:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.947982:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697711.948092:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697711.948095:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb300. 00010000:00000010:3.0:1779697711.948099:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697711.948102:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00000020:00000010:3.0:1779697711.948138:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c60. 00000020:00000010:3.0:1779697711.948145:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c60. 00000020:00000010:3.0:1779697711.948157:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717000. 00080000:00000010:3.0:1779697711.948166:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1103400. 00000001:00000010:3.0:1779697711.948854:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717900. 00000001:00000010:3.0:1779697711.948862:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697711.948897:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717000. 00010000:00000010:3.0:1779697711.948907:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697711.948912:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697711.948925:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697711.948981:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697711.948998:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697711.949016:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974077, last committed = 8589974006 00010000:00000200:3.0:1779697711.949026:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66aa680 x1866146215347840/t8589974077(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.949047:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697711.949054:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215347840, offset 224 00000400:00000010:3.0:1779697711.949061:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b968. 00000400:00000200:3.0:1779697711.949065:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00010000:00000010:0.0:1779697711.949068:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:0.0:1779697711.949074:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb300. 00000400:00000200:3.0:1779697711.949078:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.949084:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308546:308546:256:4294967295] 192.168.203.23@tcp LPNI seq info [308542:308542:8:4294967295] 00010000:00000010:0.0:1779697711.949090:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000400:00000200:3.0:1779697711.949091:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.949097:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.949102:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.949107:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697711.949113:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.949120:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.949125:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.949557:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe80. 00000020:00000010:3.0:1779697711.949563:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697711.949566:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ee00. 00010000:00000010:2.1:1779697711.952561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697711.952579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697711.952584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697711.952587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000800:00000200:0.0:1779697711.953616:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697711.953623:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697711.953629:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.953639:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697711.954767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697711.954777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697711.954781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697711.954785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000400:00000200:3.0:1779697711.954886:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.954904:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a93f9 00000400:00000200:3.0:1779697711.954910:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.954914:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.954920:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697711.954923:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:2.0:1779697711.955100:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:2.0:1779697711.955111:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00000400:00000200:2.0:1779697711.955759:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697711.955770:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643c700 00000400:00000200:2.0:1779697711.955778:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 61136 00000400:00000200:2.0:1779697711.955840:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.955845:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697711.955850:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697711.955857:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a8a80. 00000020:00000010:3.0:1779697711.956300:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.956307:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.956313:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ee00. 00000020:00000010:3.0:1779697711.956317:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe80. 00000020:00000010:3.0:1779697711.956322:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697711.956364:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.956368:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.956371:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215347968 00000001:00000010:3.0:1779697711.956381:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:3.0:1779697711.956429:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697711.956436:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697711.956545:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad8b3d000. 00010000:00000010:3.0:1779697711.956577:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697711.956583:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697711.956599:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697711.956603:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697711.957012:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697711.957018:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000004:00000010:3.0:1779697711.957119:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e83c0. 00000004:00000010:3.0:1779697711.957138:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af960. 00000004:00000010:3.0:1779697711.957145:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83760. 00080000:00000010:3.0:1779697711.957154:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82671d0. 00010000:00000010:0.1:1779697711.958426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697711.958438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:0.0:1779697711.960369:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697711.960378:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c000. 00010000:00000010:0.0:1779697711.960384:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697711.960407:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697711.960488:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:0.0:1779697711.960502:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:0.0:1779697711.960507:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:0.0:1779697711.960535:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:0.0:1779697711.960554:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a8a80 x1866146215347968/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.960581:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697711.960588:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215347968, offset 224 00000400:00000200:0.0:1779697711.960596:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.960609:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.960615:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308547:308547:256:4294967295] 192.168.203.23@tcp LPNI seq info [308543:308543:8:4294967295] 00000400:00000200:0.0:1779697711.960626:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.960632:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.960637:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697711.960643:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.960652:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.960657:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.960683:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe80. 00000020:00000010:0.0:1779697711.960687:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:0.0:1779697711.960692:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ee00. 00000800:00000200:2.0:1779697711.961735:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.961742:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697711.961748:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.961755:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.961761:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:2.0:1779697711.961763:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:0.0:1779697711.972331:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697711.972349:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643c800 00000400:00000200:0.0:1779697711.972358:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 61712 00000400:00000200:0.0:1779697711.972373:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697711.972378:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697711.972386:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697711.972426:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02f800. 00010000:00000010:2.1:1779697711.972509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697711.972519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000020:00000010:3.0:1779697711.972846:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.972852:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.972858:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697711.972863:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697711.972868:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697711.972908:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697711.972911:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697711.972915:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215348224 02000000:00000010:3.0:1779697711.972961:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfee5b000. 00010000:00000010:3.0:1779697711.973001:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:3.0:1779697711.973017:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c000. 00010000:00000010:3.0:1779697711.973034:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697711.973040:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697711.973056:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697711.973059:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697711.973063:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697711.973067:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697711.973173:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697711.973176:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697711.973180:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697711.973183:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697711.973208:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c60. 00000020:00000010:3.0:1779697711.973214:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c60. 00000020:00000010:3.0:1779697711.973226:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717000. 00080000:00000010:3.0:1779697711.973235:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1103800. 00000001:00000010:3.0:1779697711.973671:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717180. 00000001:00000010:3.0:1779697711.973678:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697711.973714:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717000. 00010000:00000010:3.0:1779697711.973724:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697711.973728:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697711.973741:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543300. 00010000:00000010:3.0:1779697711.973774:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697711.973787:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697711.973803:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974078, last committed = 8589974006 00010000:00000200:3.0:1779697711.973824:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02f800 x1866146215348224/t8589974078(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 488/456 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697711.973844:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697711.973851:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215348224, offset 224 00000400:00000010:3.0:1779697711.973857:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4baf0. 00000400:00000200:3.0:1779697711.973861:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697711.973874:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697711.973880:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308548:308548:256:4294967295] 192.168.203.23@tcp LPNI seq info [308544:308544:8:4294967295] 00000400:00000200:3.0:1779697711.973887:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697711.973894:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697711.973899:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697711.973904:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697711.973910:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697711.973917:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697711.973921:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697711.973937:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697711.973941:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697711.973945:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00010000:00000010:0.0:1779697711.974089:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:0.0:1779697711.974096:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:0.0:1779697711.974102:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543300. 00000800:00000200:2.0:1779697711.974263:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.974268:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697711.974272:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.974278:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697711.982260:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697711.982285:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9401 00000400:00000200:3.0:1779697711.982293:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.982298:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697711.982305:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697711.982309:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000400:00000200:3.0:1779697711.986224:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.986245:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643c880 00000400:00000200:3.0:1779697711.986254:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 62200 00000400:00000200:3.0:1779697711.986319:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.986325:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.986333:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.986342:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964a80. 00000020:00000010:2.0:1779697711.986639:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697711.986645:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697711.986651:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:2.0:1779697711.986656:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697711.986660:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697711.986702:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697711.986705:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde380. 00000100:00000200:2.0:1779697711.986708:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215348352 00000001:00000010:2.0:1779697711.986719:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:2.0:1779697711.986743:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697711.986750:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697711.986775:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf81ef000. 00010000:00000010:2.0:1779697711.986804:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697711.986809:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697711.986839:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697711.986843:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:2.0:1779697711.986847:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697711.986850:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697711.987043:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697711.987053:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ec30. 00000004:00000010:2.0:1779697711.987059:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d320. 00080000:00000010:2.0:1779697711.987070:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:0.1:1779697711.987340:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:0.1:1779697711.987349:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697711.987352:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:0.1:1779697711.987355:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.0:1779697711.987382:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:0.0:1779697711.987443:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:0.0:1779697711.990515:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697711.990526:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697711.990533:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697711.990540:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697711.990621:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697711.990633:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697711.990637:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697711.990665:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:0.0:1779697711.990685:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964a80 x1866146215348352/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:386/0 lens 576/584 e 0 to 0 dl 1779698466 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697711.990705:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697711.990712:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215348352, offset 224 00000400:00000200:0.0:1779697711.990718:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697711.990731:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697711.990737:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308549:308549:256:4294967295] 192.168.203.23@tcp LPNI seq info [308545:308545:8:4294967295] 00000400:00000200:0.0:1779697711.990749:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697711.990755:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697711.990759:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697711.990765:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697711.990772:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697711.990776:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697711.990796:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6980. 00000020:00000010:0.0:1779697711.990800:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:0.0:1779697711.990803:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00000800:00000200:2.0:1779697711.991034:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697711.991039:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697711.991043:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697711.991048:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697711.991054:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:2.0:1779697711.991056:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:3.0:1779697711.996189:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697711.996208:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643c980 00000400:00000200:3.0:1779697711.996216:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 62776 00000400:00000200:3.0:1779697711.996230:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697711.996235:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697711.996243:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697711.996251:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964380. 00010000:00000010:0.1:1779697712.002429:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697712.002441:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000800:00000200:2.0:1779697712.005894:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.005903:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697712.005910:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.005919:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697712.006160:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697712.006168:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.0:1779697712.006201:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:3.0:1779697712.006211:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088000. 00010000:00000010:3.0:1779697712.006219:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00000400:00000200:2.0:1779697712.008022:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.008041:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9409 00000400:00000200:2.0:1779697712.008047:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.008051:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.008057:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697712.008061:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00010000:00000010:3.0:1779697712.008212:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:3.0:1779697712.008223:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088780. 00010000:00000010:3.1:1779697712.013472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697712.013488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.1:1779697712.013601:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697712.014081:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697712.014088:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697712.014092:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697712.014095:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697712.014099:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:3.0:1779697712.016529:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.016551:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643ca00 00000400:00000200:3.0:1779697712.016560:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 63264 00000400:00000200:3.0:1779697712.016630:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.016636:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.016645:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.016652:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff965c00. 00080000:00000010:2.0:1779697712.017878:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:3.1:1779697712.018608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697712.018624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697712.018732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697712.018738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697712.018742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697712.018745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000800:00000200:2.0:1779697712.021264:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.021273:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697712.021283:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.021291:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.021299:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:2.0:1779697712.021301:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000400:00000200:2.0:1779697712.023269:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.023289:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643cb00 00000400:00000200:2.0:1779697712.023298:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 63840 00000400:00000200:2.0:1779697712.023315:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.023319:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.023328:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.023340:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf958e00. 00000020:00000010:3.0:1779697712.024118:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697712.024126:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697712.024142:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697712.024149:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.024155:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.024194:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697712.024196:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697712.024200:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215348992 02000000:00000010:3.0:1779697712.024237:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfee5a000. 00010000:00000010:3.0:1779697712.024280:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:3.0:1779697712.024300:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088780. 00010000:00000010:3.0:1779697712.024321:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697712.024327:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.024341:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697712.024345:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697712.024349:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697712.024352:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697712.024472:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697712.024475:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697712.024479:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697712.024481:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00000020:00000010:3.0:1779697712.024505:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c60. 00000020:00000010:3.0:1779697712.024512:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c60. 00000020:00000010:3.0:1779697712.024522:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717000. 00080000:00000010:3.0:1779697712.024531:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1102400. 00010000:00000010:3.1:1779697712.028964:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697712.028981:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000001:00000010:3.0:1779697712.029437:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717540. 00000001:00000010:3.0:1779697712.029446:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697712.029480:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717000. 00010000:00000010:3.0:1779697712.029495:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.029502:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697712.029525:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697712.029579:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697712.029599:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697712.029621:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974080, last committed = 8589974006 00010000:00000200:3.0:1779697712.029632:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacf958e00 x1866146215348992/t8589974080(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.029651:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697712.029658:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215348992, offset 224 00000400:00000010:3.0:1779697712.029665:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b268. 00000400:00000200:3.0:1779697712.029669:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.029683:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.029689:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308552:308552:256:4294967295] 192.168.203.23@tcp LPNI seq info [308548:308548:8:4294967295] 00000400:00000200:3.0:1779697712.029696:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.029701:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.029706:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.029712:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697712.029719:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.029726:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.029730:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.029759:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.029763:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.029767:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00000800:00000200:3.0:1779697712.029896:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.029900:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697712.029905:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.029909:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.034268:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.034289:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9411 00000400:00000200:2.0:1779697712.034296:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.034300:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.034308:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:2.0:1779697712.034311:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000400:00000200:2.0:1779697712.034346:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.034353:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643cb80 00000400:00000200:2.0:1779697712.034361:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 64328 00000400:00000200:2.0:1779697712.034455:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.034459:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.034464:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.034471:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf95ad80. 00000020:00000010:2.0:1779697712.034518:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697712.034523:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697712.034529:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:2.0:1779697712.034534:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:2.0:1779697712.034539:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697712.034575:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697712.034578:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde380. 00000100:00000200:2.0:1779697712.034580:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215349120 00000001:00000010:2.0:1779697712.034590:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82bee40. 00010000:00000010:2.0:1779697712.034626:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697712.034633:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697712.034691:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc786c000. 00010000:00000010:2.0:1779697712.034720:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697712.034724:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.034743:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697712.034746:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697712.034751:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697712.034753:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697712.034857:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697712.034865:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e2d0. 00000004:00000010:2.0:1779697712.034872:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355da90. 00080000:00000010:2.0:1779697712.034881:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:3.0:1779697712.035990:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697712.036005:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:1.1:1779697712.036436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697712.036443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697712.036447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697712.036450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.0:1779697712.037544:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697712.037551:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697712.037557:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.037564:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697712.037652:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697712.037667:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697712.037860:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:3.0:1779697712.037892:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:3.0:1779697712.037911:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacf95ad80 x1866146215349120/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.037933:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697712.037940:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215349120, offset 224 00000400:00000200:3.0:1779697712.038013:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.038028:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.038035:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308553:308553:256:4294967295] 192.168.203.23@tcp LPNI seq info [308549:308549:8:4294967295] 00000400:00000200:3.0:1779697712.038047:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.038052:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.038058:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697712.038064:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.038072:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.038076:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.038095:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:3.0:1779697712.038099:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:3.0:1779697712.038102:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00000800:00000200:2.0:1779697712.040069:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.040078:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697712.040086:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.040095:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.040102:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:2.0:1779697712.040105:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:3.1:1779697712.040768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697712.040776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697712.041189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697712.041196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:2.0:1779697712.044384:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.044433:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643cc80 00000400:00000200:2.0:1779697712.044442:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 64904 00000400:00000200:2.0:1779697712.044467:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.044472:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.044480:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.044488:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf959880. 00010000:00000010:2.0:1779697712.047660:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:2.0:1779697712.047687:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088000. 00010000:00000010:2.0:1779697712.047699:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00000800:00000200:2.0:1779697712.047801:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.047806:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697712.047811:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.047827:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697712.048628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697712.048638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697712.048646:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697712.048651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:2.0:1779697712.050244:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.050264:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9419 00000400:00000200:2.0:1779697712.050271:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.050278:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.050286:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:2.0:1779697712.050289:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:3.1:1779697712.050956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697712.050968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697712.050973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697712.050978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697712.051017:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:3.0:1779697712.051027:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088580. 00010000:00000010:2.1:1779697712.055448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697712.055473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697712.055588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697712.055599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697712.055724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697712.055732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:2.0:1779697712.057382:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.057437:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643cd00 00000400:00000200:2.0:1779697712.057448:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 65392 00000400:00000200:2.0:1779697712.057522:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.057529:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.057538:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.057545:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf95a680. 00000020:00000010:3.0:1779697712.058312:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb00. 00000020:00000010:3.0:1779697712.058319:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fb00. 00000020:00000010:3.0:1779697712.058327:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697712.058333:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697712.058338:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.058382:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb00. 00000020:00000010:3.0:1779697712.058385:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fb00. 00000100:00000200:3.0:1779697712.058413:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215349504 00000001:00000010:3.0:1779697712.058425:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697712.058450:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697712.058457:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697712.058484:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfee59000. 00010000:00000010:3.0:1779697712.058513:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697712.058518:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697712.058537:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697712.058541:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.058546:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697712.058550:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000004:00000010:3.0:1779697712.058666:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8d20. 00000004:00000010:3.0:1779697712.058686:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af0f0. 00000004:00000010:3.0:1779697712.058693:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82bb0. 00080000:00000010:3.0:1779697712.058702:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266c78. 00010000:00000010:3.1:1779697712.061065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697712.061077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.0:1779697712.061179:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697712.061185:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697712.061190:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697712.061197:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697712.061275:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697712.061292:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697712.061298:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.061326:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697712.061345:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacf95a680 x1866146215349504/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.061370:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697712.061377:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215349504, offset 224 00000400:00000200:3.0:1779697712.061385:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.061426:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.061433:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308555:308555:256:4294967295] 192.168.203.23@tcp LPNI seq info [308551:308551:8:4294967295] 00000400:00000200:3.0:1779697712.061449:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.061466:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.061472:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697712.061480:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.061488:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.061493:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.061521:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697712.061526:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.061531:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00000800:00000200:2.0:1779697712.061753:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.061759:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697712.061764:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.061770:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.061776:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:2.0:1779697712.061778:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000400:00000200:2.0:1779697712.067521:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.067539:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643ce00 00000400:00000200:2.0:1779697712.067547:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 65968 00000400:00000200:2.0:1779697712.067560:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.067565:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.067572:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.067581:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bb480. 00000020:00000010:3.0:1779697712.067664:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd00. 00000020:00000010:3.0:1779697712.067677:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd00. 00000020:00000010:3.0:1779697712.067683:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697712.067689:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697712.067694:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.067729:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd00. 00000020:00000010:3.0:1779697712.067731:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd00. 00000100:00000200:3.0:1779697712.067734:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215349760 02000000:00000010:3.0:1779697712.067770:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e7d000. 00010000:00000010:3.0:1779697712.067811:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697712.067837:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697712.067854:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.067860:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697712.067875:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697712.067878:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697712.067883:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697712.067886:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.067989:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697712.067992:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.067995:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697712.067998:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697712.068019:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97a20. 00000020:00000010:3.0:1779697712.068024:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97a20. 00000020:00000010:3.0:1779697712.068034:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717600. 00080000:00000010:3.0:1779697712.068043:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1100c00. 00000001:00000010:3.0:1779697712.068424:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717960. 00000001:00000010:3.0:1779697712.068430:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697712.068465:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717600. 00010000:00000010:3.0:1779697712.068474:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697712.068478:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697712.068490:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697712.068526:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697712.068541:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697712.068558:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974082, last committed = 8589974006 00010000:00000200:3.0:1779697712.068567:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54bb480 x1866146215349760/t8589974082(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.068585:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697712.068590:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215349760, offset 224 00000400:00000010:3.0:1779697712.068597:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b1f8. 00000400:00000200:3.0:1779697712.068601:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.068612:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.068618:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308556:308556:256:4294967295] 192.168.203.23@tcp LPNI seq info [308552:308552:8:4294967295] 00000400:00000200:3.0:1779697712.068623:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.068630:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.068636:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.068641:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697712.068647:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.068655:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.068659:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.068676:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697712.068680:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.068683:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00000800:00000200:2.0:1779697712.068952:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.068957:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697712.068961:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.068966:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.071751:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.071801:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9421 00000400:00000200:2.0:1779697712.071807:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.071812:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.071828:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779697712.071832:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:3.0:1779697712.072214:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.072225:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00000400:00000200:2.0:1779697712.072292:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.072301:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643ce80 00000400:00000200:2.0:1779697712.072307:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 66456 00000400:00000200:2.0:1779697712.072356:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.072361:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.072366:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.072372:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9880. 00000020:00000010:3.0:1779697712.072487:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd00. 00000020:00000010:3.0:1779697712.072492:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd00. 00000020:00000010:3.0:1779697712.072498:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697712.072502:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697712.072507:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.072547:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd00. 00000020:00000010:3.0:1779697712.072549:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd00. 00000100:00000200:3.0:1779697712.072552:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215349888 00000001:00000010:3.0:1779697712.072562:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:3.0:1779697712.072587:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697712.072592:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697712.072622:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e7c000. 00010000:00000010:3.0:1779697712.072648:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.072652:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697712.072666:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697712.072681:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697712.072685:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.072688:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000004:00000010:3.0:1779697712.072776:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8f00. 00000004:00000010:3.0:1779697712.072785:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af9d8. 00000004:00000010:3.0:1779697712.072791:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83320. 00080000:00000010:3.0:1779697712.072800:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266390. 00010000:00000010:3.0:1779697712.075368:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697712.075377:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697712.075383:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697712.075403:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697712.075488:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697712.075502:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697712.075508:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697712.075534:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697712.075553:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9880 x1866146215349888/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.075572:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697712.075578:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215349888, offset 224 00000400:00000200:3.0:1779697712.075586:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.075597:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.075604:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308557:308557:256:4294967295] 192.168.203.23@tcp LPNI seq info [308553:308553:8:4294967295] 00000400:00000200:3.0:1779697712.075616:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.075622:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.075627:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697712.075633:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.075640:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.075644:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.075667:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697712.075678:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.075682:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00000800:00000200:2.0:1779697712.075909:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.075914:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697712.075918:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.075923:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.075928:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:2.0:1779697712.075931:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000400:00000200:2.0:1779697712.078187:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.078205:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643cf80 00000400:00000200:2.0:1779697712.078213:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 67032 00000400:00000200:2.0:1779697712.078226:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.078230:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.078238:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.078244:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54ba680. 00000020:00000010:3.0:1779697712.078486:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697712.078490:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697712.078497:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697712.078502:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697712.078507:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.078545:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697712.078548:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697712.078551:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215350144 02000000:00000010:3.0:1779697712.078586:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e78000. 00010000:00000010:3.0:1779697712.078635:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697712.078652:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697712.078672:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697712.078677:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697712.078691:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697712.078693:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697712.078697:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697712.078700:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.078795:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697712.078798:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697712.078800:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697712.078803:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697712.078839:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697712.078846:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697712.078859:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717420. 00080000:00000010:3.0:1779697712.078868:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1102c00. 00000001:00000010:3.0:1779697712.079270:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d9c0. 00000001:00000010:3.0:1779697712.079277:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697712.079313:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717420. 00010000:00000010:3.0:1779697712.079322:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697712.079326:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697712.079338:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697712.079372:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697712.079385:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697712.079430:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974083, last committed = 8589974006 00010000:00000200:3.0:1779697712.079439:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54ba680 x1866146215350144/t8589974083(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.079456:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697712.079463:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215350144, offset 224 00000400:00000010:3.0:1779697712.079469:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4bdc8. 00000400:00000200:3.0:1779697712.079472:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.079484:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.079491:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308558:308558:256:4294967295] 192.168.203.23@tcp LPNI seq info [308554:308554:8:4294967295] 00000400:00000200:3.0:1779697712.079496:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.079503:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.079507:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.079512:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697712.079517:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.079525:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.079529:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.079549:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697712.079553:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.079557:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00000800:00000200:3.0:1779697712.079652:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.079657:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697712.079661:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.079665:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697712.080297:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:0.0:1779697712.080307:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:0.0:1779697712.080317:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00010000:00000010:0.0:1779697712.080324:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697712.080327:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:0.0:1779697712.080331:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000400:00000200:2.0:1779697712.085580:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.085601:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9429 00000400:00000200:2.0:1779697712.085618:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.085624:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.085631:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:2.0:1779697712.085635:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000400:00000200:2.0:1779697712.085663:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.085682:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643d000 00000400:00000200:2.0:1779697712.085690:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 67520 00000400:00000200:2.0:1779697712.085746:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.085750:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.085755:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.085763:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bb100. 00010000:00000010:3.0:1779697712.086922:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.086932:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.1:1779697712.088832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697712.088845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697712.088851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697712.088854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000800:00000200:3.0:1779697712.089514:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.089519:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697712.089523:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.089529:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.089534:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:3.0:1779697712.089536:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:3.0:1779697712.092243:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.092261:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643d100 00000400:00000200:3.0:1779697712.092271:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 68096 00000400:00000200:3.0:1779697712.092286:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.092290:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.092298:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.092305:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966d80. 00000020:00000010:2.0:1779697712.092440:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697712.092446:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697712.092460:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:2.0:1779697712.092466:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:2.0:1779697712.092471:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697712.092505:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde380. 00000020:00000010:2.0:1779697712.092507:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde380. 00000100:00000200:2.0:1779697712.092511:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215350528 02000000:00000010:2.0:1779697712.092546:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf72c4000. 00010000:00000010:2.0:1779697712.092586:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:2.0:1779697712.092614:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088d00. 00010000:00000010:2.0:1779697712.092633:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697712.092639:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.092654:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697712.092657:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6300. 00010000:00000010:2.0:1779697712.092661:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697712.092664:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697712.092766:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697712.092770:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697712.092774:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.092777:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697712.092803:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b2e0. 00000020:00000010:2.0:1779697712.092810:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b2e0. 00000020:00000010:2.0:1779697712.092831:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d900. 00080000:00000010:2.0:1779697712.092840:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1883400. 00000001:00000010:2.0:1779697712.093746:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dcc0. 00000001:00000010:2.0:1779697712.093753:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697712.093788:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d900. 00010000:00000010:2.0:1779697712.093798:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.093804:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.093828:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697712.093868:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697712.093882:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697712.093899:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974084, last committed = 8589974006 00010000:00000200:2.0:1779697712.093909:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966d80 x1866146215350528/t8589974084(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.093927:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697712.093933:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215350528, offset 224 00000400:00000010:2.0:1779697712.093940:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982faf0. 00000400:00000200:2.0:1779697712.093955:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.093969:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.093975:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308560:308560:256:4294967295] 192.168.203.23@tcp LPNI seq info [308556:308556:8:4294967295] 00000400:00000200:2.0:1779697712.093981:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.093987:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.093993:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.093998:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697712.094005:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.094012:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.094016:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.094039:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6000. 00000020:00000010:2.0:1779697712.094044:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697712.094084:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00000800:00000200:2.0:1779697712.094182:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.094186:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:2.0:1779697712.094189:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.094194:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697712.094530:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697712.094538:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00010000:00000010:3.0:1779697712.094544:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000400:00000200:3.0:1779697712.098072:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.098092:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9431 00000400:00000200:3.0:1779697712.098099:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.098104:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.098111:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:3.0:1779697712.098114:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000400:00000200:3.0:1779697712.099903:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.099919:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643d180 00000400:00000200:3.0:1779697712.099927:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 68584 00000400:00000200:3.0:1779697712.099993:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.099998:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.100005:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.100012:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967100. 00000020:00000010:3.0:1779697712.100061:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697712.100066:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697712.100073:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf058ec00. 00000020:00000010:3.0:1779697712.100078:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697712.100083:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.100123:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697712.100125:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697712.100129:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215350656 00000001:00000010:3.0:1779697712.100139:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697712.100162:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.0:1779697712.100170:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697712.100196:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e7b000. 00010000:00000010:3.0:1779697712.100224:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3000. 00010000:00000010:3.0:1779697712.100228:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697712.100247:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697712.100251:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697712.100255:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:3.0:1779697712.100258:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000004:00000010:3.0:1779697712.100357:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e85a0. 00000004:00000010:3.0:1779697712.100365:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af3c0. 00000004:00000010:3.0:1779697712.100370:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82990. 00080000:00000010:3.0:1779697712.100379:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266ab0. 00010000:00000010:3.1:1779697712.102278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697712.102287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697712.102294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697712.102297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697712.102300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697712.102303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697712.102305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697712.102308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697712.102310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697712.102312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697712.102315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697712.102318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697712.102320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697712.102323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697712.102325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697712.102327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697712.109112:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697712.109126:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697712.109141:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697712.109144:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697712.109423:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697712.109429:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:0.1:1779697712.109433:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697712.109436:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:1.1:1779697712.110457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697712.110465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697712.110469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697712.110471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.0:1779697712.116142:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697712.116161:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:2.0:1779697712.116168:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697712.116176:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.116257:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697712.116270:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697712.116275:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:2.0:1779697712.116302:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:2.0:1779697712.116322:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967100 x1866146215350656/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.116343:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697712.116350:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215350656, offset 224 00000400:00000200:2.0:1779697712.116356:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.116369:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.116375:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308561:308561:256:4294967295] 192.168.203.23@tcp LPNI seq info [308557:308557:8:4294967295] 00000400:00000200:2.0:1779697712.116385:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.117047:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.117054:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697712.117061:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.117068:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.117072:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.117692:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe00. 00000020:00000010:2.0:1779697712.117700:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:2.0:1779697712.117704:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf058ec00. 00010000:00000010:1.1:1779697712.119459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697712.119471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697712.120126:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697712.120226:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000800:00000200:3.0:1779697712.123365:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.123373:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:3.0:1779697712.123380:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.123413:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.123423:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:3.0:1779697712.123426:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000400:00000200:3.0:1779697712.123451:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.123464:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643d280 00000400:00000200:3.0:1779697712.123471:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 69160 00000400:00000200:3.0:1779697712.123482:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.123485:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.123491:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.123497:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966680. 00000800:00000200:2.0:1779697712.133955:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.133964:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697712.133972:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.133980:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.134335:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.134351:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9439 00000400:00000200:3.0:1779697712.134356:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.134360:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.134366:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:3.0:1779697712.134368:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:2.1:1779697712.134548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3000. 00010000:00000010:2.1:1779697712.134555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697712.134559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:2.1:1779697712.134563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2000. 00010000:00000010:2.0:1779697712.134592:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697712.134600:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00010000:00000010:1.1:1779697712.140731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697712.140746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697712.140752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697712.140756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697712.140759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697712.140761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697712.143432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697712.143445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697712.146149:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.146168:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643d300 00000400:00000200:2.0:1779697712.146177:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 69648 00000400:00000200:2.0:1779697712.146246:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.146252:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.146262:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.146270:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b8e00. 00000800:00000200:3.0:1779697712.148219:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.148225:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697712.148230:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.148234:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.148239:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:3.0:1779697712.148241:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00010000:00000010:1.1:1779697712.153505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697712.153519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697712.153523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697712.153525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:3.0:1779697712.156851:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.156869:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643d400 00000400:00000200:3.0:1779697712.156877:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 70224 00000400:00000200:3.0:1779697712.156891:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.156895:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.156903:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.156909:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967800. 00010000:00000010:3.0:1779697712.161646:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:3.0:1779697712.161655:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088e80. 00010000:00000010:3.0:1779697712.161664:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00010000:00000010:1.1:1779697712.165426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697712.165551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00000800:00000200:3.0:1779697712.169345:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.169355:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697712.169363:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.169372:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697712.170411:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697712.170420:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697712.170471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697712.170477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000400:00000200:3.0:1779697712.178829:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.178850:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9441 00000400:00000200:3.0:1779697712.178857:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.178862:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.178869:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:3.0:1779697712.178872:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00010000:00000010:0.0:1779697712.179559:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:0.0:1779697712.179572:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088e00. 00000400:00000200:3.0:1779697712.181448:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.181467:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643d480 00000400:00000200:3.0:1779697712.181477:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 70712 00000400:00000200:3.0:1779697712.181542:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.181547:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.181560:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.181567:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964700. 00000020:00000010:2.0:1779697712.182168:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb80. 00000020:00000010:2.0:1779697712.182175:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb80. 00000020:00000010:2.0:1779697712.182181:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcbe9c200. 00000020:00000010:2.0:1779697712.182186:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e80. 00000020:00000010:2.0:1779697712.182191:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697712.182382:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb80. 00000020:00000010:2.0:1779697712.182386:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb80. 00000100:00000200:2.0:1779697712.182562:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215351424 00000001:00000010:2.0:1779697712.182574:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:2.0:1779697712.182608:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697712.182710:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697712.182739:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf72c3000. 00010000:00000010:2.0:1779697712.182771:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697712.182775:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.182795:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697712.182799:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:2.0:1779697712.182803:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697712.182806:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000004:00000010:2.0:1779697712.182916:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697712.182925:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e5a0. 00000004:00000010:2.0:1779697712.182931:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c110. 00080000:00000010:2.0:1779697712.182939:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:2.0:1779697712.184330:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697712.184338:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697712.184343:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.184350:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697712.190103:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697712.190195:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697712.190271:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00010000:00000010:3.0:1779697712.190309:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:3.0:1779697712.190329:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964700 x1866146215351424/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.190354:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697712.190361:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215351424, offset 224 00000400:00000200:3.0:1779697712.190368:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.190381:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.190685:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308565:308565:256:4294967295] 192.168.203.23@tcp LPNI seq info [308561:308561:8:4294967295] 00000400:00000200:3.0:1779697712.190698:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.190703:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.190710:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697712.190718:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.190725:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.190728:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.190793:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e80. 00000020:00000010:3.0:1779697712.190799:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:3.0:1779697712.190802:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00010000:00000010:0.1:1779697712.194099:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697712.194115:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000800:00000200:0.0:1779697712.194886:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.194892:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697712.194899:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.194907:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.194914:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:0.0:1779697712.194916:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00010000:00000010:3.1:1779697712.200971:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697712.200984:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697712.200989:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697712.200992:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000400:00000200:0.0:1779697712.201184:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.201211:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643d580 00000400:00000200:0.0:1779697712.201218:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 71288 00000400:00000200:0.0:1779697712.201235:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.201239:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.201248:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.201258:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d4700. 00000020:00000010:3.0:1779697712.201357:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697712.201362:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697712.201369:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb49dc6c00. 00000020:00000010:3.0:1779697712.201375:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697712.201381:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.201449:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697712.201452:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fe40. 00000100:00000200:3.0:1779697712.201455:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215351680 02000000:00000010:3.0:1779697712.201495:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4f53000. 00010000:00000010:3.0:1779697712.201536:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697712.201550:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:3.0:1779697712.201570:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.0:1779697712.201577:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.201595:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697712.201599:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697712.201613:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.0:1779697712.201618:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697712.201737:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697712.201741:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697712.201744:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.0:1779697712.201747:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000020:00000010:3.0:1779697712.201774:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697712.201780:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697712.201790:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d0c0. 00080000:00000010:3.0:1779697712.201799:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1101800. 00000001:00000010:3.0:1779697712.202230:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc57173c0. 00000001:00000010:3.0:1779697712.202237:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697712.202273:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d0c0. 00010000:00000010:3.0:1779697712.202283:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3c00. 00010000:00000010:3.0:1779697712.202287:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697712.202299:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697712.202341:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697712.202353:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697712.202367:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974087, last committed = 8589974006 00010000:00000200:3.0:1779697712.202375:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d4700 x1866146215351680/t8589974087(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.202425:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697712.202432:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215351680, offset 224 00000400:00000010:3.0:1779697712.202438:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b230. 00000400:00000200:3.0:1779697712.202442:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.202456:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.202462:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308566:308566:256:4294967295] 192.168.203.23@tcp LPNI seq info [308562:308562:8:4294967295] 00000400:00000200:3.0:1779697712.202467:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.202473:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.202479:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.202484:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697712.202490:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.202499:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.202503:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.202522:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697712.202526:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.202529:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb49dc6c00. 00000800:00000200:3.0:1779697712.202628:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.202632:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697712.202636:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.202640:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697712.204608:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697712.204624:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:0.0:1779697712.204634:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000400:00000200:0.0:1779697712.205662:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.205681:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9449 00000400:00000200:0.0:1779697712.205687:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.205692:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.205698:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:0.0:1779697712.205700:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:0.0:1779697712.205836:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.205844:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643d600 00000400:00000200:0.0:1779697712.205851:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 71776 00000400:00000200:0.0:1779697712.205897:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.205901:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.205906:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.205912:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d5500. 00000020:00000010:0.0:1779697712.205951:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.205955:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.205960:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5000. 00000020:00000010:0.0:1779697712.205965:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697712.205970:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.205999:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.206001:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697712.206004:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215351808 00000001:00000010:0.0:1779697712.206012:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:0.0:1779697712.206036:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697712.206597:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 02000000:00000010:0.0:1779697712.206625:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128b000. 00010000:00000010:0.0:1779697712.206652:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697712.206656:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697712.206673:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697712.206677:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697712.206681:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697712.206684:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00000004:00000010:0.0:1779697712.207241:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ab40. 00000004:00000010:0.0:1779697712.207251:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef708. 00000004:00000010:0.0:1779697712.207258:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30440. 00080000:00000010:0.0:1779697712.207266:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1560. 00010000:00000010:3.0:1779697712.208409:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697712.208422:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00010000:00000010:0.0:1779697712.209305:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697712.209313:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697712.209319:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697712.209325:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697712.209441:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697712.209453:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697712.209462:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697712.209488:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697712.209506:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d5500 x1866146215351808/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697712.210417:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697712.210427:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215351808, offset 224 00000400:00000200:0.0:1779697712.210435:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.210448:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.210454:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308567:308567:256:4294967295] 192.168.203.23@tcp LPNI seq info [308563:308563:8:4294967295] 00000400:00000200:0.0:1779697712.210465:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.210470:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.210476:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697712.210482:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.210490:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.210494:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1779697712.210779:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1779697712.210782:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c880. 00000800:00000010:3.0:1779697712.210784:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000020:00000010:0.0:1779697712.210787:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000400:00000200:3.0:1779697712.210788:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1779697712.210791:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5000. 00000400:00000200:3.0:1779697712.210793:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.210799:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:3.0:1779697712.210801:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00010000:00000010:3.1:1779697712.215986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697712.216002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697712.216007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.1:1779697712.216010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3200. 00000400:00000200:3.0:1779697712.216119:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.216146:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643d700 00000400:00000200:3.0:1779697712.216153:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 72352 00000400:00000200:3.0:1779697712.216167:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.216171:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.216179:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.216185:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966a00. 00010000:00000010:0.0:1779697712.226729:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:0.0:1779697712.226749:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088500. 00010000:00000010:0.0:1779697712.226759:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82bee40. 00000800:00000200:0.0:1779697712.226887:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.226892:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:0.0:1779697712.226897:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.226905:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.231744:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.231765:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9451 00000400:00000200:3.0:1779697712.231772:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.231777:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.231784:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:3.0:1779697712.231787:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000400:00000200:3.0:1779697712.231819:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.231827:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643d780 00000400:00000200:3.0:1779697712.231835:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 72840 00000400:00000200:3.0:1779697712.231883:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.231887:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.231892:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.231900:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967480. 00010000:00000010:3.0:1779697712.232370:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:3.0:1779697712.232381:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00000020:00000010:3.0:1779697712.232861:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697712.232867:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697712.232873:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcbe9c200. 00000020:00000010:3.0:1779697712.232878:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697712.232882:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.232929:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697712.232932:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fe40. 00000100:00000200:3.0:1779697712.232934:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215352192 00000001:00000010:3.0:1779697712.233508:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697712.233536:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2400. 00010000:00000010:3.0:1779697712.233542:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697712.233569:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c01000. 00010000:00000010:3.0:1779697712.233596:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.0:1779697712.233599:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.233627:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697712.233630:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.233634:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.0:1779697712.233637:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000004:00000010:3.0:1779697712.233728:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e9c20. 00000004:00000010:3.0:1779697712.233737:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afbb8. 00000004:00000010:3.0:1779697712.233743:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83100. 00080000:00000010:3.0:1779697712.233751:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266000. 00010000:00000010:3.1:1779697712.238493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697712.238509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:0.1:1779697712.238636:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697712.238643:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3c00. 00010000:00000010:1.1:1779697712.242427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697712.242452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697712.242457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697712.242461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697712.242799:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697712.242806:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697712.242808:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697712.242821:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.1:1779697712.244522:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697712.244533:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.0:1779697712.252654:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697712.252664:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697712.252671:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.0:1779697712.252679:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697712.252761:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.252775:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697712.252781:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.252807:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697712.252841:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967480 x1866146215352192/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.252864:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697712.252871:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215352192, offset 224 00000400:00000200:3.0:1779697712.252879:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.252893:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.252899:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308569:308569:256:4294967295] 192.168.203.23@tcp LPNI seq info [308565:308565:8:4294967295] 00000400:00000200:3.0:1779697712.252910:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.252916:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.252921:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697712.252928:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.252936:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.252940:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.252980:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697712.252985:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.252989:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00000800:00000200:2.0:1779697712.253482:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.253488:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697712.253492:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.253496:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.253502:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:2.0:1779697712.253504:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:0.1:1779697712.259775:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697712.259791:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697712.264558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.1:1779697712.264570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697712.264575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.1:1779697712.264577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2400. 00000400:00000200:3.0:1779697712.267791:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.267820:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643d880 00000400:00000200:3.0:1779697712.267829:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 73416 00000400:00000200:3.0:1779697712.267846:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.267850:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.267859:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.267868:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3da680. 00000020:00000010:2.0:1779697712.267994:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde400. 00000020:00000010:2.0:1779697712.268000:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde400. 00000020:00000010:2.0:1779697712.268006:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:2.0:1779697712.268011:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697712.268015:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697712.268067:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde400. 00000020:00000010:2.0:1779697712.268070:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde400. 00000100:00000200:2.0:1779697712.268073:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215352448 02000000:00000010:2.0:1779697712.268109:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf12f7000. 00010000:00000010:2.0:1779697712.268160:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697712.268177:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:2.0:1779697712.268197:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697712.268213:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697712.268229:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697712.268232:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:2.0:1779697712.268237:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.268240:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697712.268352:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697712.268356:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697712.268360:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.268364:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697712.268434:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b560. 00000020:00000010:2.0:1779697712.268442:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b560. 00000020:00000010:2.0:1779697712.268453:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571de40. 00080000:00000010:2.0:1779697712.268463:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1880c00. 00000001:00000010:2.0:1779697712.268884:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d480. 00000001:00000010:2.0:1779697712.268892:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697712.268925:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571de40. 00010000:00000010:2.0:1779697712.268934:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.268938:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697712.268951:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697712.268992:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.269008:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697712.269024:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974089, last committed = 8589974006 00010000:00000200:2.0:1779697712.269033:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3da680 x1866146215352448/t8589974089(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.269051:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697712.269058:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215352448, offset 224 00000400:00000010:2.0:1779697712.269063:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f7e0. 00000400:00000200:2.0:1779697712.269067:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.269080:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.269085:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308570:308570:256:4294967295] 192.168.203.23@tcp LPNI seq info [308566:308566:8:4294967295] 00000400:00000200:2.0:1779697712.269091:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.269098:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.269104:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.269109:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697712.269114:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.269122:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.269125:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.269146:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6980. 00000020:00000010:2.0:1779697712.269150:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697712.269153:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00010000:00000010:2.0:1779697712.269185:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697712.269191:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697712.269196:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:2.0:1779697712.269275:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.269280:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697712.269283:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.269287:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697712.274770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:2.1:1779697712.274786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697712.277585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697712.277599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697712.277614:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697712.277620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:2.0:1779697712.282013:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.282044:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 26 MB=0x6a1400643d900 00000400:00000200:2.0:1779697712.282052:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.23@tcp of length 224/224 into md 0x198ce1 [2] + 0 00000400:00000010:2.0:1779697712.282058:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7a50. 00000400:00000200:2.0:1779697712.282066:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf7202e40 00000400:00000200:2.0:1779697712.282076:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.282079:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.282085:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf7202e40 00000400:00000010:2.0:1779697712.282088:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbf7202e40. 00000100:00000200:2.0:1779697712.282094:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697712.282122:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.282137:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a1400643da00 00000400:00000200:2.0:1779697712.282143:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18cf5d [8] + 5600 00000400:00000200:2.0:1779697712.282149:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.282152:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.282156:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697712.282162:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9500. 00000400:00000200:2.0:1779697712.282186:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.282193:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a1400643d980 00000020:00000010:3.0:1779697712.282313:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f2c0. 00000020:00000010:3.0:1779697712.282320:0:208271:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbe0949f00. 00000020:00000010:3.0:1779697712.282341:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcbe9c200. 00000020:00000010:3.0:1779697712.282346:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697712.282351:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.282386:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.282413:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000100:00000200:3.0:1779697712.282417:0:208271:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215352832 02000000:00000010:3.0:1779697712.282446:0:208271:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c21800. 00010000:00000200:3.0:1779697712.282457:0:208271:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9500 x1866146215352832/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 224/224 e 0 to 0 dl 1779697723 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.282474:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000400:00000200:2.0:1779697712.282630:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18cf5d [8] + 5824 00000400:00000200:2.0:1779697712.282641:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.282644:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.287576:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215352832, offset 224 00000400:00000200:3.0:1779697712.287636:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.287652:0:208271:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.287659:0:208271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308571:308571:256:4294967295] 192.168.203.23@tcp LPNI seq info [308567:308567:8:4294967295] 00000400:00000200:3.0:1779697712.287671:0:208271:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.287676:0:208271:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.287682:0:208271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697712.287689:0:208271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.287697:0:208271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.287701:0:208271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.287732:0:208271:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697712.287738:0:208271:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.287743:0:208271:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00000800:00000200:3.0:1779697712.288071:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.288075:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697712.288079:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.288085:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.288091:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779697712.288093:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:2.0:1779697712.289759:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697712.289767:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bad80. 00000800:00000200:2.0:1779697712.289808:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.289822:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697712.289827:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.289832:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.289836:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:2.0:1779697712.289838:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 02000000:00000010:2.0:1779697712.289843:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c4dc00. 00000400:00000200:2.0:1779697712.289862:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.289871:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a1400643da80 00000400:00000200:2.0:1779697712.289879:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18c08d [64] + 73904 00000400:00000200:2.0:1779697712.289897:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.289901:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.289907:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.289912:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9f80. 00000020:00000010:2.0:1779697712.290238:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde400. 00000020:00000010:2.0:1779697712.290242:0:202031:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbe0949d80. 00000020:00000010:2.0:1779697712.290252:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03ce600. 00000020:00000010:2.0:1779697712.290255:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f80. 00000020:00000010:2.0:1779697712.290259:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697712.290282:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb80. 00000020:00000010:2.0:1779697712.290284:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb80. 00000100:00000200:2.0:1779697712.290286:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215352960 02000000:00000010:2.0:1779697712.290297:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c8d000. 00010000:00000200:2.0:1779697712.290303:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9f80 x1866146215352960/t0(0) o400->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:387/0 lens 224/224 e 0 to 0 dl 1779698467 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.290318:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697712.290321:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215352960, offset 224 00000400:00000200:2.0:1779697712.290326:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.290333:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.290338:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308573:308573:256:4294967295] 192.168.203.23@tcp LPNI seq info [308569:308569:8:4294967295] 00000400:00000200:2.0:1779697712.290345:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.290349:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.290353:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697712.290358:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.290363:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.290366:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.290379:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f80. 00000020:00000010:2.0:1779697712.290382:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697712.290385:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03ce600. 00000800:00000200:2.0:1779697712.290433:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.290436:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697712.290439:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.290443:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.290447:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779697712.290449:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000800:00000200:2.0:1779697712.290688:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.290691:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697712.290694:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.290698:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.290701:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:2.0:1779697712.290703:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000400:00000200:3.0:1779697712.309209:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.309230:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9459 00000400:00000200:3.0:1779697712.309238:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.309242:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.309249:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:3.0:1779697712.309252:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:3.0:1779697712.309289:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.309296:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643db00 00000400:00000200:3.0:1779697712.309304:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 74128 00000400:00000200:3.0:1779697712.309316:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.309320:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.309325:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.309331:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db800. 00010000:00000010:0.0:1779697712.309363:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:0.0:1779697712.309373:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00000800:00000200:3.0:1779697712.311978:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.311985:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697712.311992:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.311999:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.312005:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:3.0:1779697712.312009:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000400:00000200:3.0:1779697712.323068:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.323096:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643dc00 00000400:00000200:3.0:1779697712.323104:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 74704 00000400:00000200:3.0:1779697712.323134:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.323140:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.323148:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.323222:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8700. 00000020:00000010:0.0:1779697712.331780:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.331791:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.331801:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5000. 00000020:00000010:0.0:1779697712.331806:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697712.331822:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.331882:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.331885:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697712.331888:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215353344 02000000:00000010:0.0:1779697712.331932:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1288000. 00010000:00000010:0.0:1779697712.331981:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:0.0:1779697712.332000:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088900. 00010000:00000010:0.0:1779697712.332023:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697712.332035:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.332051:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697712.332054:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697712.332058:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697712.332061:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697712.332480:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697712.332484:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd80. 00010000:00000010:0.0:1779697712.332488:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697712.332491:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697712.332518:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fc80. 00000020:00000010:0.0:1779697712.332524:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fc80. 00000020:00000010:0.0:1779697712.332534:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c420. 00080000:00000010:0.0:1779697712.332544:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3461400. 00000001:00000010:0.0:1779697712.333605:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cd20. 00000001:00000010:0.0:1779697712.333613:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697712.333660:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c420. 00010000:00000010:0.1:1779697712.337446:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697712.337462:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.0:1779697712.337478:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697712.337488:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697712.337512:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697712.337568:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697712.337586:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697712.337606:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974090, last committed = 8589974006 00010000:00000200:0.0:1779697712.337617:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8700 x1866146215353344/t8589974090(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697712.337638:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697712.337645:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215353344, offset 224 00000400:00000010:0.0:1779697712.337652:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2170e0. 00000400:00000200:0.0:1779697712.337657:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.337673:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.337679:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308576:308576:256:4294967295] 192.168.203.23@tcp LPNI seq info [308572:308572:8:4294967295] 00000400:00000200:0.0:1779697712.337685:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697712.337691:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.337696:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.337701:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697712.337707:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.337714:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.337718:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.337746:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697712.337751:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.337755:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5000. 00010000:00000010:3.0:1779697712.337892:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:3.0:1779697712.337901:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd80. 00010000:00000010:3.0:1779697712.337908:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00010000:00000010:1.1:1779697712.341486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697712.341501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697712.341509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697712.341515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:3.0:1779697712.343530:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.343550:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9475 00000400:00000200:3.0:1779697712.343558:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.343562:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.343569:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:3.0:1779697712.343573:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00010000:00000010:0.1:1779697712.344515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697712.344525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697712.344530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697712.344532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697712.344567:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697712.344577:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00010000:00000010:3.1:1779697712.344925:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697712.344931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:3.0:1779697712.345158:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.345173:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643dc80 00000400:00000200:3.0:1779697712.345181:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 75192 00000400:00000200:3.0:1779697712.345241:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.345246:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.345254:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.345260:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db480. 00000020:00000010:0.0:1779697712.345581:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.345586:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.345592:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5000. 00000020:00000010:0.0:1779697712.345596:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697712.345601:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.345640:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697712.345642:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697712.345644:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215353472 00000001:00000010:0.0:1779697712.345653:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:0.0:1779697712.345674:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697712.345679:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 02000000:00000010:0.0:1779697712.345706:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacd818000. 00010000:00000010:0.0:1779697712.345732:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697712.345735:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.345751:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697712.345753:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697712.345757:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697712.345760:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000004:00000010:0.0:1779697712.345862:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ad20. 00000004:00000010:0.0:1779697712.345871:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd20. 00000004:00000010:0.0:1779697712.345877:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30770. 00080000:00000010:0.0:1779697712.345885:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0390. 00010000:00000010:0.0:1779697712.350925:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697712.350937:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697712.350943:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697712.350950:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697712.351028:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.351041:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697712.351047:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697712.351072:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000200:0.0:1779697712.351092:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3db480 x1866146215353472/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697712.351113:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697712.351120:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215353472, offset 224 00000400:00000200:0.0:1779697712.351127:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.351140:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.351147:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308577:308577:256:4294967295] 192.168.203.23@tcp LPNI seq info [308573:308573:8:4294967295] 00000400:00000200:0.0:1779697712.351169:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.351175:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.351181:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697712.351187:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.351194:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.351199:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.351224:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697712.351229:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.351232:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5000. 00010000:00000010:0.1:1779697712.351590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697712.351596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697712.361497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697712.361513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697712.361518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697712.361520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000400:00000200:2.0:1779697712.381008:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.381030:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643dd80 00000400:00000200:2.0:1779697712.381039:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 75768 00000400:00000200:2.0:1779697712.381059:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.381064:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.381073:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.381081:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54ba300. 00000020:00000010:0.0:1779697712.381212:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697712.381217:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697712.381223:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5000. 00000020:00000010:0.0:1779697712.381228:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697712.381233:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.381277:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697712.381280:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000100:00000200:0.0:1779697712.381283:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215353728 02000000:00000010:0.0:1779697712.381316:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacd81f000. 00010000:00000010:0.0:1779697712.381354:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697712.381369:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697712.381387:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697712.381427:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697712.381442:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697712.381445:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697712.381449:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697712.381452:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697712.381556:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697712.381559:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697712.381562:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697712.381565:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697712.381590:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fc00. 00000020:00000010:0.0:1779697712.381596:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fc00. 00000020:00000010:0.0:1779697712.381607:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c6c0. 00080000:00000010:0.0:1779697712.381617:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bab800. 00000001:00000010:0.0:1779697712.382001:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c240. 00000001:00000010:0.0:1779697712.382008:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697712.382040:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c6c0. 00010000:00000010:0.0:1779697712.382047:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697712.382051:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.382062:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697712.382095:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697712.382107:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697712.382122:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974091, last committed = 8589974006 00010000:00000200:0.0:1779697712.382131:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54ba300 x1866146215353728/t8589974091(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697712.382149:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697712.382154:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215353728, offset 224 00000400:00000010:0.0:1779697712.382160:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217c78. 00000400:00000200:0.0:1779697712.382164:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.382174:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.382179:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308578:308578:256:4294967295] 192.168.203.23@tcp LPNI seq info [308574:308574:8:4294967295] 00000400:00000200:0.0:1779697712.382184:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697712.382190:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.382195:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.382200:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697712.382206:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.382212:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.382216:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.382235:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697712.382239:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.382242:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5000. 00010000:00000010:0.0:1779697712.382270:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.382276:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697712.382282:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00000800:00000200:0.0:1779697712.382375:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.382380:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697712.382384:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.382413:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697712.387668:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697712.387679:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00000020:00000010:2.0:1779697712.387765:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697712.387770:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697712.387776:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03ce600. 00000020:00000010:2.0:1779697712.387780:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f80. 00000020:00000010:2.0:1779697712.387786:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697712.387837:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdeb40. 00000020:00000010:2.0:1779697712.387840:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdeb40. 00000100:00000200:2.0:1779697712.387843:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215353856 00000001:00000010:2.0:1779697712.387852:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:2.0:1779697712.387874:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.387880:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697712.387906:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf12f2000. 00010000:00000010:2.0:1779697712.387934:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697712.387938:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697712.387954:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697712.387957:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:2.0:1779697712.387961:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.387964:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697712.388062:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697712.388071:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e690. 00000004:00000010:2.0:1779697712.388077:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c550. 00080000:00000010:2.0:1779697712.388086:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:0.1:1779697712.394364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697712.394377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697712.394381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697712.394384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697712.394386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697712.394401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000800:00000200:3.0:1779697712.396145:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.396159:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697712.396165:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.396170:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.396176:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:3.0:1779697712.396178:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00010000:00000010:0.1:1779697712.399483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697712.399496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:0.0:1779697712.399724:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.399742:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643df00 00000400:00000200:0.0:1779697712.399750:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 76832 00000400:00000200:0.0:1779697712.399766:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.399771:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.399779:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.399785:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d4e00. 00000020:00000010:3.0:1779697712.399887:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.399893:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.399900:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcbe9c200. 00000020:00000010:3.0:1779697712.399905:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697712.399910:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.399954:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.399957:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000100:00000200:3.0:1779697712.399960:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215354112 02000000:00000010:3.0:1779697712.399994:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c06000. 00010000:00000010:3.0:1779697712.400031:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:3.0:1779697712.400046:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088900. 00010000:00000010:3.0:1779697712.400062:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2400. 00010000:00000010:3.0:1779697712.400068:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697712.400083:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697712.400086:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.400090:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.0:1779697712.400092:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697712.400211:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697712.400214:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697712.400218:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.0:1779697712.400221:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000020:00000010:3.0:1779697712.400245:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697712.400252:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697712.400263:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717d80. 00080000:00000010:3.0:1779697712.400271:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c21000. 00000001:00000010:3.0:1779697712.400649:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d000. 00000001:00000010:3.0:1779697712.400656:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697712.400689:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717d80. 00010000:00000010:3.0:1779697712.400697:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3600. 00010000:00000010:3.0:1779697712.400700:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697712.400712:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697712.400743:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.400755:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697712.400771:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974092, last committed = 8589974006 00010000:00000200:3.0:1779697712.400780:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d4e00 x1866146215354112/t8589974092(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.400798:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697712.400803:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215354112, offset 224 00000400:00000010:3.0:1779697712.400809:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b818. 00000400:00000200:3.0:1779697712.400823:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.400834:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.400840:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308580:308580:256:4294967295] 192.168.203.23@tcp LPNI seq info [308576:308576:8:4294967295] 00000400:00000200:3.0:1779697712.400844:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.400851:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.400855:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.400860:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697712.400866:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.400873:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.400878:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.400893:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697712.400897:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.400900:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00000400:00000200:3.0:1779697712.404001:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.404022:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9485 00000400:00000200:3.0:1779697712.404030:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.404035:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.404043:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779697712.404046:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:0.0:1779697712.404169:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:0.0:1779697712.404179:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:1.1:1779697712.410503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697712.410519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697712.410523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:1.1:1779697712.410525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000400:00000200:0.0:1779697712.411003:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.411022:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643df80 00000400:00000200:0.0:1779697712.411030:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 77320 00000400:00000200:0.0:1779697712.411105:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.411111:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.411120:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.411136:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d4000. 00000020:00000010:3.0:1779697712.411223:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.411228:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.411234:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb5ea7de00. 00000020:00000010:3.0:1779697712.411240:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697712.411245:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.411288:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.411291:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000100:00000200:3.0:1779697712.411294:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215354240 00000001:00000010:3.0:1779697712.411304:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:3.0:1779697712.411328:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.0:1779697712.411335:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697712.411360:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c00000. 00010000:00000010:3.0:1779697712.411418:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3c00. 00010000:00000010:3.0:1779697712.411424:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697712.411440:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697712.411443:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697712.411447:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.0:1779697712.411449:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000004:00000010:3.0:1779697712.411542:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e92c0. 00000004:00000010:3.0:1779697712.411551:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afc30. 00000004:00000010:3.0:1779697712.411557:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ee0. 00080000:00000010:3.0:1779697712.411566:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266558. 00010000:00000010:0.0:1779697712.413696:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697712.413706:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697712.413713:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697712.413719:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697712.413798:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:0.0:1779697712.413823:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:0.0:1779697712.413829:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:0.0:1779697712.413857:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:0.0:1779697712.413876:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d4000 x1866146215354240/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697712.413899:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697712.413906:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215354240, offset 224 00000400:00000200:0.0:1779697712.413914:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.413927:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.413933:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308581:308581:256:4294967295] 192.168.203.23@tcp LPNI seq info [308577:308577:8:4294967295] 00000400:00000200:0.0:1779697712.413944:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.413949:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.413955:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697712.413961:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.413969:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.413973:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.414000:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb500. 00000020:00000010:0.0:1779697712.414004:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:0.0:1779697712.414007:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb5ea7de00. 00000400:00000200:3.0:1779697712.417430:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.417449:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643e080 00000400:00000200:3.0:1779697712.417458:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 77896 00000400:00000200:3.0:1779697712.417471:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.417474:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.417484:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.417491:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d9180. 00000800:00000200:0.0:1779697712.418957:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.418962:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697712.418966:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.418971:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.427299:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.427316:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643e100 00000400:00000200:3.0:1779697712.427324:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 78384 00000400:00000200:3.0:1779697712.427385:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.427427:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.427435:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.427442:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8e00. 00010000:00000010:0.0:1779697712.428924:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:0.0:1779697712.428938:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088700. 00010000:00000010:0.0:1779697712.429539:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697712.429546:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697712.429551:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697712.429557:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.429632:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:0.0:1779697712.429643:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:0.0:1779697712.429647:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088400. 00010000:00000010:0.0:1779697712.429684:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000200:0.0:1779697712.429705:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8e00 x1866146215354624/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697712.429726:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697712.429734:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215354624, offset 224 00000400:00000200:0.0:1779697712.429741:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.429754:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.429761:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308583:308583:256:4294967295] 192.168.203.23@tcp LPNI seq info [308579:308579:8:4294967295] 00000400:00000200:0.0:1779697712.429772:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.429777:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.429782:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697712.429789:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.429796:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.429800:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.429863:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088500. 00000020:00000010:0.0:1779697712.429868:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:0.0:1779697712.429873:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacf6ec000. 00000800:00000200:3.0:1779697712.435801:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.435819:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697712.435828:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.435836:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.435843:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:3.0:1779697712.435845:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000400:00000200:3.0:1779697712.435872:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.435887:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643e200 00000400:00000200:3.0:1779697712.435895:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 78960 00000400:00000200:3.0:1779697712.435910:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.435913:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.435920:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.435927:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d9880. 00000020:00000010:0.0:1779697712.436574:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697712.436581:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697712.436587:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5000. 00000020:00000010:0.0:1779697712.436593:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06ca80. 00000020:00000010:0.0:1779697712.436606:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.436641:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697712.436644:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697712.436647:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215354880 02000000:00000010:0.0:1779697712.436696:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff6000. 00010000:00000010:0.0:1779697712.436738:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.436754:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697712.436772:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697712.436777:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.436792:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697712.436795:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697712.436799:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697712.436802:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697712.436924:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697712.436928:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd80. 00010000:00000010:0.0:1779697712.436930:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697712.436933:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697712.436958:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f080. 00000020:00000010:0.0:1779697712.436964:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f080. 00000020:00000010:0.0:1779697712.436974:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c540. 00080000:00000010:0.0:1779697712.436983:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7ba9c00. 00000001:00000010:0.0:1779697712.437511:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c900. 00000001:00000010:0.0:1779697712.437518:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697712.437554:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c540. 00010000:00000010:0.0:1779697712.437564:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697712.437569:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697712.437581:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697712.437620:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697712.437636:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697712.437654:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974094, last committed = 8589974006 00010000:00000200:0.0:1779697712.437664:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d9880 x1866146215354880/t8589974094(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697712.437682:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697712.437690:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215354880, offset 224 00000400:00000010:0.0:1779697712.437696:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2179d8. 00000400:00000200:0.0:1779697712.437700:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.437713:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.437719:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308584:308584:256:4294967295] 192.168.203.23@tcp LPNI seq info [308580:308580:8:4294967295] 00000400:00000200:0.0:1779697712.437725:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697712.437732:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.437738:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.437742:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697712.437749:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.437756:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.437759:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.437783:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06ca80. 00000020:00000010:0.0:1779697712.437787:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.437791:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5000. 00000800:00000200:0.0:1779697712.437901:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.437905:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697712.437909:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.437915:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697712.441760:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:3.0:1779697712.441783:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd80. 00010000:00000010:3.0:1779697712.441798:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00000400:00000200:2.0:1779697712.442024:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.442049:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9495 00000400:00000200:2.0:1779697712.442057:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.442062:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.442070:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:2.0:1779697712.442073:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00010000:00000010:3.1:1779697712.442796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697712.442805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.0:1779697712.442879:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:3.0:1779697712.442885:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00000400:00000200:0.0:1779697712.442953:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.442964:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643e280 00000400:00000200:0.0:1779697712.442971:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 79448 00010000:00000010:1.1:1779697712.443321:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697712.443328:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3600. 00000400:00000200:0.0:1779697712.444859:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.444869:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.444878:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.444886:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d5f80. 00000020:00000010:3.0:1779697712.447878:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.447893:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.447901:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb5ea7d000. 00000020:00000010:3.0:1779697712.447908:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697712.447917:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.447977:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:3.0:1779697712.447980:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000100:00000200:3.0:1779697712.447983:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215355008 00000001:00000010:3.0:1779697712.448002:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:3.0:1779697712.448041:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:3.0:1779697712.448051:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 02000000:00000010:3.0:1779697712.448087:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c04000. 00010000:00000010:3.0:1779697712.448142:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3000. 00010000:00000010:3.0:1779697712.448146:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697712.450830:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697712.450843:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.450853:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3600. 00010000:00000010:3.0:1779697712.450862:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00000004:00000010:3.0:1779697712.450990:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8000. 00000004:00000010:3.0:1779697712.451000:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af348. 00000004:00000010:3.0:1779697712.451007:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82110. 00080000:00000010:3.0:1779697712.451016:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82661c8. 00010000:00000010:0.1:1779697712.456308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697712.456325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3400. 00010000:00000010:0.1:1779697712.456331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3c00. 00010000:00000010:0.1:1779697712.456333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697712.456337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2000. 00010000:00000010:0.1:1779697712.456340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:0.1:1779697712.456343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697712.456347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697712.456352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697712.456354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697712.456357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697712.456360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697712.456364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697712.456368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697712.456372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697712.456373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697712.456726:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.1:1779697712.456730:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2400. 00010000:00000010:3.0:1779697712.456997:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697712.457003:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697712.457008:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2400. 00010000:00000010:3.0:1779697712.457014:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697712.457093:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697712.457103:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.457108:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.457702:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697712.457725:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d5f80 x1866146215355008/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.457747:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697712.457753:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215355008, offset 224 00000400:00000200:3.0:1779697712.457760:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.457774:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.457780:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308585:308585:256:4294967295] 192.168.203.23@tcp LPNI seq info [308581:308581:8:4294967295] 00000400:00000200:3.0:1779697712.457791:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.457797:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.457803:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697712.457817:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.457826:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.457829:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.457852:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697712.457856:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.457860:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb5ea7d000. 00000800:00000200:3.0:1779697712.461245:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.461254:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697712.461260:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.461268:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.461275:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779697712.461278:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000400:00000200:3.0:1779697712.461302:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.461315:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643e380 00000400:00000200:3.0:1779697712.461323:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 80024 00000400:00000200:3.0:1779697712.461336:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.461340:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.461346:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.461353:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8000. 00000020:00000010:0.0:1779697712.461427:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697712.461432:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697712.461438:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5000. 00000020:00000010:0.0:1779697712.461444:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06ca80. 00000020:00000010:0.0:1779697712.461449:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.461483:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697712.461486:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697712.461490:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215355264 02000000:00000010:0.0:1779697712.461524:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff1000. 00010000:00000010:0.0:1779697712.461563:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:0.0:1779697712.461578:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:0.0:1779697712.461596:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697712.461614:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.461629:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697712.461633:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697712.461637:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697712.461641:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697712.461755:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697712.461758:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697712.461761:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697712.461764:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00000020:00000010:0.0:1779697712.461789:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fb40. 00000020:00000010:0.0:1779697712.461795:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fb40. 00000020:00000010:0.0:1779697712.461805:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c540. 00080000:00000010:0.0:1779697712.461823:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7baac00. 00000001:00000010:0.0:1779697712.462209:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cc60. 00000001:00000010:0.0:1779697712.462216:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697712.462248:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c540. 00010000:00000010:0.0:1779697712.462257:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697712.462260:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697712.462271:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697712.462307:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697712.462323:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697712.462341:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974095, last committed = 8589974006 00010000:00000200:0.0:1779697712.462349:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8000 x1866146215355264/t8589974095(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697712.462373:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697712.462378:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215355264, offset 224 00000400:00000010:0.0:1779697712.462386:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2174d0. 00000400:00000200:0.0:1779697712.462416:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.462429:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.462434:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308586:308586:256:4294967295] 192.168.203.23@tcp LPNI seq info [308582:308582:8:4294967295] 00000400:00000200:0.0:1779697712.462440:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697712.462446:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.462451:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.462456:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697712.462462:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.462468:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.462472:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.479576:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06ca80. 00000020:00000010:0.0:1779697712.479590:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697712.479596:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5000. 00010000:00000010:0.0:1779697712.479684:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697712.479696:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697712.479706:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00010000:00000010:1.1:1779697712.479858:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697712.479865:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697712.479869:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697712.479872:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697712.479875:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697712.479877:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000800:00000200:2.0:1779697712.483432:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.483441:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697712.483449:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.483457:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697712.490953:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697712.490965:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697712.490969:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697712.490971:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:3.0:1779697712.491052:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.491071:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a949d 00000400:00000200:3.0:1779697712.491079:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.491083:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.491090:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:3.0:1779697712.491093:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00000400:00000200:3.0:1779697712.491356:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.491366:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643e400 00000400:00000200:3.0:1779697712.491374:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 80512 00000400:00000200:3.0:1779697712.491880:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.491887:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.491893:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.491901:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ad500. 00000020:00000010:3.0:1779697712.499572:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:3.0:1779697712.499584:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:3.0:1779697712.499595:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcbe9c200. 00000020:00000010:3.0:1779697712.499609:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697712.499615:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.499654:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:3.0:1779697712.499656:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:3.0:1779697712.499660:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215355392 00000001:00000010:3.0:1779697712.499671:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:3.0:1779697712.499694:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.0:1779697712.499702:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 02000000:00000010:3.0:1779697712.499727:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c03000. 00010000:00000010:3.0:1779697712.499757:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.0:1779697712.499761:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.499778:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697712.499782:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.499786:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.0:1779697712.499789:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000004:00000010:3.0:1779697712.499895:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8b40. 00000004:00000010:3.0:1779697712.499903:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af7f8. 00000004:00000010:3.0:1779697712.499910:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83210. 00080000:00000010:3.0:1779697712.499918:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267ab8. 00010000:00000010:0.1:1779697712.500567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2400. 00010000:00000010:0.1:1779697712.500575:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697712.500581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697712.500584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697712.500763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3000. 00010000:00000010:3.1:1779697712.500767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697712.500770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3600. 00010000:00000010:3.0:1779697712.500932:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697712.500937:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697712.500940:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3600. 00010000:00000010:3.0:1779697712.500944:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697712.501004:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.501013:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697712.501017:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.501036:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697712.501051:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ad500 x1866146215355392/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.501069:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697712.501074:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215355392, offset 224 00000400:00000200:3.0:1779697712.501081:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.501093:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.501099:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308587:308587:256:4294967295] 192.168.203.23@tcp LPNI seq info [308583:308583:8:4294967295] 00000400:00000200:3.0:1779697712.501111:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.501116:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.501120:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697712.501449:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.501456:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.501460:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.506398:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697712.506410:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.506415:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00010000:00000010:0.1:1779697712.510831:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697712.510855:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000800:00000200:0.0:1779697712.510883:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.510890:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697712.510896:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.510906:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.510915:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:0.0:1779697712.510918:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:3.1:1779697712.515445:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3e00. 00000400:00000200:0.0:1779697712.526348:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.526368:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643e500 00000400:00000200:0.0:1779697712.526377:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 81088 00000400:00000200:0.0:1779697712.526411:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.526416:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.526424:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.526433:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9ad80. 00000020:00000010:2.0:1779697712.526722:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697712.526733:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697712.526739:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:2.0:1779697712.526745:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6800. 00000020:00000010:2.0:1779697712.526750:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.526798:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697712.526801:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000100:00000200:2.0:1779697712.526804:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215355648 02000000:00000010:2.0:1779697712.526854:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbca457000. 00010000:00000010:2.0:1779697712.526910:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:2.0:1779697712.526933:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:2.0:1779697712.526957:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.526963:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697712.526984:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697712.526988:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697712.526991:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697712.526994:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.527118:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697712.527148:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697712.527161:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697712.527164:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697712.527208:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf60. 00000020:00000010:2.0:1779697712.527215:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf60. 00000020:00000010:2.0:1779697712.527226:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571de40. 00080000:00000010:2.0:1779697712.527234:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c8f000. 00000001:00000010:2.0:1779697712.527869:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dde0. 00000001:00000010:2.0:1779697712.527877:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697712.527928:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571de40. 00010000:00000010:2.0:1779697712.527938:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.527943:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697712.527961:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697712.527998:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.528013:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000200:2.0:1779697712.528028:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974096, last committed = 8589974006 00010000:00000200:2.0:1779697712.528053:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9ad80 x1866146215355648/t8589974096(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.528072:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697712.528077:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215355648, offset 224 00000400:00000010:2.0:1779697712.528083:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f0a8. 00000400:00000200:2.0:1779697712.528086:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.528112:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.528117:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308588:308588:256:4294967295] 192.168.203.23@tcp LPNI seq info [308584:308584:8:4294967295] 00000400:00000200:2.0:1779697712.528123:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.528129:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.528134:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.528139:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697712.528145:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.528335:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.528339:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.528370:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6800. 00000020:00000010:2.0:1779697712.528375:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.528384:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00010000:00000010:2.0:1779697712.528442:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697712.528449:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697712.528454:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:2.0:1779697712.528539:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.528544:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697712.528547:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.528552:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697712.536000:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697712.536012:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:0.0:1779697712.539722:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.539745:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94a5 00000400:00000200:0.0:1779697712.539751:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.539756:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.539763:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:0.0:1779697712.539766:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000400:00000200:0.0:1779697712.539800:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.539807:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643e580 00000400:00000200:0.0:1779697712.539824:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 81576 00000400:00000200:0.0:1779697712.540464:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.540471:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.540478:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.540485:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99c00. 00000020:00000010:2.0:1779697712.540616:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697712.540622:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697712.540628:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:2.0:1779697712.540634:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697712.540639:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.540671:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697712.540674:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000100:00000200:2.0:1779697712.540677:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215355776 00000001:00000010:2.0:1779697712.540687:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:2.0:1779697712.540710:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697712.540718:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697712.540743:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbca451000. 00010000:00000010:2.0:1779697712.540771:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697712.540775:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697712.540792:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697712.540796:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:2.0:1779697712.540801:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697712.540804:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697712.540906:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697712.540914:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ea50. 00000004:00000010:2.0:1779697712.540921:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d540. 00080000:00000010:2.0:1779697712.540930:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:2.0:1779697712.542759:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697712.542769:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6500. 00010000:00000010:2.0:1779697712.542774:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.542781:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.542868:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697712.542883:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.542889:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:2.0:1779697712.542914:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697712.542933:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99c00 x1866146215355776/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.542953:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697712.542960:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215355776, offset 224 00000400:00000200:2.0:1779697712.542967:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.542980:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.542986:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308589:308589:256:4294967295] 192.168.203.23@tcp LPNI seq info [308585:308585:8:4294967295] 00000400:00000200:2.0:1779697712.542999:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.543005:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.543010:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697712.543016:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.543024:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.543028:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.543047:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697712.543052:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.543055:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00010000:00000010:3.0:1779697712.549923:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697712.549945:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00000800:00000200:0.0:1779697712.551708:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.551722:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:0.0:1779697712.551729:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.551738:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.551746:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:0.0:1779697712.551749:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00010000:00000010:3.1:1779697712.564676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.1:1779697712.564690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697712.564695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.1:1779697712.564698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3200. 00010000:00000010:2.1:1779697712.564794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3600. 00010000:00000010:2.1:1779697712.564801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697712.564806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697712.564819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697712.564824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697712.564826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000400:00000200:0.0:1779697712.572568:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.572597:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643e680 00000400:00000200:0.0:1779697712.573383:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 82152 00000400:00000200:0.0:1779697712.573508:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.573513:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.573534:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.573542:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98380. 00000020:00000010:2.0:1779697712.573721:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.573727:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.573732:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:2.0:1779697712.573738:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697712.573743:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.573802:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.573805:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde200. 00000100:00000200:2.0:1779697712.573842:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215356032 02000000:00000010:2.0:1779697712.573889:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad8829000. 00010000:00000010:2.0:1779697712.573936:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.573959:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6500. 00010000:00000010:2.0:1779697712.573983:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.573988:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.574009:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697712.574013:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6500. 00010000:00000010:2.0:1779697712.574018:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.574043:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697712.574187:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697712.574191:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:2.0:1779697712.574194:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697712.574197:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697712.574222:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b340. 00000020:00000010:2.0:1779697712.574229:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b340. 00000020:00000010:2.0:1779697712.574257:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dc00. 00080000:00000010:2.0:1779697712.574267:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c8d800. 00000001:00000010:2.0:1779697712.574856:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34af00. 00000001:00000010:2.0:1779697712.574865:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697712.574906:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dc00. 00010000:00000010:2.0:1779697712.574915:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.574919:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697712.574932:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697712.574970:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.574988:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697712.575005:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974097, last committed = 8589974006 00010000:00000200:2.0:1779697712.575015:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98380 x1866146215356032/t8589974097(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.575033:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697712.575038:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215356032, offset 224 00000400:00000010:2.0:1779697712.575045:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982ff88. 00000400:00000200:2.0:1779697712.575049:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.575062:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.575069:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308590:308590:256:4294967295] 192.168.203.23@tcp LPNI seq info [308586:308586:8:4294967295] 00000400:00000200:2.0:1779697712.575083:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.575090:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.575095:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.575100:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697712.575111:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.575118:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.575122:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.575144:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697712.575148:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.575151:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00010000:00000010:3.0:1779697712.575694:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697712.575703:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:3.0:1779697712.575712:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:0.0:1779697712.576774:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.576781:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:0.0:1779697712.576786:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.576795:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.580508:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.580533:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94ad 00000400:00000200:0.0:1779697712.580542:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.580546:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.580558:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:0.0:1779697712.580561:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000400:00000200:0.0:1779697712.580619:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.580627:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643e700 00000400:00000200:0.0:1779697712.580634:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 82640 00000400:00000200:0.0:1779697712.581064:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.581069:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.581075:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.581081:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99180. 00010000:00000010:3.0:1779697712.581657:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697712.582695:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6500. 00000020:00000010:3.0:1779697712.582750:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697712.582755:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697712.582761:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811600. 00000020:00000010:3.0:1779697712.582765:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697712.582770:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.582802:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697712.582804:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697712.582807:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215356160 00000001:00000010:3.0:1779697712.582826:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:3.0:1779697712.582847:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.0:1779697712.582853:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 02000000:00000010:3.0:1779697712.582875:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c07000. 00010000:00000010:3.0:1779697712.582899:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.0:1779697712.582902:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697712.582918:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697712.582921:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.582924:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.0:1779697712.582927:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00000004:00000010:3.0:1779697712.583004:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb491e8780. 00000004:00000010:3.0:1779697712.583011:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afe88. 00000004:00000010:3.0:1779697712.583016:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82aa0. 00080000:00000010:3.0:1779697712.583024:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267c80. 00010000:00000010:2.1:1779697712.584628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697712.584641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697712.584646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697712.584648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697712.584807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697712.584821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.0:1779697712.588447:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697712.588456:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697712.588463:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:3.0:1779697712.588470:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697712.588546:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697712.588556:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.588562:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.588599:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697712.588625:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99180 x1866146215356160/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.588644:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697712.588650:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215356160, offset 224 00000400:00000200:3.0:1779697712.588657:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.588680:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.588687:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308591:308591:256:4294967295] 192.168.203.23@tcp LPNI seq info [308587:308587:8:4294967295] 00000400:00000200:3.0:1779697712.588698:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.588704:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.588709:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697712.588716:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.588723:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.588726:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.588750:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697712.588754:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.588757:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811600. 00000800:00000200:2.0:1779697712.589010:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.589016:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697712.589020:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.589025:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.589030:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:2.0:1779697712.589033:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00010000:00000010:2.1:1779697712.597551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697712.597565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697712.597570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697712.597574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000400:00000200:3.0:1779697712.598550:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.598567:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643e800 00000400:00000200:3.0:1779697712.598575:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 83216 00000400:00000200:3.0:1779697712.598589:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.598593:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.598601:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.598617:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21af800. 00000020:00000010:2.0:1779697712.598714:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.598719:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.598724:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:2.0:1779697712.598729:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697712.598733:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.598773:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.598776:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde200. 00000100:00000200:2.0:1779697712.598779:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215356416 02000000:00000010:2.0:1779697712.598822:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad882c000. 00010000:00000010:2.0:1779697712.598862:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:2.0:1779697712.598876:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:2.0:1779697712.598893:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.598898:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.598913:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697712.598916:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:2.0:1779697712.598920:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697712.598923:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.599015:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697712.599018:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697712.599021:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.599025:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697712.599047:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355be20. 00000020:00000010:2.0:1779697712.599053:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355be20. 00000020:00000010:2.0:1779697712.599062:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a300. 00080000:00000010:2.0:1779697712.599070:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c8c000. 00000001:00000010:2.0:1779697712.599922:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d060. 00000001:00000010:2.0:1779697712.599930:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697712.599962:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a300. 00010000:00000010:2.0:1779697712.599971:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697712.599976:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697712.599992:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697712.600027:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.600043:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697712.600060:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974098, last committed = 8589974006 00010000:00000200:2.0:1779697712.600069:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21af800 x1866146215356416/t8589974098(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.600088:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697712.600094:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215356416, offset 224 00000400:00000010:2.0:1779697712.600100:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fd58. 00000400:00000200:2.0:1779697712.600104:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.600116:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.602244:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308592:308592:256:4294967295] 192.168.203.23@tcp LPNI seq info [308588:308588:8:4294967295] 00000400:00000200:2.0:1779697712.602257:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.602264:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.602273:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.602282:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697712.602289:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.602296:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.602299:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.602331:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697712.602337:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.602341:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00000800:00000200:2.0:1779697712.603451:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.603458:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697712.603463:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.603470:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.606327:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.606348:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94b5 00000400:00000200:2.0:1779697712.606356:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.606361:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.606369:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697712.606372:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000400:00000200:2.0:1779697712.606516:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.606523:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643e880 00000400:00000200:2.0:1779697712.606531:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 83704 00000400:00000200:2.0:1779697712.606586:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.606590:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.606595:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.606607:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bb800. 00010000:00000010:0.0:1779697712.610433:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697712.610443:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697712.610449:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697712.610457:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697712.610549:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:0.0:1779697712.610563:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:0.0:1779697712.610569:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088080. 00010000:00000010:0.0:1779697712.610595:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000200:0.0:1779697712.610627:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54bb800 x1866146215356544/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697712.610648:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697712.610655:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215356544, offset 224 00000400:00000200:0.0:1779697712.610895:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.610910:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.610916:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308593:308593:256:4294967295] 192.168.203.23@tcp LPNI seq info [308589:308589:8:4294967295] 00000400:00000200:0.0:1779697712.610928:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.610934:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.610940:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697712.610946:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.610954:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.610959:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.610984:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088e80. 00000020:00000010:0.0:1779697712.610989:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:0.0:1779697712.610993:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacf6eca00. 00000800:00000200:0.0:1779697712.612907:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.612914:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697712.612921:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.612927:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.612934:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:0.0:1779697712.612937:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00010000:00000010:3.1:1779697712.617140:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697712.617155:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697712.617159:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697712.617162:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.0:1779697712.617204:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697712.617214:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00000400:00000200:3.0:1779697712.617355:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.617373:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643e980 00000400:00000200:3.0:1779697712.617381:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 84280 00000400:00000200:3.0:1779697712.617417:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.617422:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.617430:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.617435:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21aca80. 00000020:00000010:3.0:1779697712.617480:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.617485:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.617492:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcbe9c200. 00000020:00000010:3.0:1779697712.617510:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697712.617515:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697712.617545:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.617548:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f8c0. 00000100:00000200:3.0:1779697712.617551:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215356800 02000000:00000010:3.0:1779697712.617584:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c05000. 00010000:00000010:3.0:1779697712.617623:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:3.0:1779697712.617631:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cc80. 00010000:00000010:3.0:1779697712.617648:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3000. 00010000:00000010:3.0:1779697712.617654:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697712.618199:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697712.618203:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.618208:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3c00. 00010000:00000010:3.0:1779697712.618212:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.618323:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697712.618327:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697712.618330:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.0:1779697712.618333:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697712.618359:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97fe0. 00000020:00000010:3.0:1779697712.618365:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97fe0. 00000020:00000010:3.0:1779697712.618376:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d7e0. 00080000:00000010:3.0:1779697712.618385:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c23000. 00010000:00000010:3.1:1779697712.618471:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.1:1779697712.618477:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697712.618480:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.1:1779697712.618483:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3200. 00010000:00000010:2.1:1779697712.618632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:2.1:1779697712.618637:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697712.618641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697712.618643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697712.618790:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697712.618797:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000001:00000010:0.0:1779697712.623111:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c8a0. 00000001:00000010:0.0:1779697712.623132:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697712.623171:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d7e0. 00010000:00000010:0.0:1779697712.623186:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697712.623193:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697712.623213:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697712.623300:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:0.0:1779697712.623317:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:0.0:1779697712.623334:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974099, last committed = 8589974006 00010000:00000200:0.0:1779697712.623344:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21aca80 x1866146215356800/t8589974099(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697712.623363:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697712.623370:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215356800, offset 224 00000400:00000010:0.0:1779697712.623377:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217540. 00000400:00000200:0.0:1779697712.623380:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.623407:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.623413:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308594:308594:256:4294967295] 192.168.203.23@tcp LPNI seq info [308590:308590:8:4294967295] 00000400:00000200:0.0:1779697712.623419:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697712.623427:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.623432:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.623437:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697712.623443:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.623450:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.623453:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.623472:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:0.0:1779697712.623477:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:0.0:1779697712.623481:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00000800:00000200:0.0:1779697712.623588:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.623592:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697712.623596:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.623604:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697712.626411:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697712.626423:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.1:1779697712.626427:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697712.626429:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697712.628565:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697712.628579:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697712.629207:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:3.0:1779697712.629218:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697712.629228:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe540. 00010000:00000010:3.1:1779697712.632436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697712.632449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697712.633561:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3400. 00010000:00000010:0.1:1779697712.633570:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3000. 00000400:00000200:0.0:1779697712.633716:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.633737:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94bd 00000400:00000200:0.0:1779697712.633744:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.633748:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.633755:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:0.0:1779697712.633758:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:0.0:1779697712.633834:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.633841:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643ea00 00000400:00000200:0.0:1779697712.633849:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 84768 00000400:00000200:0.0:1779697712.633929:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.633934:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.633940:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.633946:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99500. 00000020:00000010:2.0:1779697712.636329:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.636339:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.636346:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:2.0:1779697712.636352:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:2.0:1779697712.636358:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697712.636410:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde200. 00000020:00000010:2.0:1779697712.636413:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde200. 00000100:00000200:2.0:1779697712.636416:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215356928 00000001:00000010:2.0:1779697712.636426:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697712.636448:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.636455:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697712.636484:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad578c000. 00010000:00000010:2.0:1779697712.636522:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.636526:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.636544:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697712.636547:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:2.0:1779697712.636552:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697712.636555:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697712.636654:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697712.636799:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ee10. 00000004:00000010:2.0:1779697712.636806:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cee0. 00080000:00000010:2.0:1779697712.636822:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:0.0:1779697712.638564:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697712.638572:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c700. 00010000:00000010:0.0:1779697712.638577:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697712.638584:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697712.638914:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:0.0:1779697712.638928:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697712.638934:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:0.0:1779697712.638960:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:0.0:1779697712.638979:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99500 x1866146215356928/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697712.639001:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697712.639007:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215356928, offset 224 00000400:00000200:0.0:1779697712.639014:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.639027:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.639033:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308595:308595:256:4294967295] 192.168.203.23@tcp LPNI seq info [308591:308591:8:4294967295] 00000400:00000200:0.0:1779697712.639044:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.639049:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.639054:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697712.639060:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.639067:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.639071:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.639101:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:0.0:1779697712.639106:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:0.0:1779697712.639110:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00000800:00000200:2.0:1779697712.641560:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.641568:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697712.641576:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.641584:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.641590:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:2.0:1779697712.641593:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00010000:00000010:3.1:1779697712.642245:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697712.642254:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.0:1779697712.642290:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.642299:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00000400:00000200:0.0:1779697712.647511:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.647533:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643eb00 00000400:00000200:0.0:1779697712.647542:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 85344 00000400:00000200:0.0:1779697712.647561:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.647565:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.647574:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.647584:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9a300. 00000020:00000010:3.0:1779697712.647941:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.647947:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.647955:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcbe9c200. 00000020:00000010:3.0:1779697712.647960:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697712.647965:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.648009:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.648011:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f8c0. 00000100:00000200:3.0:1779697712.648014:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215357184 02000000:00000010:3.0:1779697712.648050:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25d8000. 00010000:00000010:3.0:1779697712.648088:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:3.0:1779697712.648103:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c700. 00010000:00000010:3.0:1779697712.648119:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.0:1779697712.648136:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.648151:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697712.648154:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697712.648158:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.0:1779697712.648161:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697712.648276:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697712.648280:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.648283:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.0:1779697712.648286:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697712.648310:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97fe0. 00000020:00000010:3.0:1779697712.648317:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97fe0. 00000020:00000010:3.0:1779697712.648327:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d5a0. 00080000:00000010:3.0:1779697712.648336:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c20800. 00000001:00000010:3.0:1779697712.649052:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37240. 00000001:00000010:3.0:1779697712.649059:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697712.649094:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d5a0. 00010000:00000010:3.0:1779697712.649103:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3000. 00010000:00000010:3.0:1779697712.649107:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697712.649133:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697712.649172:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697712.649219:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697712.649238:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974100, last committed = 8589974006 00010000:00000200:3.0:1779697712.649247:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9a300 x1866146215357184/t8589974100(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.649266:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697712.649272:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215357184, offset 224 00000400:00000010:3.0:1779697712.649279:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b118. 00000400:00000200:3.0:1779697712.649284:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.649296:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.649302:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308596:308596:256:4294967295] 192.168.203.23@tcp LPNI seq info [308592:308592:8:4294967295] 00000400:00000200:3.0:1779697712.649308:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.649315:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.649320:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.649325:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697712.649331:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.649357:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.649362:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.649381:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697712.649385:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.649412:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcbe9c200. 00010000:00000010:3.0:1779697712.649440:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697712.649446:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697712.649452:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000800:00000200:3.0:1779697712.649552:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.649556:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697712.649560:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.649565:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.656448:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.656467:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94c5 00000400:00000200:3.0:1779697712.656474:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.656478:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.656486:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779697712.656489:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000400:00000200:3.0:1779697712.657128:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.657137:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643eb80 00000400:00000200:3.0:1779697712.657146:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 85832 00000400:00000200:3.0:1779697712.657205:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.657210:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.657216:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.657223:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21afb80. 00000020:00000010:3.0:1779697712.657270:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.657275:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.657281:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811600. 00000020:00000010:3.0:1779697712.657286:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697712.657291:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.657324:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f8c0. 00000020:00000010:3.0:1779697712.657326:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f8c0. 00000100:00000200:3.0:1779697712.657329:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215357312 00000001:00000010:3.0:1779697712.657338:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe900. 00010000:00000010:3.0:1779697712.657361:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.0:1779697712.657367:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 02000000:00000010:3.0:1779697712.657418:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25da000. 00010000:00000010:3.0:1779697712.657446:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:3.0:1779697712.657450:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.657468:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697712.657472:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.657475:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3600. 00010000:00000010:3.0:1779697712.657478:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697712.658385:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:0.0:1779697712.658408:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00000004:00000010:3.0:1779697712.662108:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cb40. 00000004:00000010:3.0:1779697712.662121:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af8e8. 00000004:00000010:3.0:1779697712.662300:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83980. 00080000:00000010:3.0:1779697712.662310:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82668e8. 00010000:00000010:3.0:1779697712.663888:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697712.663896:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697712.663902:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2400. 00010000:00000010:3.0:1779697712.663909:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697712.663987:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697712.664001:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697712.664006:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.664030:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697712.664049:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21afb80 x1866146215357312/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.664070:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697712.664078:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215357312, offset 224 00000400:00000200:3.0:1779697712.664086:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.664099:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.664107:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308597:308597:256:4294967295] 192.168.203.23@tcp LPNI seq info [308593:308593:8:4294967295] 00000400:00000200:3.0:1779697712.664273:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.664282:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.664288:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697712.664296:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.664305:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.664310:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.664341:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697712.664346:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.664351:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811600. 00010000:00000010:0.1:1779697712.664433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697712.664441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697712.664446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697712.664452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000800:00000200:0.0:1779697712.667062:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.667071:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697712.667080:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.667089:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.667097:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:0.0:1779697712.667100:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000020:00000010:3.0:1779697712.672484:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.672491:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.672506:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfede4400. 00000020:00000010:3.0:1779697712.672512:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697712.672518:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697712.672553:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.672556:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f940. 00000100:00000200:3.0:1779697712.672559:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215357568 02000000:00000010:3.0:1779697712.672594:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25dc000. 00010000:00000010:3.0:1779697712.672644:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697712.672661:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697712.672997:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697712.673006:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697712.673025:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697712.673028:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697712.673033:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697712.673037:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697712.673175:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697712.673179:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.673184:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697712.673188:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697712.673220:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b977a0. 00000020:00000010:3.0:1779697712.673227:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b977a0. 00000020:00000010:3.0:1779697712.673238:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37b40. 00080000:00000010:3.0:1779697712.673248:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c20400. 00000001:00000010:2.0:1779697712.675157:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dea0. 00000001:00000010:2.0:1779697712.675168:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697712.675223:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37b40. 00010000:00000010:2.0:1779697712.675239:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.675247:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697712.675269:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697712.675320:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:2.0:1779697712.675345:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:2.0:1779697712.675371:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974101, last committed = 8589974006 00010000:00000200:2.0:1779697712.675385:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070ce00 x1866146215357568/t8589974101(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.675429:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697712.675436:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215357568, offset 224 00000400:00000010:2.0:1779697712.675444:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982ff18. 00000400:00000200:2.0:1779697712.675449:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.675466:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.675473:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308598:308598:256:4294967295] 192.168.203.23@tcp LPNI seq info [308594:308594:8:4294967295] 00000400:00000200:2.0:1779697712.675480:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.675491:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.675497:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.675502:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697712.675510:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.675519:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.675524:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.1:1779697712.675525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697712.675535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00000020:00000010:2.0:1779697712.675551:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:2.0:1779697712.675556:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:2.0:1779697712.675560:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfede4400. 00010000:00000010:3.1:1779697712.675640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697712.675649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3c00. 00000800:00000200:0.0:1779697712.675652:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.675657:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:0.0:1779697712.675663:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1779697712.675674:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697712.675681:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00000400:00000200:0.0:1779697712.675685:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697712.675687:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00010000:00000010:3.1:1779697712.680115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697712.680132:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697712.680140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2000. 00010000:00000010:3.1:1779697712.680147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3200. 00010000:00000010:3.1:1779697712.680153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697712.680159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3000. 00010000:00000010:3.1:1779697712.680164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:3.1:1779697712.680169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697712.680174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3600. 00010000:00000010:3.1:1779697712.680178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3400. 00010000:00000010:3.1:1779697712.680190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2400. 00010000:00000010:3.1:1779697712.680195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00000400:00000200:0.0:1779697712.680448:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.680470:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94cd 00000400:00000200:0.0:1779697712.680477:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.680483:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.680491:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:0.0:1779697712.680494:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000400:00000200:0.0:1779697712.680524:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.680531:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643ed00 00000400:00000200:0.0:1779697712.680539:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 86896 00000400:00000200:0.0:1779697712.680705:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.680711:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.680716:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.680723:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99880. 00000020:00000010:3.0:1779697712.680902:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.680908:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.680915:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfede5c00. 00000020:00000010:3.0:1779697712.680921:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697712.680927:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697712.680966:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.680969:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f940. 00000100:00000200:3.0:1779697712.680972:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215357696 00000001:00000010:3.0:1779697712.680983:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697712.681006:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697712.681013:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697712.681040:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25d9000. 00010000:00000010:3.0:1779697712.681070:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697712.681075:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697712.681095:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697712.681100:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697712.681104:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697712.681108:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000004:00000010:3.0:1779697712.681198:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d860. 00000004:00000010:3.0:1779697712.681207:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afa50. 00000004:00000010:3.0:1779697712.681219:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83540. 00080000:00000010:3.0:1779697712.681228:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267398. 00010000:00000010:2.0:1779697712.681275:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697712.681285:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:2.0:1779697712.681864:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697712.681869:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:2.0:1779697712.681873:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697712.681878:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697712.682265:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:2.0:1779697712.682278:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:2.0:1779697712.682282:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:2.0:1779697712.682305:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:2.0:1779697712.682326:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99880 x1866146215357696/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.682346:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697712.682352:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215357696, offset 224 00000400:00000200:2.0:1779697712.682359:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.682370:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.682377:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308599:308599:256:4294967295] 192.168.203.23@tcp LPNI seq info [308595:308595:8:4294967295] 00000400:00000200:2.0:1779697712.682407:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.682414:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.682419:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697712.682426:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.682434:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.682438:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.682468:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb580. 00000020:00000010:2.0:1779697712.682472:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:2.0:1779697712.682476:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfede5c00. 00000800:00000200:0.0:1779697712.682699:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.682705:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697712.682709:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.682714:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.682718:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:0.0:1779697712.682720:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:3.1:1779697712.683418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697712.683427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697712.683559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697712.683567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:0.0:1779697712.686150:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.686171:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643ee00 00000400:00000200:0.0:1779697712.686180:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 87472 00000400:00000200:0.0:1779697712.686208:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.686214:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.686223:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.686230:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98e00. 00000020:00000010:2.0:1779697712.686340:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.686347:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.686353:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb388400. 00000020:00000010:2.0:1779697712.686359:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:2.0:1779697712.686364:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697712.686434:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.686438:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.686442:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215357952 02000000:00000010:2.0:1779697712.686477:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbca26e000. 00010000:00000010:2.0:1779697712.686519:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697712.686539:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00010000:00000010:2.0:1779697712.686559:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.686566:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697712.686583:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697712.686587:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:2.0:1779697712.686592:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697712.686596:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697712.686718:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697712.686722:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:2.0:1779697712.686727:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697712.686732:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697712.686763:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.686770:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.686782:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697712.686791:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e3400. 00000001:00000010:2.0:1779697712.687299:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571de40. 00000001:00000010:2.0:1779697712.687307:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697712.687342:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697712.687351:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697712.687355:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.687368:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697712.687443:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697712.687467:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697712.687473:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697712.687483:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000200:2.0:1779697712.687488:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974102, last committed = 8589974006 00010000:00000010:3.0:1779697712.687494:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00010000:00000200:2.0:1779697712.687500:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98e00 x1866146215357952/t8589974102(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.687521:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697712.687528:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215357952, offset 224 00000400:00000010:2.0:1779697712.687535:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fee0. 00000400:00000200:2.0:1779697712.687541:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.687556:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.687564:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308600:308600:256:4294967295] 192.168.203.23@tcp LPNI seq info [308596:308596:8:4294967295] 00000400:00000200:2.0:1779697712.687570:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.687581:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.687588:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.687594:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697712.687601:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.687609:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.687614:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.687635:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:2.0:1779697712.687640:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697712.687644:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb388400. 00000800:00000200:0.0:1779697712.688025:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.688030:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697712.688035:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.688041:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697712.688901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697712.688911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697712.688918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.1:1779697712.688923:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697712.688937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697712.688941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000400:00000200:0.0:1779697712.689510:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.689527:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94d5 00000400:00000200:0.0:1779697712.689534:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.689539:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.689546:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:0.0:1779697712.689550:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00010000:00000010:2.0:1779697712.689652:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697712.689660:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00000400:00000200:0.0:1779697712.690284:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.690296:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643ee80 00000400:00000200:0.0:1779697712.690305:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 87960 00000400:00000200:0.0:1779697712.690542:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.690549:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.690554:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.690560:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99f80. 00000020:00000010:3.0:1779697712.690673:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f380. 00000020:00000010:3.0:1779697712.690677:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f380. 00000020:00000010:3.0:1779697712.690682:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfede4a00. 00000020:00000010:3.0:1779697712.690686:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697712.690690:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697712.690726:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f380. 00000020:00000010:3.0:1779697712.690729:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f380. 00000100:00000200:3.0:1779697712.690734:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215358080 00000001:00000010:3.0:1779697712.690743:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:3.0:1779697712.690765:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697712.690770:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 02000000:00000010:3.0:1779697712.690792:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25db000. 00010000:00000010:3.0:1779697712.690826:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.690830:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.690846:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697712.690850:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb780. 00010000:00000010:3.0:1779697712.690854:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.690857:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697712.691758:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d4a0. 00000004:00000010:3.0:1779697712.691769:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af1e0. 00000004:00000010:3.0:1779697712.691776:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83dc0. 00080000:00000010:3.0:1779697712.691787:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267728. 00010000:00000010:3.0:1779697712.695968:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697712.695978:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697712.695984:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697712.695991:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697712.696065:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.696080:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697712.696085:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb780. 00010000:00000010:3.0:1779697712.696109:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:3.0:1779697712.696128:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99f80 x1866146215358080/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.696149:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697712.696155:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215358080, offset 224 00000400:00000200:3.0:1779697712.696162:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.696177:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.696183:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308601:308601:256:4294967295] 192.168.203.23@tcp LPNI seq info [308597:308597:8:4294967295] 00000400:00000200:3.0:1779697712.696195:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.696201:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.696206:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697712.696212:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.696220:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.696225:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.696252:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697712.696256:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697712.696260:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfede4a00. 00000800:00000200:0.0:1779697712.696504:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.696510:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697712.696515:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.696520:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.696526:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:0.0:1779697712.696528:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00010000:00000010:3.1:1779697712.697432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697712.697441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000400:00000200:0.0:1779697712.700715:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.700736:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643ef80 00000400:00000200:0.0:1779697712.700746:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 88536 00000400:00000200:0.0:1779697712.700763:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.700769:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.700778:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.700785:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98a80. 00000800:00000200:0.0:1779697712.702386:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.702414:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697712.702421:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.702428:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697712.702513:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:3.0:1779697712.702521:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088f00. 00010000:00000010:3.0:1779697712.702535:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00000400:00000200:0.0:1779697712.704611:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.704630:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94dd 00000400:00000200:0.0:1779697712.704637:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.704641:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.704648:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:0.0:1779697712.704651:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00010000:00000010:3.1:1779697712.705583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697712.705596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697712.705602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697712.705606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697712.705962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697712.705972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697712.705977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697712.705982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.706023:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:2.0:1779697712.706038:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088180. 00000400:00000200:0.0:1779697712.706082:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.706095:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643f000 00000400:00000200:0.0:1779697712.706103:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 89024 00000400:00000200:0.0:1779697712.706159:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.706165:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.706172:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.706178:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98700. 00000020:00000010:2.0:1779697712.706323:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.706329:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.706335:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:2.0:1779697712.706342:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6680. 00000020:00000010:2.0:1779697712.706347:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697712.706426:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.706430:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.706434:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215358464 00000001:00000010:2.0:1779697712.706444:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697712.706477:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.706485:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697712.706512:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc7983000. 00010000:00000010:2.0:1779697712.706544:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697712.706550:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697712.706568:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697712.706572:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697712.706576:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697712.706582:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697712.706702:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697712.706711:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e780. 00000004:00000010:2.0:1779697712.706718:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dcb0. 00080000:00000010:2.0:1779697712.706727:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:3.0:1779697712.707959:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697712.707966:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697712.707970:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697712.707976:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697712.708045:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697712.708058:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697712.708062:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:3.0:1779697712.708086:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:3.0:1779697712.708104:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98700 x1866146215358464/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.708124:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697712.708131:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215358464, offset 224 00000400:00000200:3.0:1779697712.708137:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.708149:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.708155:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308603:308603:256:4294967295] 192.168.203.23@tcp LPNI seq info [308599:308599:8:4294967295] 00000400:00000200:3.0:1779697712.708165:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.708170:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.708175:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697712.708194:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.708202:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.708206:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.708229:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6680. 00000020:00000010:3.0:1779697712.708234:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:3.0:1779697712.708238:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00010000:00000010:1.1:1779697712.708840:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697712.708848:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697712.710451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697712.710463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697712.710665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697712.710681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000800:00000200:0.0:1779697712.710745:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.710751:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697712.710757:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.710766:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.710773:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:0.0:1779697712.710775:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000400:00000200:0.0:1779697712.712231:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.712307:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643f100 00000400:00000200:0.0:1779697712.712327:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 89600 00000400:00000200:0.0:1779697712.712453:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.712472:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.712480:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.712501:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9b480. 00000020:00000010:2.0:1779697712.712694:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.712700:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.712706:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c7800. 00000020:00000010:2.0:1779697712.712711:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6100. 00000020:00000010:2.0:1779697712.712716:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.712758:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.712761:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.712765:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215358720 02000000:00000010:2.0:1779697712.712799:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc7985000. 00010000:00000010:2.0:1779697712.712851:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697712.712869:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:2.0:1779697712.712887:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697712.712893:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.712906:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697712.712909:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:2.0:1779697712.712913:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.712916:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.713017:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697712.713020:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:2.0:1779697712.713022:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.713026:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697712.713050:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.713056:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.713080:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697712.713090:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e0000. 00010000:00000010:3.1:1779697712.713432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697712.713440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697712.713443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697712.713446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697712.714277:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697712.714285:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697712.714639:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697712.714647:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000001:00000010:2.0:1779697712.715334:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dba0. 00000001:00000010:2.0:1779697712.715344:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697712.715379:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697712.715427:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697712.715436:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697712.715457:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697712.715510:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:0.0:1779697712.715840:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:0.0:1779697712.715849:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697712.715857:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697712.717012:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697712.717049:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974104, last committed = 8589974006 00010000:00000200:2.0:1779697712.717061:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9b480 x1866146215358720/t8589974104(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.717087:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697712.717094:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215358720, offset 224 00000400:00000010:2.0:1779697712.717101:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f7a8. 00000400:00000200:2.0:1779697712.717106:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.717121:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.717128:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308604:308604:256:4294967295] 192.168.203.23@tcp LPNI seq info [308600:308600:8:4294967295] 00000400:00000200:2.0:1779697712.717136:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.717146:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.717153:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.717158:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697712.717165:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.717173:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.717177:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.717206:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6100. 00000020:00000010:2.0:1779697712.717211:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.717215:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c7800. 00000800:00000200:0.0:1779697712.717508:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.717513:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:0.0:1779697712.717518:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.717524:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.723732:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.723753:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94e5 00000400:00000200:0.0:1779697712.723759:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.723764:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.723773:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:0.0:1779697712.723776:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000400:00000200:0.0:1779697712.723804:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.723820:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643f180 00000400:00000200:0.0:1779697712.723827:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 90088 00000400:00000200:0.0:1779697712.723883:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.723887:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.723892:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.723898:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98000. 00010000:00000010:2.0:1779697712.724306:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.724317:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00000020:00000010:3.0:1779697712.724659:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f0c0. 00000020:00000010:3.0:1779697712.724665:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f0c0. 00000020:00000010:3.0:1779697712.724784:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfede4a00. 00000020:00000010:3.0:1779697712.724790:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb300. 00000020:00000010:3.0:1779697712.724795:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697712.724892:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f0c0. 00000020:00000010:3.0:1779697712.724896:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f0c0. 00000100:00000200:3.0:1779697712.724901:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215358848 00000001:00000010:3.0:1779697712.724911:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:3.0:1779697712.724937:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.724943:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697712.724967:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25de000. 00010000:00000010:3.0:1779697712.724993:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.724997:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.725015:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697712.725018:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697712.725022:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.725025:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000004:00000010:3.0:1779697712.725137:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cd20. 00000004:00000010:3.0:1779697712.725146:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af5a0. 00000004:00000010:3.0:1779697712.725154:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ed0. 00080000:00000010:3.0:1779697712.725163:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267560. 00010000:00000010:2.1:1779697712.725828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:2.1:1779697712.725838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697712.725843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697712.725847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697712.726234:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697712.726242:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.0:1779697712.731377:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697712.731407:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697712.731415:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697712.731423:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697712.731504:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.731523:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697712.731529:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697712.731559:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697712.731590:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98000 x1866146215358848/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.731620:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697712.731627:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215358848, offset 224 00000400:00000200:3.0:1779697712.731635:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.731651:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.731658:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308605:308605:256:4294967295] 192.168.203.23@tcp LPNI seq info [308601:308601:8:4294967295] 00000400:00000200:3.0:1779697712.731670:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.731676:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.731681:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697712.731687:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.731694:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.731699:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.731727:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb300. 00000020:00000010:3.0:1779697712.731732:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697712.731735:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfede4a00. 00000800:00000200:0.0:1779697712.731985:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.731990:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697712.731994:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.731999:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.732004:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:0.0:1779697712.732006:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:2.1:1779697712.733465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697712.733478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:0.0:1779697712.734735:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.734755:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643f280 00000400:00000200:0.0:1779697712.734765:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 90664 00000400:00000200:0.0:1779697712.734780:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.734786:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.734795:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.734801:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9bb80. 00000020:00000010:2.0:1779697712.735041:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.735048:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.735055:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c7800. 00000020:00000010:2.0:1779697712.735060:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:2.0:1779697712.735065:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.735109:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.735113:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.735116:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215359104 02000000:00000010:2.0:1779697712.735155:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6eb3000. 00010000:00000010:2.0:1779697712.735195:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:2.0:1779697712.735214:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00010000:00000010:2.0:1779697712.735239:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.735246:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.735262:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697712.735265:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6100. 00010000:00000010:2.0:1779697712.735269:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697712.735274:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.735419:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697712.735423:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697712.735427:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.735432:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697712.735463:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.735470:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.735481:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697712.735489:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e0400. 00000001:00000010:2.0:1779697712.735965:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d900. 00000001:00000010:2.0:1779697712.735971:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697712.735995:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697712.736001:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697712.736004:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697712.736023:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697712.736064:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.736078:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697712.736094:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974105, last committed = 8589974006 00010000:00000010:3.0:1779697712.736100:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697712.736103:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9bb80 x1866146215359104/t8589974105(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1779697712.736105:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00010000:00000010:3.0:1779697712.736113:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000400:00000010:2.0:1779697712.736122:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697712.736127:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215359104, offset 224 00000400:00000010:2.0:1779697712.736134:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f348. 00000400:00000200:2.0:1779697712.736138:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.736150:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.736156:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308606:308606:256:4294967295] 192.168.203.23@tcp LPNI seq info [308602:308602:8:4294967295] 00000400:00000200:2.0:1779697712.736162:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.736168:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.736174:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.736178:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697712.736185:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.736193:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.736197:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.736219:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:2.0:1779697712.736223:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.736226:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c7800. 00000800:00000200:0.0:1779697712.736755:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.736759:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697712.736762:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.736767:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697712.738655:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697712.738673:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94ed 00000400:00000200:0.0:1779697712.738680:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.738685:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697712.738691:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:0.0:1779697712.738694:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00010000:00000010:2.0:1779697712.739000:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.739009:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6100. 00000400:00000200:0.0:1779697712.739847:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697712.739861:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643f300 00000400:00000200:0.0:1779697712.739869:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 91152 00000400:00000200:0.0:1779697712.740239:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.740245:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697712.740252:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697712.740261:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7b73b80. 00000020:00000010:3.0:1779697712.740362:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f0c0. 00000020:00000010:3.0:1779697712.740367:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f0c0. 00000020:00000010:3.0:1779697712.740373:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697712.740378:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb300. 00000020:00000010:3.0:1779697712.740382:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:0.0:1779697712.740552:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea617c0. 00000020:00000010:0.0:1779697712.740555:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea617c0. 00000100:00000200:0.0:1779697712.740558:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215359232 00000001:00000010:0.0:1779697712.740567:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:0.0:1779697712.740589:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697712.740596:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 02000000:00000010:0.0:1779697712.740672:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeff5000. 00010000:00000010:0.0:1779697712.740703:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697712.740707:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697712.740725:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697712.740729:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c600. 00010000:00000010:0.0:1779697712.740733:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697712.740736:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000004:00000010:0.0:1779697712.740839:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a5a0. 00000004:00000010:0.0:1779697712.740847:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefca8. 00000004:00000010:0.0:1779697712.740852:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ff0. 00080000:00000010:0.0:1779697712.740861:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0720. 00010000:00000010:0.0:1779697712.741496:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697712.741500:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697712.741504:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697712.741508:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697712.741566:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697712.741576:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697712.741581:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c600. 00010000:00000010:3.1:1779697712.741737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697712.741745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697712.741749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697712.741752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.0:1779697712.741771:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:0.0:1779697712.741790:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7b73b80 x1866146215359232/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697712.741818:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697712.741824:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215359232, offset 224 00000400:00000200:0.0:1779697712.741831:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697712.741842:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697712.741849:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308607:308607:256:4294967295] 192.168.203.23@tcp LPNI seq info [308603:308603:8:4294967295] 00000400:00000200:0.0:1779697712.741860:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697712.741866:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697712.741872:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697712.741879:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697712.741887:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697712.741891:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697712.741945:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb300. 00000020:00000010:0.0:1779697712.741949:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:0.0:1779697712.741952:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00000800:00000200:3.0:1779697712.742423:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.742427:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697712.742431:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.742437:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.742443:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:3.0:1779697712.742446:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00010000:00000010:2.1:1779697712.745554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697712.745571:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697712.745580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697712.745584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697712.745588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697712.745593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000400:00000200:3.0:1779697712.746640:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.746657:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643f400 00000400:00000200:3.0:1779697712.746666:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 91728 00000400:00000200:3.0:1779697712.746680:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.746684:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.746692:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.746698:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21aea00. 00000020:00000010:2.0:1779697712.747056:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.747063:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.747069:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c7800. 00000020:00000010:2.0:1779697712.747074:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6100. 00000020:00000010:2.0:1779697712.747080:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.747119:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.747122:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.747125:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215359488 02000000:00000010:2.0:1779697712.747165:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff6fb000. 00010000:00000010:2.0:1779697712.747201:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:2.0:1779697712.747216:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c100. 00010000:00000010:2.0:1779697712.747232:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697712.747237:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.747253:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697712.747256:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:2.0:1779697712.747269:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.747272:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.747360:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697712.747363:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:2.0:1779697712.747366:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.747368:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697712.747420:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.747428:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6c0. 00000020:00000010:2.0:1779697712.747438:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697712.747446:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e1000. 00000001:00000010:2.0:1779697712.747955:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a2a0. 00000001:00000010:2.0:1779697712.747961:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697712.747992:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697712.748000:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697712.748005:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697712.748016:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697712.748047:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.748059:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697712.748074:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974106, last committed = 8589974006 00010000:00000200:2.0:1779697712.748084:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21aea00 x1866146215359488/t8589974106(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.748104:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697712.748111:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215359488, offset 224 00000400:00000010:2.0:1779697712.748117:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f738. 00000400:00000200:2.0:1779697712.748225:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.748238:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.748245:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308608:308608:256:4294967295] 192.168.203.23@tcp LPNI seq info [308604:308604:8:4294967295] 00000400:00000200:2.0:1779697712.748250:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.748310:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.748317:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.748323:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697712.748330:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.748337:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.748341:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.748380:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6100. 00000020:00000010:2.0:1779697712.748384:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.748406:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c7800. 00000800:00000200:0.0:1779697712.748473:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697712.748478:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697712.748482:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697712.748486:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.749870:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.749886:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94f5 00000400:00000200:3.0:1779697712.749893:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.749897:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.749903:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:3.0:1779697712.749906:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:2.0:1779697712.750011:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.750018:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000010:0.1:1779697712.750409:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697712.750417:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697712.750421:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697712.750423:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697712.750448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697712.750453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000400:00000200:3.0:1779697712.751766:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.751782:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643f480 00000400:00000200:3.0:1779697712.751790:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 92216 00000400:00000200:3.0:1779697712.751858:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.751863:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.751870:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.751877:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21af480. 00010000:00000010:1.1:1779697712.752826:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697712.752834:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697712.755557:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697712.755567:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697712.755572:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697712.755575:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697712.755578:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697712.755581:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000800:00000200:2.0:1779697712.755594:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.755598:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697712.755603:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.755610:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.755616:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:2.0:1779697712.755619:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000400:00000200:3.0:1779697712.757118:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.757144:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643f580 00000400:00000200:3.0:1779697712.757153:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 92792 00000400:00000200:3.0:1779697712.757167:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.757171:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.757178:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.757185:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ad180. 00000020:00000010:2.0:1779697712.757369:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.757375:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.757380:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c7800. 00000020:00000010:2.0:1779697712.757386:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:2.0:1779697712.757418:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.757454:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.757457:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.757461:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215359872 02000000:00000010:2.0:1779697712.757497:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dffd000. 00010000:00000010:2.0:1779697712.757533:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:2.0:1779697712.757548:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088280. 00010000:00000010:2.0:1779697712.757563:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.757569:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.757583:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697712.757586:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6100. 00010000:00000010:2.0:1779697712.757590:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697712.757593:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.757733:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697712.757737:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c80. 00010000:00000010:2.0:1779697712.757740:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.757744:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697712.757767:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b440. 00000020:00000010:2.0:1779697712.757772:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b440. 00000020:00000010:2.0:1779697712.757782:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697712.757790:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e0c00. 00000001:00000010:2.0:1779697712.758141:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a0c0. 00000001:00000010:2.0:1779697712.758148:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697712.758179:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697712.758187:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697712.758191:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.758201:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697712.758239:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.758253:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697712.758272:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974107, last committed = 8589974006 00010000:00000200:2.0:1779697712.758282:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ad180 x1866146215359872/t8589974107(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.758300:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697712.758306:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215359872, offset 224 00000400:00000010:2.0:1779697712.758313:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fcb0. 00000400:00000200:2.0:1779697712.758317:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.758329:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.758335:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308610:308610:256:4294967295] 192.168.203.23@tcp LPNI seq info [308606:308606:8:4294967295] 00000400:00000200:2.0:1779697712.758340:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.758347:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.758366:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.758371:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697712.758378:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.758384:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.758410:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.758426:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:2.0:1779697712.758431:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.758434:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c7800. 00000800:00000200:3.0:1779697712.759294:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.759301:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697712.759305:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.759329:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697712.760434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697712.760443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697712.760447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697712.760450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697712.762029:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.762047:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a94fd 00000400:00000200:2.0:1779697712.762054:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.762059:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.762065:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:2.0:1779697712.762068:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000400:00000200:2.0:1779697712.762439:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.762448:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643f600 00000400:00000200:2.0:1779697712.762456:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 93280 00000400:00000200:2.0:1779697712.762506:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.762511:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.762516:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.762522:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b8700. 00000020:00000010:2.0:1779697712.762562:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.762566:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.762572:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c7800. 00000020:00000010:2.0:1779697712.762577:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:2.0:1779697712.762582:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697712.762619:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.762621:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.762624:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215360000 00000001:00000010:2.0:1779697712.762634:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697712.762653:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.762658:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697712.762680:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2dffc000. 00010000:00000010:2.0:1779697712.762704:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.762708:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.762721:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697712.762724:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f00. 00010000:00000010:2.0:1779697712.762728:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697712.762730:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697712.762825:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697712.762834:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e168. 00000004:00000010:2.0:1779697712.762840:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c660. 00080000:00000010:2.0:1779697712.762849:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:3.0:1779697712.763775:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697712.763781:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697712.763786:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.763792:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697712.764076:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697712.764092:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697712.764096:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f00. 00010000:00000010:3.0:1779697712.764120:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:3.0:1779697712.764191:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b8700 x1866146215360000/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.764211:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697712.764217:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215360000, offset 224 00000400:00000200:3.0:1779697712.764223:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.764234:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.764241:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308611:308611:256:4294967295] 192.168.203.23@tcp LPNI seq info [308607:308607:8:4294967295] 00000400:00000200:3.0:1779697712.764252:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.764257:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.764320:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697712.764328:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.764336:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.764340:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.764416:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:3.0:1779697712.764421:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:3.0:1779697712.764425:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c7800. 00000800:00000200:2.0:1779697712.764915:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.764920:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697712.764925:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.764930:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.764935:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:2.0:1779697712.764938:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00010000:00000010:1.1:1779697712.765458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697712.765467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697712.766046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697712.766057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697712.766061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697712.766064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:2.0:1779697712.767080:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.767096:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643f700 00000400:00000200:2.0:1779697712.767103:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 93856 00000400:00000200:2.0:1779697712.767116:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.767130:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.767138:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.767144:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9c00. 00000020:00000010:3.0:1779697712.767214:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.767219:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.767224:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697712.767230:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697712.767235:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000020:00000010:2.0:1779697712.767349:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.767352:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.767355:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215360256 02000000:00000010:2.0:1779697712.767407:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dff8000. 00010000:00000010:2.0:1779697712.767442:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:2.0:1779697712.767458:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00010000:00000010:2.0:1779697712.767473:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.767478:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.767492:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697712.767496:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697712.767500:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.767503:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697712.767598:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697712.767612:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697712.767615:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697712.767618:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697712.767640:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bfc0. 00000020:00000010:2.0:1779697712.767645:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bfc0. 00000020:00000010:2.0:1779697712.767655:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697712.767663:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3549800. 00000001:00000010:2.0:1779697712.768023:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a6c0. 00000001:00000010:2.0:1779697712.768030:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697712.768061:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697712.768069:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697712.768073:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697712.768084:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697712.768127:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697712.768139:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697712.768153:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974108, last committed = 8589974006 00010000:00000200:2.0:1779697712.768161:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9c00 x1866146215360256/t8589974108(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.768180:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697712.768202:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215360256, offset 224 00000400:00000010:2.0:1779697712.768208:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f118. 00000400:00000200:2.0:1779697712.768212:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.768224:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.768230:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308612:308612:256:4294967295] 192.168.203.23@tcp LPNI seq info [308608:308608:8:4294967295] 00000400:00000200:2.0:1779697712.768236:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.768244:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.768249:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.768253:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00010000:00000010:1.1:1779697712.768456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697712.768462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697712.768538:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697712.768543:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697712.768546:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697712.768549:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000800:00000200:2.0:1779697712.768783:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.768792:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.768797:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.768827:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:2.0:1779697712.768831:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:2.0:1779697712.768835:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00000800:00000200:3.0:1779697712.768946:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.768950:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697712.768954:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.768959:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.771028:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.771046:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9505 00000400:00000200:2.0:1779697712.771053:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.771058:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.771064:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:2.0:1779697712.771067:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000400:00000200:2.0:1779697712.771133:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.771139:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643f780 00000400:00000200:2.0:1779697712.771146:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 94344 00000400:00000200:2.0:1779697712.771189:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.771193:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.771199:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.771204:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54baa00. 00010000:00000010:3.0:1779697712.771749:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697712.771758:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:1.1:1779697712.773436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697712.773448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697712.773792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697712.773800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697712.773805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697712.773816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000800:00000200:2.0:1779697712.774462:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.774467:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697712.774473:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.774480:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697712.774487:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:2.0:1779697712.774489:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:3.1:1779697712.775454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697712.775462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:3.0:1779697712.776457:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.776492:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643f880 00000400:00000200:3.0:1779697712.776501:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 94920 00000400:00000200:3.0:1779697712.776515:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.776519:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.776527:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.776533:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ace00. 00010000:00000010:3.0:1779697712.778714:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:3.0:1779697712.778723:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088800. 00010000:00000010:3.0:1779697712.778732:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00000800:00000200:2.0:1779697712.778949:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.778954:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697712.778960:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.778967:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697712.781279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697712.781291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697712.781295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697712.781297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697712.783842:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.783863:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a950d 00000400:00000200:2.0:1779697712.783870:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.783875:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.783881:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:2.0:1779697712.783885:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000400:00000200:2.0:1779697712.783945:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.783951:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643f900 00000400:00000200:2.0:1779697712.783958:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 95408 00000400:00000200:2.0:1779697712.784006:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.784010:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.784015:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.784021:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b8000. 00000020:00000010:3.0:1779697712.784221:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.784227:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.784234:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697712.784240:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.784254:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697712.784293:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f940. 00000020:00000010:3.0:1779697712.784296:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f940. 00000100:00000200:3.0:1779697712.784299:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215360768 00000001:00000010:3.0:1779697712.784308:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:3.0:1779697712.784331:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.784337:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 02000000:00000010:3.0:1779697712.784363:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6e62000. 00010000:00000010:3.0:1779697712.784403:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.784407:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.784424:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697712.784428:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697712.784431:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697712.784434:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00000004:00000010:3.0:1779697712.784524:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c1e0. 00000004:00000010:3.0:1779697712.784531:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af708. 00000004:00000010:3.0:1779697712.784537:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83870. 00080000:00000010:3.0:1779697712.784545:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266720. 00010000:00000010:3.0:1779697712.785464:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697712.785471:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697712.785475:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697712.785480:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.785540:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.785550:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697712.785555:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697712.785574:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000200:3.0:1779697712.785590:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b8000 x1866146215360768/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.785621:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697712.785628:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215360768, offset 224 00000400:00000200:3.0:1779697712.785634:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.785645:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.785652:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308615:308615:256:4294967295] 192.168.203.23@tcp LPNI seq info [308611:308611:8:4294967295] 00000400:00000200:3.0:1779697712.785662:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.785668:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.785987:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697712.785998:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.786005:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.786009:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.786030:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.786034:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697712.786037:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00000800:00000200:3.0:1779697712.788066:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.788073:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697712.788079:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.788086:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.788093:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697712.788095:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:1.1:1779697712.788449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697712.788457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697712.788461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697712.788464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:2.0:1779697712.788794:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.788822:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643fa00 00000400:00000200:2.0:1779697712.788831:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 95984 00000400:00000200:2.0:1779697712.788847:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.788852:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.788860:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.788866:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9180. 00000020:00000010:3.0:1779697712.790989:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.790997:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.791004:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811600. 00000020:00000010:3.0:1779697712.791009:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.791014:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697712.791057:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.791059:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:3.0:1779697712.791063:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215361024 02000000:00000010:3.0:1779697712.791095:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6e60000. 00010000:00000010:3.0:1779697712.791130:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.791145:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697712.791161:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697712.791166:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.791181:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697712.791183:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697712.791187:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697712.791190:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697712.791300:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697712.791303:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697712.791307:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.791310:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00000020:00000010:3.0:1779697712.791330:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b974c0. 00000020:00000010:3.0:1779697712.791335:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b974c0. 00000020:00000010:3.0:1779697712.791344:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37360. 00080000:00000010:3.0:1779697712.791353:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c21c00. 00000001:00000010:3.0:1779697712.792186:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec370c0. 00000001:00000010:3.0:1779697712.792194:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697712.792226:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37360. 00010000:00000010:3.0:1779697712.792235:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697712.792240:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.792254:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697712.792295:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697712.792310:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697712.792325:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974110, last committed = 8589974006 00010000:00000200:3.0:1779697712.792336:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9180 x1866146215361024/t8589974110(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.792355:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697712.792361:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215361024, offset 224 00000400:00000010:3.0:1779697712.792368:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4bfc0. 00000400:00000200:3.0:1779697712.792372:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.792386:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00010000:00000010:3.1:1779697712.792412:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697712.792418:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000400:00000200:3.0:1779697712.792428:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308616:308616:256:4294967295] 192.168.203.23@tcp LPNI seq info [308612:308612:8:4294967295] 00000400:00000200:3.0:1779697712.792435:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.792442:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.792448:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.792452:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697712.792459:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.792467:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.792471:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.792486:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.792490:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697712.792493:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811600. 00010000:00000010:1.1:1779697712.793312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697712.793320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000800:00000200:2.0:1779697712.793989:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.793995:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697712.793999:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.794006:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.796961:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.796980:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9515 00000400:00000200:3.0:1779697712.796987:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.796992:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.796998:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697712.797002:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000400:00000200:3.0:1779697712.797030:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.797036:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643fa80 00000400:00000200:3.0:1779697712.797042:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 96472 00000400:00000200:3.0:1779697712.797087:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.797091:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.797096:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.797102:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ac700. 00010000:00000010:2.0:1779697712.797343:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697712.797354:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.1:1779697712.798500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697712.798508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697712.798512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697712.798515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000800:00000200:3.0:1779697712.799334:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.799338:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697712.799343:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.799348:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.799352:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:3.0:1779697712.799354:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00010000:00000010:2.1:1779697712.801420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697712.801448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697712.801487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697712.801492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697712.801496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697712.801498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697712.801536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697712.801541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000400:00000200:2.0:1779697712.802365:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.802386:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400643fb80 00000400:00000200:2.0:1779697712.802415:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 97048 00000400:00000200:2.0:1779697712.802429:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.802433:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.802441:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.802450:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caed80. 00000800:00000200:2.0:1779697712.804440:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.804445:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:2.0:1779697712.804450:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.804455:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697712.805227:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:3.0:1779697712.805237:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088380. 00010000:00000010:3.0:1779697712.807991:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00010000:00000010:3.0:1779697712.809596:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:3.0:1779697712.809612:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088000. 00010000:00000010:1.1:1779697712.816942:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697712.816954:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697712.816957:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697712.816961:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000020:00000010:2.0:1779697712.817085:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.817090:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.817096:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.817101:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:2.0:1779697712.817107:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.818060:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.818066:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.818069:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215361792 02000000:00000010:2.0:1779697712.818107:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dffa000. 00010000:00000010:2.0:1779697712.818156:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:2.0:1779697712.818172:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:2.0:1779697712.818191:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697712.818197:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.818213:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697712.818216:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c00. 00010000:00000010:2.0:1779697712.818220:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697712.818223:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697712.818331:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697712.818334:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697712.818337:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697712.818340:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697712.818361:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697712.818367:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697712.818403:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697712.818413:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc354b400. 00000001:00000010:2.0:1779697712.818774:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a420. 00000001:00000010:2.0:1779697712.818779:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697712.818823:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697712.818831:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.818835:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697712.818846:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697712.818878:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697712.818890:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697712.818905:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974112, last committed = 8589974006 00010000:00000200:2.0:1779697712.818916:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070ed80 x1866146215361792/t8589974112(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.818934:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697712.818940:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215361792, offset 224 00000400:00000010:2.0:1779697712.818947:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f9a0. 00000400:00000200:2.0:1779697712.818951:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.818964:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.818970:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308620:308620:256:4294967295] 192.168.203.23@tcp LPNI seq info [308616:308616:8:4294967295] 00000400:00000200:2.0:1779697712.818977:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.818984:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.818989:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.818994:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697712.819001:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.819008:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.819012:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.819028:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:2.0:1779697712.819032:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.819035:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00010000:00000010:3.1:1779697712.820620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697712.820629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697712.820633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697712.820636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:2.0:1779697712.822244:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697712.822271:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9525 00000400:00000200:2.0:1779697712.822278:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.822282:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697712.822288:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:2.0:1779697712.822291:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000400:00000200:2.0:1779697712.822317:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.822323:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400643fd80 00000400:00000200:2.0:1779697712.822330:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 98600 00000400:00000200:2.0:1779697712.822408:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.822413:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.822418:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.822424:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caf480. 00010000:00000010:3.0:1779697712.824425:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697712.824432:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6c00. 00010000:00000010:1.1:1779697712.824925:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697712.824931:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697712.824935:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697712.824937:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697712.824940:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697712.824943:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697712.824946:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697712.824948:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697712.828213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697712.828228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697712.828232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697712.828237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697712.830540:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697712.830549:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000020:00000010:2.0:1779697712.831758:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.831765:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.831771:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.831776:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:2.0:1779697712.831782:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.831849:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.831853:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.831856:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215362176 02000000:00000010:2.0:1779697712.831889:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dffb000. 00010000:00000010:2.0:1779697712.831925:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697712.831939:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088180. 00010000:00000010:2.0:1779697712.831955:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697712.831960:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.831975:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697712.831978:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:2.0:1779697712.831982:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697712.831985:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697712.832075:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697712.832078:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6000. 00010000:00000010:2.0:1779697712.832081:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697712.832084:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000020:00000010:2.0:1779697712.832104:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697712.832110:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697712.832120:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697712.832140:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc354b800. 00000001:00000010:2.0:1779697712.832591:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aba0. 00000001:00000010:2.0:1779697712.832597:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697712.832635:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697712.832643:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.832648:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.832659:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697712.832689:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.832701:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697712.832717:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974113, last committed = 8589974006 00010000:00000200:2.0:1779697712.832726:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070e300 x1866146215362176/t8589974113(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.832783:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697712.832789:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215362176, offset 224 00000400:00000010:2.0:1779697712.832796:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fe38. 00000400:00000200:2.0:1779697712.832800:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.832822:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.832828:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308622:308622:256:4294967295] 192.168.203.23@tcp LPNI seq info [308618:308618:8:4294967295] 00000400:00000200:2.0:1779697712.832833:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.832840:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.832846:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.832850:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697712.832857:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.832864:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.832868:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.832884:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:2.0:1779697712.832888:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.832891:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00010000:00000010:2.0:1779697712.833989:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.833999:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6000. 00010000:00000010:2.0:1779697712.834008:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00010000:00000010:1.1:1779697712.836397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697712.836413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697712.836417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697712.836419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697712.836566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697712.836574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000800:00000200:2.0:1779697712.836735:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.836740:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697712.836745:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.836754:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:2.0:1779697712.837228:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.837233:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.837239:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.837255:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:2.0:1779697712.837266:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.837300:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde5c0. 00000020:00000010:2.0:1779697712.837329:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde5c0. 00000100:00000200:2.0:1779697712.837332:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215362304 00000001:00000010:2.0:1779697712.837342:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697712.837362:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697712.837368:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697712.837416:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2dff9000. 00010000:00000010:2.0:1779697712.837441:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.837445:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.837463:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697712.837466:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:2.0:1779697712.837470:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.837473:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697712.837551:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697712.837559:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e4b0. 00000004:00000010:2.0:1779697712.837564:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ddc0. 00080000:00000010:2.0:1779697712.837571:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:2.0:1779697712.838630:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697712.838636:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:2.0:1779697712.838641:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697712.838645:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697712.838713:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.838724:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.838728:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:2.0:1779697712.838747:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697712.838762:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070c000 x1866146215362304/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.838781:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697712.838786:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215362304, offset 224 00000400:00000200:2.0:1779697712.838792:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.838803:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.838820:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308623:308623:256:4294967295] 192.168.203.23@tcp LPNI seq info [308619:308619:8:4294967295] 00000400:00000200:2.0:1779697712.838831:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.838837:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.838841:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697712.838848:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.838855:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.838859:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.838879:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6000. 00000020:00000010:2.0:1779697712.838883:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.838886:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00010000:00000010:3.0:1779697712.842226:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697712.842243:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:2.1:1779697712.843515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697712.843525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00000400:00000200:2.0:1779697712.844524:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.844543:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006440000 00000400:00000200:2.0:1779697712.844551:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 100240 00000400:00000200:2.0:1779697712.844564:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.844569:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.844576:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.844592:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cae300. 00000020:00000010:3.0:1779697712.844800:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.844805:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.844821:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697712.844826:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.844832:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697712.844867:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.844869:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:3.0:1779697712.844872:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215362560 02000000:00000010:3.0:1779697712.844906:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3b000. 00010000:00000010:3.0:1779697712.844941:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697712.844957:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:3.0:1779697712.844973:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.844978:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.844992:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697712.844996:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697712.845000:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697712.845002:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697712.845093:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697712.845096:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697712.845099:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.845102:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000020:00000010:3.0:1779697712.845121:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b974c0. 00000020:00000010:3.0:1779697712.845139:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b974c0. 00000020:00000010:3.0:1779697712.845149:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37360. 00080000:00000010:3.0:1779697712.845157:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c22000. 00000001:00000010:3.0:1779697712.845549:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec378a0. 00000001:00000010:3.0:1779697712.845556:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697712.845586:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37360. 00010000:00000010:3.0:1779697712.845593:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697712.845597:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697712.845607:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697712.845644:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697712.845656:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697712.846114:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974114, last committed = 8589974006 00010000:00000200:3.0:1779697712.846169:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cae300 x1866146215362560/t8589974114(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.846189:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697712.846195:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215362560, offset 224 00000400:00000010:3.0:1779697712.846201:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b000. 00000400:00000200:3.0:1779697712.846205:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.846217:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.846223:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308624:308624:256:4294967295] 192.168.203.23@tcp LPNI seq info [308620:308620:8:4294967295] 00000400:00000200:3.0:1779697712.846229:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.846236:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.846251:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.846383:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697712.846415:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.846422:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.846426:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.846452:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.846456:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697712.846460:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00010000:00000010:2.1:1779697712.847791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697712.847799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697712.847815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697712.847819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697712.847822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697712.847824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697712.847827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697712.847829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.0:1779697712.849687:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697712.849697:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.1:1779697712.850423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697712.850432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:3.1:1779697712.850435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697712.850440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697712.850536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697712.850542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:2.0:1779697712.852091:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.852109:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440080 00000400:00000200:2.0:1779697712.852117:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 100728 00000400:00000200:2.0:1779697712.852178:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.852183:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.852191:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.852197:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caf100. 00010000:00000010:3.1:1779697712.853529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697712.853538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.0:1779697712.856215:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697712.856223:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697712.856230:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697712.856236:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.856315:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:2.0:1779697712.856326:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:2.0:1779697712.856331:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088780. 00010000:00000010:2.0:1779697712.856354:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:2.0:1779697712.856371:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6caf100 x1866146215362688/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.856431:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697712.856438:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215362688, offset 224 00000400:00000200:2.0:1779697712.856446:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.856459:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.856465:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308625:308625:256:4294967295] 192.168.203.23@tcp LPNI seq info [308621:308621:8:4294967295] 00000400:00000200:2.0:1779697712.856476:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.856482:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.856486:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697712.856492:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.856499:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.856503:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.856527:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088480. 00000020:00000010:2.0:1779697712.856531:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:2.0:1779697712.856535:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00c58e00. 00010000:00000010:3.1:1779697712.860455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697712.860469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000020:00000010:2.0:1779697712.862248:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697712.862253:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697712.862258:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.862263:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.862268:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.862305:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697712.862307:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697712.862310:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215362944 02000000:00000010:2.0:1779697712.862344:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1244000. 00010000:00000010:2.0:1779697712.862379:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.862423:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697712.862441:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.862447:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.862461:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697712.862465:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:2.0:1779697712.862469:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697712.862472:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697712.862562:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697712.862565:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:2.0:1779697712.862568:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.862571:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697712.862591:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b5e0. 00000020:00000010:2.0:1779697712.862596:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b5e0. 00000020:00000010:2.0:1779697712.862618:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a060. 00080000:00000010:2.0:1779697712.862628:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3549400. 00000001:00000010:2.0:1779697712.862979:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dae0. 00000001:00000010:2.0:1779697712.862985:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697712.863015:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a060. 00010000:00000010:2.0:1779697712.863023:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697712.863027:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697712.863037:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697712.863074:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.863095:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697712.863109:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974115, last committed = 8589974006 00010000:00000200:2.0:1779697712.863118:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc0002f800 x1866146215362944/t8589974115(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.863136:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697712.863141:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215362944, offset 224 00000400:00000010:2.0:1779697712.863147:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fa10. 00000400:00000200:2.0:1779697712.863183:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.863194:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.863201:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308626:308626:256:4294967295] 192.168.203.23@tcp LPNI seq info [308622:308622:8:4294967295] 00000400:00000200:2.0:1779697712.863206:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.863213:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.863218:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.863223:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697712.863228:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.863235:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.863239:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.863258:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.863261:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.863264:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00000800:00000200:2.0:1779697712.863344:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.863348:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697712.863351:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.863356:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697712.863435:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697712.863441:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:3.0:1779697712.863451:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00010000:00000010:2.1:1779697712.864883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697712.864892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697712.864897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697712.864900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.0:1779697712.865860:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697712.865869:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00000020:00000010:2.0:1779697712.866898:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697712.866904:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697712.866909:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.866913:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.866918:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.866960:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdec00. 00000020:00000010:2.0:1779697712.866963:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdec00. 00000100:00000200:2.0:1779697712.866966:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215363072 00000001:00000010:2.0:1779697712.866975:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:2.0:1779697712.866996:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.867002:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697712.867026:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbe558d000. 00010000:00000010:2.0:1779697712.867051:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697712.867054:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.867070:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697712.867073:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697712.867077:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.867080:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697712.867176:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697712.867184:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e1e0. 00000004:00000010:2.0:1779697712.867190:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ded0. 00080000:00000010:2.0:1779697712.867197:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:2.0:1779697712.868760:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697712.868767:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:2.0:1779697712.868772:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697712.868778:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697712.868855:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.868868:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697712.868873:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697712.868895:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697712.868910:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc0002ca80 x1866146215363072/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.868929:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697712.868935:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215363072, offset 224 00000400:00000200:2.0:1779697712.868942:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.868953:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.868959:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308627:308627:256:4294967295] 192.168.203.23@tcp LPNI seq info [308623:308623:8:4294967295] 00000400:00000200:2.0:1779697712.868971:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.868976:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.868981:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697712.868987:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.868995:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.868999:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.869026:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.869030:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.869034:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00000800:00000200:3.0:1779697712.869154:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.869159:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697712.869162:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.869168:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.869172:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:3.0:1779697712.869175:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00010000:00000010:3.1:1779697712.869986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697712.869996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000020:00000010:3.0:1779697712.874071:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.874080:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.874088:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811600. 00000020:00000010:3.0:1779697712.874093:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697712.874098:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697712.874137:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.874140:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:3.0:1779697712.874143:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215363328 02000000:00000010:3.0:1779697712.874174:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3d000. 00010000:00000010:3.0:1779697712.874210:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697712.874227:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:3.0:1779697712.874243:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697712.874264:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697712.874278:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697712.874282:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697712.874286:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.874289:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.874411:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697712.874414:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697712.874418:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697712.874421:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000020:00000010:3.0:1779697712.874444:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b974c0. 00000020:00000010:3.0:1779697712.874451:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b974c0. 00000020:00000010:3.0:1779697712.874461:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37360. 00080000:00000010:3.0:1779697712.874470:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c22400. 00010000:00000010:3.1:1779697712.875412:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697712.875420:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697712.875562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697712.875566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697712.875569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697712.875571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.876842:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:2.0:1779697712.876853:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:2.0:1779697712.876863:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00010000:00000010:2.1:1779697712.880551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697712.880567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697712.880572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697712.880575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000800:00000200:3.0:1779697712.881088:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.881094:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697712.881100:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.881108:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697712.882722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697712.882734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.0:1779697712.882980:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.882991:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:1.1:1779697712.883422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697712.883429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697712.883473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697712.883478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697712.888429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697712.888444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000020:00000010:2.0:1779697712.892018:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697712.892024:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697712.892030:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.892035:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.892040:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.892079:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde580. 00000020:00000010:2.0:1779697712.892082:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde580. 00000100:00000200:2.0:1779697712.892085:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215363456 00000001:00000010:2.0:1779697712.892094:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697712.892115:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.892131:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697712.892153:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbe558c000. 00010000:00000010:2.0:1779697712.892178:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.892182:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697712.892200:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697712.892203:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697712.892207:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697712.892210:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697712.892306:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697712.892314:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ebb8. 00000004:00000010:2.0:1779697712.892320:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d430. 00080000:00000010:2.0:1779697712.892329:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:2.0:1779697712.893145:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697712.893150:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697712.893155:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697712.893160:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697712.893219:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697712.893229:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.893234:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697712.893416:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697712.893434:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc0002f480 x1866146215363456/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.893452:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697712.893473:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215363456, offset 224 00000400:00000200:2.0:1779697712.893480:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.893492:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.893498:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308629:308629:256:4294967295] 192.168.203.23@tcp LPNI seq info [308625:308625:8:4294967295] 00000400:00000200:2.0:1779697712.893515:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.893520:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.893525:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697712.893531:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.893538:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.893547:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.893569:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.893848:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.893855:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.896803:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697712.896817:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697712.896823:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf1556800. 00000020:00000010:2.0:1779697712.896829:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.896833:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.896870:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697712.896872:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000100:00000200:2.0:1779697712.896911:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215363712 02000000:00000010:2.0:1779697712.896953:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad53ea000. 00010000:00000010:2.0:1779697712.896989:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697712.897004:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697712.897021:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.897025:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697712.897040:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697712.897043:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697712.897047:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697712.897050:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697712.897204:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697712.897208:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697712.897211:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697712.897214:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697712.897236:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697712.897241:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b600. 00000020:00000010:2.0:1779697712.897546:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d840. 00080000:00000010:2.0:1779697712.897555:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05f9400. 00000001:00000010:2.0:1779697712.897985:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ade0. 00000001:00000010:2.0:1779697712.897992:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697712.898023:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d840. 00010000:00000010:2.0:1779697712.898032:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697712.898037:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697712.898051:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697712.898092:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.898108:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697712.898441:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697712.898448:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:3.0:1779697712.898456:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00010000:00000200:2.0:1779697712.899697:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974117, last committed = 8589974006 00010000:00000200:2.0:1779697712.899713:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff465180 x1866146215363712/t8589974117(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.899736:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697712.899743:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215363712, offset 224 00000400:00000010:2.0:1779697712.899750:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f380. 00000400:00000200:2.0:1779697712.899754:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.899768:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.899775:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308630:308630:256:4294967295] 192.168.203.23@tcp LPNI seq info [308626:308626:8:4294967295] 00000400:00000200:2.0:1779697712.899781:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.899788:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.899793:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.899798:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697712.899804:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.899820:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.899824:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.899848:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.899853:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.899857:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf1556800. 00010000:00000010:2.1:1779697712.902305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697712.902318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697712.902323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.0:1779697712.902827:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697712.902837:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:2.1:1779697712.904636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697712.908529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697712.908544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000020:00000010:2.0:1779697712.909070:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697712.909076:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697712.909082:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.909087:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.909092:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.909134:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697712.909137:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000100:00000200:2.0:1779697712.909140:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215363840 00000001:00000010:2.0:1779697712.909149:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:2.0:1779697712.909175:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.909182:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697712.909207:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad53e9000. 00010000:00000010:2.0:1779697712.909232:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697712.909236:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.909269:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697712.909273:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697712.909277:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.909280:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697712.909367:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697712.909383:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e8e8. 00010000:00000010:2.1:1779697712.909405:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697712.909410:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697712.909413:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697712.909416:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000004:00000010:2.0:1779697712.909423:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c550. 00080000:00000010:2.0:1779697712.909432:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:2.0:1779697712.910852:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697712.910860:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c80. 00010000:00000010:2.0:1779697712.910865:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.910871:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.910944:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.910960:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697712.910965:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697712.910988:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697712.911007:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff465500 x1866146215363840/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.911027:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697712.911034:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215363840, offset 224 00000400:00000200:2.0:1779697712.911042:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.911053:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.911059:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308631:308631:256:4294967295] 192.168.203.23@tcp LPNI seq info [308627:308627:8:4294967295] 00000400:00000200:2.0:1779697712.911069:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.911075:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.911080:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697712.911086:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.911093:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.911097:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.911160:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.911165:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.911168:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00010000:00000010:3.1:1779697712.917463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697712.917474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697712.922001:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697712.922017:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697712.922021:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697712.922022:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000020:00000010:2.0:1779697712.922056:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde100. 00000020:00000010:2.0:1779697712.922061:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde100. 00000020:00000010:2.0:1779697712.922069:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7a26c00. 00000020:00000010:2.0:1779697712.922075:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.922081:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.922125:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde100. 00000020:00000010:2.0:1779697712.922127:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde100. 00000100:00000200:2.0:1779697712.922131:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215364096 02000000:00000010:2.0:1779697712.922168:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3bd000. 00010000:00000010:2.0:1779697712.922207:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.922221:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6c80. 00010000:00000010:2.0:1779697712.922238:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.922243:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.922257:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697712.922260:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c80. 00010000:00000010:2.0:1779697712.922264:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.922267:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697712.922373:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697712.922377:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697712.922380:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697712.922384:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697712.922584:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bd00. 00000020:00000010:2.0:1779697712.922590:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bd00. 00000020:00000010:2.0:1779697712.922601:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a840. 00080000:00000010:2.0:1779697712.922610:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05fa000. 00000001:00000010:2.0:1779697712.923012:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fef60. 00000001:00000010:2.0:1779697712.923020:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697712.923055:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a840. 00010000:00000010:2.0:1779697712.923065:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697712.923069:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.923082:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697712.923123:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697712.923139:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697712.923156:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974118, last committed = 8589974006 00010000:00000200:2.0:1779697712.923168:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff465c00 x1866146215364096/t8589974118(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697712.923187:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697712.923193:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215364096, offset 224 00000400:00000010:2.0:1779697712.923199:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f770. 00000400:00000200:2.0:1779697712.923203:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.923217:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.923223:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308632:308632:256:4294967295] 192.168.203.23@tcp LPNI seq info [308628:308628:8:4294967295] 00000400:00000200:2.0:1779697712.923229:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697712.923235:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.923241:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.923246:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697712.923253:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.923261:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.923265:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.923290:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:2.0:1779697712.923295:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.923298:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7a26c00. 00000800:00000200:2.0:1779697712.923417:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.923420:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697712.923424:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.923429:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.928702:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.928722:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9555 00000400:00000200:3.0:1779697712.928730:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.928735:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.928742:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:3.0:1779697712.928745:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000400:00000200:3.0:1779697712.928768:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.928775:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440680 00000400:00000200:3.0:1779697712.928783:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 104984 00000400:00000200:3.0:1779697712.928845:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.928850:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.928855:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.928862:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ae300. 00010000:00000010:3.0:1779697712.928913:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697712.928923:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6c80. 00000020:00000010:3.0:1779697712.928962:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.928967:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.928972:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697712.928977:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.928980:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697712.929013:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:3.0:1779697712.929016:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:3.0:1779697712.929018:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215364224 00000001:00000010:3.0:1779697712.929027:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697712.929048:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.929053:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697712.929077:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc2c3c000. 00010000:00000010:3.0:1779697712.929101:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697712.929104:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697712.929117:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697712.929121:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697712.929125:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.929127:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000004:00000010:3.0:1779697712.929226:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c5a0. 00000004:00000010:3.0:1779697712.929235:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afe10. 00000004:00000010:3.0:1779697712.929241:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83430. 00080000:00000010:3.0:1779697712.929250:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266e40. 00010000:00000010:3.0:1779697712.936708:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697712.936719:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697712.936724:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697712.936731:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697712.936817:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697712.936830:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697712.936836:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697712.936862:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697712.936881:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ae300 x1866146215364224/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697712.936903:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697712.936909:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215364224, offset 224 00000400:00000200:3.0:1779697712.936917:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.936930:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.936935:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308633:308633:256:4294967295] 192.168.203.23@tcp LPNI seq info [308629:308629:8:4294967295] 00000400:00000200:3.0:1779697712.936946:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.936951:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.936956:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697712.936962:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.936969:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.936973:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.936999:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.937002:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697712.937006:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00010000:00000010:1.1:1779697712.937563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697712.937570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697712.937710:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697712.937716:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697712.937718:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697712.937721:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000400:00000200:2.0:1779697712.939926:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.939945:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006440780 00000400:00000200:2.0:1779697712.939955:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 105560 00000400:00000200:2.0:1779697712.939970:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.939973:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.939981:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.939988:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cad500. 00010000:00000010:3.0:1779697712.945555:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:3.0:1779697712.945565:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088080. 00010000:00000010:3.0:1779697712.945571:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00000800:00000200:3.0:1779697712.945671:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.945675:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697712.945679:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.945685:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697712.946998:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:3.0:1779697712.947006:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088e80. 00010000:00000010:3.1:1779697712.948545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697712.948557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697712.948562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697712.948566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697712.948571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697712.948574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000200:2.0:1779697712.951245:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.951266:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440800 00000400:00000200:2.0:1779697712.951274:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 106048 00000400:00000200:2.0:1779697712.951335:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.951340:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.951348:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.951356:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cac000. 00010000:00000010:1.1:1779697712.951483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697712.951491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.0:1779697712.952959:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697712.952967:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697712.952973:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.952979:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.953057:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697712.953070:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:2.0:1779697712.953075:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00010000:00000010:2.0:1779697712.953099:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:2.0:1779697712.953119:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cac000 x1866146215364608/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.953140:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697712.953147:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215364608, offset 224 00000400:00000200:2.0:1779697712.953153:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.953167:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.953173:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308635:308635:256:4294967295] 192.168.203.23@tcp LPNI seq info [308631:308631:8:4294967295] 00000400:00000200:2.0:1779697712.953184:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.953189:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.953194:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697712.953200:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.953207:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.953210:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.953238:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088f00. 00000020:00000010:2.0:1779697712.953242:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:2.0:1779697712.953246:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00c59000. 00000800:00000200:3.0:1779697712.953368:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.953373:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:3.0:1779697712.953377:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.953382:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.953413:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:3.0:1779697712.953415:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00000020:00000010:3.0:1779697712.957340:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.957346:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.957352:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d43a00. 00000020:00000010:3.0:1779697712.957357:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.957362:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697712.957420:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.957424:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:3.0:1779697712.957427:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215364864 02000000:00000010:3.0:1779697712.957462:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3e000. 00010000:00000010:3.0:1779697712.957502:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697712.957520:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00010000:00000010:3.0:1779697712.957538:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.957544:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.957560:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697712.957564:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697712.957568:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.957571:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697712.957776:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697712.957780:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697712.957784:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697712.957787:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697712.957823:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97080. 00000020:00000010:3.0:1779697712.957829:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97080. 00000020:00000010:3.0:1779697712.957840:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37060. 00080000:00000010:3.0:1779697712.957848:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1882c00. 00000001:00000010:3.0:1779697712.958246:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37600. 00000001:00000010:3.0:1779697712.958254:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543300. 00000020:00000010:3.0:1779697712.958287:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37060. 00010000:00000010:3.0:1779697712.958296:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697712.958300:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697712.958311:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697712.958410:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697712.958426:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697712.958441:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974120, last committed = 8589974006 00010000:00000200:3.0:1779697712.958450:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff467b80 x1866146215364864/t8589974120(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.958468:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697712.958474:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215364864, offset 224 00000400:00000010:3.0:1779697712.958480:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b9a0. 00000400:00000200:3.0:1779697712.958484:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.958496:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.958502:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308636:308636:256:4294967295] 192.168.203.23@tcp LPNI seq info [308632:308632:8:4294967295] 00000400:00000200:3.0:1779697712.958507:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.958513:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.958518:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.958523:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697712.958529:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.958536:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.958540:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.958564:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697712.958568:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697712.958571:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d43a00. 00000800:00000200:2.0:1779697712.958716:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697712.958721:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697712.958725:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.958729:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697712.960749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697712.960763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697712.960766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697712.960769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:3.0:1779697712.961715:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.961734:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9565 00000400:00000200:3.0:1779697712.961741:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.961746:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.961752:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697712.961836:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000400:00000200:3.0:1779697712.961865:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.961872:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440980 00000400:00000200:3.0:1779697712.961879:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 107112 00000400:00000200:3.0:1779697712.961929:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.961934:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.961939:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.961945:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ad880. 00010000:00000010:3.0:1779697712.961993:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697712.962003:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00000020:00000010:3.0:1779697712.962084:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.962089:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.962095:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d43a00. 00000020:00000010:3.0:1779697712.962099:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb100. 00000020:00000010:3.0:1779697712.962104:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697712.962135:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.962138:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:3.0:1779697712.962141:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215364992 00000001:00000010:3.0:1779697712.962151:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:3.0:1779697712.962174:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697712.962180:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 02000000:00000010:3.0:1779697712.962205:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc2c3a000. 00010000:00000010:3.0:1779697712.962232:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697712.962236:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697712.962252:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697712.962255:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697712.962259:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697712.962262:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697712.962353:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c780. 00000004:00000010:3.0:1779697712.962361:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74aff00. 00000004:00000010:3.0:1779697712.962368:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83a90. 00080000:00000010:3.0:1779697712.962377:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267ab8. 00010000:00000010:2.0:1779697712.963489:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697712.963496:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697712.963501:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.963506:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697712.963574:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:2.0:1779697712.963586:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697712.963590:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:2.0:1779697712.963614:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:2.0:1779697712.963634:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ad880 x1866146215364992/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.963654:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697712.963660:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215364992, offset 224 00000400:00000200:2.0:1779697712.963666:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.963690:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.963696:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308637:308637:256:4294967295] 192.168.203.23@tcp LPNI seq info [308633:308633:8:4294967295] 00000400:00000200:2.0:1779697712.963707:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.963712:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.963718:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697712.963723:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.963731:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.963735:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.963761:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb100. 00000020:00000010:2.0:1779697712.963766:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:2.0:1779697712.963768:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d43a00. 00000800:00000200:3.0:1779697712.963849:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.963853:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697712.963857:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.963863:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.963867:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:3.0:1779697712.963868:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00010000:00000010:1.1:1779697712.963890:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697712.963896:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697712.965514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697712.965526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697712.965530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697712.965533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697712.965856:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697712.965873:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006440a80 00000400:00000200:2.0:1779697712.965881:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 107688 00000400:00000200:2.0:1779697712.965895:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697712.965899:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697712.965907:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697712.965912:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cad180. 00010000:00000010:3.0:1779697712.966963:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:3.0:1779697712.966968:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088e00. 00010000:00000010:3.0:1779697712.966974:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00010000:00000010:2.1:1779697712.967131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697712.967138:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697712.967142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.1:1779697712.967145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000800:00000200:3.0:1779697712.967188:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.967192:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697712.967196:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.967201:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697712.967537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697712.967545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697712.967548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697712.967551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697712.970500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697712.970513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697712.971013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697712.971020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697712.971023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697712.971026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697712.975462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697712.975476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:3.0:1779697712.975909:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697712.975928:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a956d 00000400:00000200:3.0:1779697712.975934:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.975939:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697712.975945:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:3.0:1779697712.975948:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000400:00000200:3.0:1779697712.975977:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697712.975983:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440b00 00000400:00000200:3.0:1779697712.975990:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 108176 00000400:00000200:3.0:1779697712.976000:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.976003:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697712.976007:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697712.976013:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ae680. 00000020:00000010:2.0:1779697712.976346:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697712.976352:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697712.976359:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697712.976365:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697712.976370:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.976432:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697712.976435:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdee00. 00000100:00000200:2.0:1779697712.976439:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215365376 00000001:00000010:2.0:1779697712.976450:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543300. 00010000:00000010:2.0:1779697712.976475:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697712.976483:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 02000000:00000010:2.0:1779697712.976510:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3bf000. 00010000:00000010:2.0:1779697712.976538:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697712.976542:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.976561:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697712.976564:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697712.976568:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697712.976572:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697712.976664:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697712.976684:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e078. 00000004:00000010:2.0:1779697712.976691:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c110. 00080000:00000010:2.0:1779697712.976699:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:2.0:1779697712.978988:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697712.978996:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:2.0:1779697712.979002:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697712.979008:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697712.979079:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697712.979092:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697712.979095:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697712.979118:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697712.979138:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ae680 x1866146215365376/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 576/584 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697712.979159:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697712.979165:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215365376, offset 224 00000400:00000200:2.0:1779697712.979172:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697712.979186:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697712.979192:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308639:308639:256:4294967295] 192.168.203.23@tcp LPNI seq info [308635:308635:8:4294967295] 00000400:00000200:2.0:1779697712.979202:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697712.979207:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697712.979211:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697712.979218:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697712.979225:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697712.979229:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697712.979296:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697712.979301:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697712.979305:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00010000:00000010:1.1:1779697712.979439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697712.979445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000800:00000200:3.0:1779697712.981551:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697712.981560:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697712.981566:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697712.981574:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697712.981581:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:3.0:1779697712.981583:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00010000:00000010:1.1:1779697712.984441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697712.984454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697712.984501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697712.984509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697712.984512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697712.984514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000020:00000010:3.0:1779697712.990265:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.990275:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.990282:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d43a00. 00000020:00000010:3.0:1779697712.990289:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697712.990294:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697712.990378:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697712.990381:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:3.0:1779697712.990385:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215365632 02000000:00000010:3.0:1779697712.990436:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef0000. 00010000:00000010:3.0:1779697712.990474:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697712.990491:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000010:3.0:1779697712.990508:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697712.990513:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697712.990528:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697712.990531:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697712.990534:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697712.990537:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697712.990647:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697712.990650:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697712.990653:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697712.990656:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000020:00000010:3.0:1779697712.990696:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b979c0. 00000020:00000010:3.0:1779697712.990702:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b979c0. 00000020:00000010:3.0:1779697712.990713:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37060. 00080000:00000010:3.0:1779697712.990721:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027f800. 00000001:00000010:3.0:1779697712.991113:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717720. 00000001:00000010:3.0:1779697712.991135:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697712.991171:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37060. 00010000:00000010:3.0:1779697712.991180:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697712.991185:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697712.991197:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697712.991238:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697712.991253:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000200:3.0:1779697712.991268:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974122, last committed = 8589974006 00010000:00000200:3.0:1779697712.991278:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff464700 x1866146215365632/t8589974122(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:387/0 lens 488/456 e 0 to 0 dl 1779698467 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697712.991297:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697712.991303:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215365632, offset 224 00000400:00000010:3.0:1779697712.991310:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4bd90. 00000400:00000200:3.0:1779697712.991314:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697712.991328:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697712.991334:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308640:308640:256:4294967295] 192.168.203.23@tcp LPNI seq info [308636:308636:8:4294967295] 00000400:00000200:3.0:1779697712.991340:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697712.991347:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697712.991352:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697712.991357:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697712.991363:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697712.991370:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697712.991374:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697712.991417:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697712.991421:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697712.991424:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d43a00. 00000400:00000200:2.0:1779697713.000272:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.000294:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9575 00000400:00000200:2.0:1779697713.000302:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.000306:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.000314:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:2.0:1779697713.000317:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000400:00000200:2.0:1779697713.000353:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.000361:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440c80 00000400:00000200:2.0:1779697713.000367:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 109240 00010000:00000010:1.1:1779697713.001065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697713.001076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000400:00000200:2.0:1779697713.001228:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.001234:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.001241:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.001248:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cadf80. 00000800:00000200:2.0:1779697713.003005:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.003009:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697713.003013:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.003017:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.003021:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:2.0:1779697713.003023:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:3.1:1779697713.007494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697713.007510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697713.007514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697713.007518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697713.012738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697713.012750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:1.1:1779697713.012757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697713.012761:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697713.012763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697713.012765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000020:00000010:2.0:1779697713.015000:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdefc0. 00000020:00000010:2.0:1779697713.015007:0:189042:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61e80. 00000020:00000010:2.0:1779697713.015029:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.015035:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.015040:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.015079:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.015082:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde540. 00000100:00000200:2.0:1779697713.015085:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215366016 02000000:00000010:2.0:1779697713.015119:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3ba000. 00010000:00000010:2.0:1779697713.015167:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:2.0:1779697713.015184:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088e00. 00010000:00000010:2.0:1779697713.015201:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697713.015207:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697713.015222:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697713.015225:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697713.015229:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697713.015232:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697713.015340:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697713.015344:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697713.015348:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.015351:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697713.015376:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6e0. 00000020:00000010:2.0:1779697713.015383:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6e0. 00000020:00000010:2.0:1779697713.015426:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe360. 00080000:00000010:2.0:1779697713.015436:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05f8800. 00000001:00000010:2.0:1779697713.015876:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe6c0. 00000001:00000010:2.0:1779697713.015882:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697713.015915:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe360. 00010000:00000010:2.0:1779697713.015923:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697713.015927:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.015939:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697713.015970:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.015982:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697713.015998:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974123, last committed = 8589974006 00010000:00000200:2.0:1779697713.016006:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff466300 x1866146215366016/t8589974123(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.016028:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697713.016034:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215366016, offset 224 00000400:00000010:2.0:1779697713.016041:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f070. 00000400:00000200:2.0:1779697713.016045:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.016057:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.016062:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308642:308642:256:4294967295] 192.168.203.23@tcp LPNI seq info [308638:308638:8:4294967295] 00000400:00000200:2.0:1779697713.016105:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.016110:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.016115:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.016120:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697713.016126:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.016133:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.016136:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.016155:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.016160:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.016163:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00000800:00000200:2.0:1779697713.016245:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.016249:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:2.0:1779697713.016252:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.016256:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697713.016510:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697713.016517:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:3.0:1779697713.016523:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000010:2.1:1779697713.020546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697713.020559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00000400:00000200:2.0:1779697713.024995:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.025017:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a957d 00000400:00000200:2.0:1779697713.025024:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.025028:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.025035:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:2.0:1779697713.025039:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00010000:00000010:3.0:1779697713.027785:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697713.027803:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00000400:00000200:3.0:1779697713.029241:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.029259:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440e00 00000400:00000200:3.0:1779697713.029267:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 110304 00000400:00000200:3.0:1779697713.029323:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.029328:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.029337:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.029343:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21adf80. 00000020:00000010:0.0:1779697713.029593:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697713.029607:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697713.029613:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc4a00. 00000020:00000010:0.0:1779697713.029618:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697713.029623:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697713.029664:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697713.029666:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697713.029669:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215366144 00000001:00000010:0.0:1779697713.029679:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.0:1779697713.029701:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697713.029708:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 02000000:00000010:0.0:1779697713.029733:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeff0000. 00010000:00000010:0.0:1779697713.029759:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697713.029763:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697713.029781:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697713.029784:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697713.029789:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.029792:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000004:00000010:0.0:1779697713.029897:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b4a0. 00000004:00000010:0.0:1779697713.029905:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef1e0. 00000004:00000010:0.0:1779697713.029912:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31760. 00080000:00000010:0.0:1779697713.029921:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0558. 00010000:00000010:0.0:1779697713.030899:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697713.030905:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c400. 00010000:00000010:0.0:1779697713.030910:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697713.030914:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697713.030980:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697713.030990:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697713.030994:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697713.031014:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:0.0:1779697713.031031:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21adf80 x1866146215366144/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.031049:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697713.031056:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215366144, offset 224 00000400:00000200:0.0:1779697713.031063:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.031075:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.031081:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308643:308643:256:4294967295] 192.168.203.23@tcp LPNI seq info [308639:308639:8:4294967295] 00000400:00000200:0.0:1779697713.031092:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.031097:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.031102:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697713.031108:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.031114:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.031118:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.031148:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697713.031152:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697713.031156:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc4a00. 00000800:00000200:0.0:1779697713.031444:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.031449:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697713.031453:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.031458:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.031463:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:0.0:1779697713.031465:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00000400:00000200:2.0:1779697713.038140:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.038162:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006440f00 00000400:00000200:2.0:1779697713.038170:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 110880 00000400:00000200:2.0:1779697713.038187:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.038191:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.038199:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.038206:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caca80. 00010000:00000010:3.1:1779697713.038425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697713.038432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000020:00000010:3.0:1779697713.038493:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.038498:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.038504:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697713.038508:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697713.038513:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697713.038549:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.038552:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:3.0:1779697713.038555:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215366400 02000000:00000010:3.0:1779697713.038588:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef6000. 00010000:00000010:3.0:1779697713.038727:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:3.0:1779697713.038743:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c400. 00010000:00000010:3.0:1779697713.038760:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.038766:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697713.038781:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697713.038784:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697713.038788:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697713.038790:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.038901:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697713.038905:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697713.038909:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697713.038912:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697713.038938:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b979c0. 00000020:00000010:3.0:1779697713.038945:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b979c0. 00000020:00000010:3.0:1779697713.038955:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717420. 00080000:00000010:3.0:1779697713.038965:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027c400. 00000001:00000010:3.0:1779697713.039356:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717a20. 00000001:00000010:3.0:1779697713.039363:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697713.039429:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717420. 00010000:00000010:3.0:1779697713.039439:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.039442:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697713.039455:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697713.039491:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.039504:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000200:3.0:1779697713.039521:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974124, last committed = 8589974006 00010000:00000200:3.0:1779697713.039531:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6caca80 x1866146215366400/t8589974124(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.039547:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697713.039553:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215366400, offset 224 00000400:00000010:3.0:1779697713.039559:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4ba80. 00000400:00000200:3.0:1779697713.039563:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.039576:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.039582:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308644:308644:256:4294967295] 192.168.203.23@tcp LPNI seq info [308640:308640:8:4294967295] 00000400:00000200:3.0:1779697713.039587:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.039594:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00010000:00000010:2.1:1779697713.040751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697713.040759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.0:1779697713.040879:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:0.0:1779697713.040887:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:0.0:1779697713.040896:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000800:00000200:3.0:1779697713.041002:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.041009:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697713.041017:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.041024:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.041028:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.041092:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697713.041096:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697713.041100:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00000800:00000200:2.0:1779697713.047443:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.047452:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697713.047461:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.047471:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697713.050219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697713.050231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697713.050238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697713.050242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697713.050337:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697713.050342:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697713.050345:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697713.050347:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:0.0:1779697713.050377:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697713.050488:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9585 00000400:00000200:0.0:1779697713.050496:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.050499:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697713.050507:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:0.0:1779697713.050509:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000400:00000200:0.0:1779697713.050576:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.050584:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006440f80 00000400:00000200:0.0:1779697713.050591:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 111368 00000400:00000200:0.0:1779697713.050656:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.050661:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.050666:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.050689:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034000. 00000020:00000010:2.0:1779697713.053249:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.053257:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.053265:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.053270:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.053276:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.053321:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.053324:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde540. 00000100:00000200:2.0:1779697713.053327:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215366528 00000001:00000010:2.0:1779697713.053339:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697713.053362:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.053369:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 02000000:00000010:2.0:1779697713.053418:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3be000. 00010000:00000010:2.0:1779697713.053449:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697713.053453:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.053472:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697713.053475:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697713.053480:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697713.053483:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697713.053582:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697713.053590:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eac8. 00000004:00000010:2.0:1779697713.053606:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c220. 00080000:00000010:2.0:1779697713.053615:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:2.0:1779697713.054895:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697713.054903:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697713.054908:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697713.054914:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.054991:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.055004:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.055009:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697713.055035:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697713.055056:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034000 x1866146215366528/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.055077:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697713.055084:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215366528, offset 224 00000400:00000200:2.0:1779697713.055090:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.055104:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.055111:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308645:308645:256:4294967295] 192.168.203.23@tcp LPNI seq info [308641:308641:8:4294967295] 00000400:00000200:2.0:1779697713.055135:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.055142:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.055148:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697713.055154:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.055161:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.055166:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.055193:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.055198:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.055202:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00000800:00000200:0.0:1779697713.055383:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.055419:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:0.0:1779697713.055424:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.055429:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.055435:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:0.0:1779697713.055438:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00010000:00000010:0.1:1779697713.057480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697713.057495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697713.058586:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697713.058596:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.058759:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.058769:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00000400:00000200:2.0:1779697713.062324:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.062344:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441080 00000400:00000200:2.0:1779697713.062352:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 111944 00000400:00000200:2.0:1779697713.062368:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.062372:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.062381:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.062407:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cace00. 00000020:00000010:2.0:1779697713.062458:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697713.062463:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697713.062468:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.062473:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.062479:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.062512:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697713.062516:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000100:00000200:2.0:1779697713.062519:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215366784 02000000:00000010:2.0:1779697713.062553:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3bb000. 00010000:00000010:2.0:1779697713.062591:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.062617:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697713.062635:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697713.062641:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.062656:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697713.062660:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697713.062664:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697713.062667:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697713.062773:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697713.062776:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697713.062779:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.062782:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697713.062814:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697713.062821:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697713.062832:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe780. 00080000:00000010:2.0:1779697713.062843:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05f9800. 00000001:00000010:2.0:1779697713.063255:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe960. 00000001:00000010:2.0:1779697713.063262:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697713.063297:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe780. 00010000:00000010:2.0:1779697713.063306:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697713.063311:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.063321:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697713.063359:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.063374:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697713.063413:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974125, last committed = 8589974006 00010000:00000200:2.0:1779697713.063423:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cace00 x1866146215366784/t8589974125(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.063448:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697713.063454:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215366784, offset 224 00000400:00000010:2.0:1779697713.063462:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f3f0. 00000400:00000200:2.0:1779697713.063466:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.063478:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.063484:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308646:308646:256:4294967295] 192.168.203.23@tcp LPNI seq info [308642:308642:8:4294967295] 00000400:00000200:2.0:1779697713.063490:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.063497:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.063502:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.063507:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697713.063513:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.063521:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.063526:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.063545:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.063550:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.063553:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00010000:00000010:2.0:1779697713.063582:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.063587:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697713.063594:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000800:00000200:2.0:1779697713.063684:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.063688:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:2.0:1779697713.063692:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.063697:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.065936:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.065953:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a958d 00000400:00000200:2.0:1779697713.065960:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.065964:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.065970:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:2.0:1779697713.065973:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000400:00000200:2.0:1779697713.065997:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.066003:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441100 00000400:00000200:2.0:1779697713.066010:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 112432 00000400:00000200:2.0:1779697713.066485:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.066491:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.066497:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.066504:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cae680. 00000020:00000010:2.0:1779697713.066550:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697713.066555:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697713.066561:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.066566:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:2.0:1779697713.066571:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.066614:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdea40. 00000020:00000010:2.0:1779697713.066617:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdea40. 00000100:00000200:2.0:1779697713.066620:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215366912 00000001:00000010:2.0:1779697713.066629:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:2.0:1779697713.066654:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697713.066661:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697713.066697:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3bc000. 00010000:00000010:2.0:1779697713.066726:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697713.066730:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.066747:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697713.066751:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:2.0:1779697713.066754:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697713.066757:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697713.066853:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697713.066862:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eca8. 00000004:00000010:2.0:1779697713.066868:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355da90. 00080000:00000010:2.0:1779697713.066877:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:3.0:1779697713.067212:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697713.067221:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697713.068010:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697713.068042:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697713.068048:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697713.068052:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697713.068115:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.068200:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.068205:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:2.0:1779697713.068231:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697713.068250:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cae680 x1866146215366912/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.068271:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697713.068278:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215366912, offset 224 00000400:00000200:2.0:1779697713.068285:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.068298:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.068304:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308647:308647:256:4294967295] 192.168.203.23@tcp LPNI seq info [308643:308643:8:4294967295] 00000400:00000200:2.0:1779697713.068315:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.068321:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.068325:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697713.068332:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.068341:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.068345:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1779697713.068469:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697713.068475:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697713.068477:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697713.068480:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000020:00000010:2.0:1779697713.068495:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:2.0:1779697713.068499:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.068502:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00000800:00000200:0.0:1779697713.075116:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.075135:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:0.0:1779697713.075145:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.075154:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.075160:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:0.0:1779697713.075163:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000400:00000200:0.0:1779697713.081428:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.081449:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441200 00000400:00000200:0.0:1779697713.081458:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 113008 00000400:00000200:0.0:1779697713.081475:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.081480:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.081488:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.081496:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034700. 00000020:00000010:3.0:1779697713.081610:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.081616:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.081622:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d43c00. 00000020:00000010:3.0:1779697713.081628:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697713.081632:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697713.081667:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.081681:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:3.0:1779697713.081684:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215367168 02000000:00000010:3.0:1779697713.081720:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef7000. 00010000:00000010:3.0:1779697713.081758:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697713.081775:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00010000:00000010:3.0:1779697713.081792:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.081798:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.081822:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697713.081825:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697713.081829:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697713.081832:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697713.081930:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697713.081933:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.081937:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.081940:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697713.081966:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b979c0. 00000020:00000010:3.0:1779697713.081973:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b979c0. 00000020:00000010:3.0:1779697713.081983:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717420. 00080000:00000010:3.0:1779697713.081992:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027dc00. 00000001:00000010:3.0:1779697713.082377:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717120. 00000001:00000010:3.0:1779697713.082384:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697713.082443:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717420. 00010000:00000010:3.0:1779697713.082453:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697713.082457:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697713.082470:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697713.082508:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697713.082515:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697713.082533:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.082537:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.082552:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697713.082571:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974126, last committed = 8589974006 00010000:00000200:3.0:1779697713.082580:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034700 x1866146215367168/t8589974126(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.082599:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697713.082605:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215367168, offset 224 00000400:00000010:3.0:1779697713.082611:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4b8c0. 00000400:00000200:3.0:1779697713.082615:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.082628:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.082635:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308648:308648:256:4294967295] 192.168.203.23@tcp LPNI seq info [308644:308644:8:4294967295] 00000400:00000200:3.0:1779697713.082640:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.082646:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.082651:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.082656:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697713.082662:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.082670:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.082674:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.082694:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697713.082698:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697713.082700:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d43c00. 00000800:00000200:3.0:1779697713.082783:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.082786:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697713.082790:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.082795:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697713.087295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697713.087310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697713.087316:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697713.087322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000400:00000200:0.0:1779697713.089720:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697713.089740:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9595 00000400:00000200:0.0:1779697713.089746:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.089751:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697713.089758:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:0.0:1779697713.089760:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000400:00000200:0.0:1779697713.089791:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.089797:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441280 00000400:00000200:0.0:1779697713.089813:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 113496 00000400:00000200:0.0:1779697713.089882:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.089887:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.089892:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.089898:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034a80. 00010000:00000010:2.0:1779697713.090239:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:2.0:1779697713.090250:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697713.090338:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.090343:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.090349:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d43c00. 00000020:00000010:3.0:1779697713.090353:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697713.090358:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697713.093900:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:3.0:1779697713.093911:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:3.0:1779697713.093917:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215367296 00000001:00000010:3.0:1779697713.093928:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697713.093954:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697713.093962:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 02000000:00000010:3.0:1779697713.093990:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef2000. 00010000:00000010:3.0:1779697713.094019:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697713.094023:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.094041:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697713.094045:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.094048:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697713.094051:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00000004:00000010:3.0:1779697713.094146:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c3c0. 00000004:00000010:3.0:1779697713.094154:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af2d0. 00000004:00000010:3.0:1779697713.094161:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83210. 00080000:00000010:3.0:1779697713.094169:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82661c8. 00010000:00000010:3.0:1779697713.095470:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697713.095477:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697713.095482:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697713.095489:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697713.095561:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.095573:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697713.095578:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.095817:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697713.095839:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034a80 x1866146215367296/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.097768:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697713.097783:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215367296, offset 224 00000400:00000200:0.0:1779697713.097794:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.097816:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.097823:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308649:308649:256:4294967295] 192.168.203.23@tcp LPNI seq info [308645:308645:8:4294967295] 00000400:00000200:0.0:1779697713.097833:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.097840:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.097846:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697713.097851:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.097859:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.097862:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.097934:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:0.0:1779697713.097941:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:0.0:1779697713.097945:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d43c00. 00010000:00000010:2.1:1779697713.101274:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697713.101291:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697713.101296:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697713.101299:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697713.101301:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697713.101304:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697713.101306:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697713.101308:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697713.101310:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697713.101313:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000800:00000200:2.0:1779697713.104257:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.104265:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697713.104275:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.104284:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.104292:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:2.0:1779697713.104295:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00000400:00000200:2.0:1779697713.106478:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.106498:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441380 00000400:00000200:2.0:1779697713.106506:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 114072 00000400:00000200:2.0:1779697713.106521:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.106525:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.106532:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.106543:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68c380. 00000020:00000010:3.0:1779697713.106909:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.106914:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.106921:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697713.106926:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697713.106931:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697713.106973:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.106976:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f200. 00000100:00000200:3.0:1779697713.106979:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215367552 02000000:00000010:3.0:1779697713.107015:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef3000. 00010000:00000010:3.0:1779697713.107055:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697713.107073:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697713.107091:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697713.107096:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697713.107111:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697713.107114:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697713.107118:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.107131:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697713.107589:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697713.107594:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697713.107607:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697713.107612:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697713.107639:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b040. 00000020:00000010:2.0:1779697713.107646:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b040. 00000020:00000010:2.0:1779697713.107656:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe7e0. 00080000:00000010:2.0:1779697713.107665:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05f9c00. 00000001:00000010:2.0:1779697713.108319:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe660. 00000001:00000010:2.0:1779697713.108327:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697713.108361:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe7e0. 00010000:00000010:2.0:1779697713.108370:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697713.108374:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.108418:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697713.108458:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.108474:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:2.0:1779697713.108494:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974127, last committed = 8589974006 00010000:00000200:2.0:1779697713.108506:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68c380 x1866146215367552/t8589974127(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.108525:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697713.108532:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215367552, offset 224 00000400:00000010:2.0:1779697713.108538:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f8f8. 00000400:00000200:2.0:1779697713.108542:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.108555:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.108561:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308650:308650:256:4294967295] 192.168.203.23@tcp LPNI seq info [308646:308646:8:4294967295] 00000400:00000200:2.0:1779697713.108567:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.108573:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.108578:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.108583:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697713.108589:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.108606:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.108610:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.108637:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe00. 00000020:00000010:2.0:1779697713.108640:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:2.0:1779697713.108644:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00010000:00000010:3.0:1779697713.108994:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697713.109001:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:3.0:1779697713.109008:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000800:00000200:2.0:1779697713.109491:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.109496:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697713.109500:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.109506:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697713.114999:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697713.115012:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697713.115018:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697713.115024:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697713.115028:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697713.115032:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697713.117209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697713.117222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697713.117227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697713.117231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697713.118515:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697713.118526:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:2.0:1779697713.118557:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.118576:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a959d 00000400:00000200:2.0:1779697713.118583:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.118587:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.118594:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:2.0:1779697713.119234:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000400:00000200:2.0:1779697713.120267:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.120280:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441400 00000400:00000200:2.0:1779697713.120289:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 114560 00000400:00000200:2.0:1779697713.120348:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.120353:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.120417:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.120424:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68d500. 00000020:00000010:0.0:1779697713.120688:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697713.120694:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697713.120701:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc4a00. 00000020:00000010:0.0:1779697713.120706:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697713.120711:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697713.120751:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697713.120754:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000100:00000200:0.0:1779697713.120758:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215367680 00000001:00000010:0.0:1779697713.120768:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:0.0:1779697713.120792:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697713.120798:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 02000000:00000010:0.0:1779697713.120833:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeff3000. 00010000:00000010:0.0:1779697713.120863:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697713.120866:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697713.120885:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697713.120888:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697713.120892:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697713.120897:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000004:00000010:0.0:1779697713.120995:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b680. 00000004:00000010:0.0:1779697713.121002:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff78. 00000004:00000010:0.0:1779697713.121009:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30880. 00080000:00000010:0.0:1779697713.121017:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad08e8. 00010000:00000010:2.1:1779697713.122415:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697713.122425:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:0.0:1779697713.122536:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697713.122541:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697713.122546:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697713.122553:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697713.122637:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697713.122648:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697713.122653:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697713.122679:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:0.0:1779697713.122696:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68d500 x1866146215367680/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.122717:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697713.122724:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215367680, offset 224 00000400:00000200:0.0:1779697713.122731:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.122745:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.122752:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308651:308651:256:4294967295] 192.168.203.23@tcp LPNI seq info [308647:308647:8:4294967295] 00000400:00000200:0.0:1779697713.122761:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.122766:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.122770:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697713.122776:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.122782:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.122786:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.122857:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697713.122862:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697713.122865:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc4a00. 00010000:00000010:3.1:1779697713.124445:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697713.124458:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697713.124463:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697713.124467:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697713.124510:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.124518:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00000800:00000200:0.0:1779697713.129171:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.129180:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697713.129187:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.129195:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.129201:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:0.0:1779697713.129204:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000400:00000200:2.0:1779697713.135441:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.135460:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441500 00000400:00000200:2.0:1779697713.135469:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 115136 00000400:00000200:2.0:1779697713.135484:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.135488:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.135496:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.135503:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68fb80. 00000020:00000010:3.0:1779697713.135732:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.135737:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.135744:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697713.135749:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.135754:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.135794:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.135797:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f200. 00000100:00000200:3.0:1779697713.135800:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215367936 02000000:00000010:3.0:1779697713.135848:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff714000. 00010000:00000010:3.0:1779697713.135888:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:3.0:1779697713.135905:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00010000:00000010:3.0:1779697713.135924:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697713.135930:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.135946:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697713.135950:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb300. 00010000:00000010:3.0:1779697713.135954:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697713.135957:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697713.136058:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697713.136062:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697713.136065:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697713.136068:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697713.136093:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b976c0. 00000020:00000010:3.0:1779697713.136099:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b976c0. 00000020:00000010:3.0:1779697713.136110:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57170c0. 00080000:00000010:3.0:1779697713.136129:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027fc00. 00000001:00000010:3.0:1779697713.136960:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37360. 00000001:00000010:3.0:1779697713.136968:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697713.137004:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57170c0. 00010000:00000010:3.0:1779697713.137015:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697713.137020:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697713.137036:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697713.137083:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.137099:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697713.137116:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974128, last committed = 8589974006 00010000:00000200:3.0:1779697713.137315:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68fb80 x1866146215367936/t8589974128(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.137340:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697713.137346:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215367936, offset 224 00000400:00000010:3.0:1779697713.137354:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeff4bc08. 00000400:00000200:3.0:1779697713.137357:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.137371:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.137377:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308652:308652:256:4294967295] 192.168.203.23@tcp LPNI seq info [308648:308648:8:4294967295] 00000400:00000200:3.0:1779697713.137383:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.137486:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.137492:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.137496:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697713.137503:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.137509:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.137513:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.137578:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.137583:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.137586:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00010000:00000010:0.1:1779697713.137710:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697713.137716:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697713.137720:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697713.137722:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000800:00000200:2.0:1779697713.142516:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.142524:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697713.142531:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.142538:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.143736:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.143754:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95a5 00000400:00000200:3.0:1779697713.143760:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.143764:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.143771:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:3.0:1779697713.143774:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:2.0:1779697713.144678:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:2.0:1779697713.144692:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb300. 00010000:00000010:3.1:1779697713.145430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697713.145440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:1.1:1779697713.147494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697713.147508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000200:2.0:1779697713.147835:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.147853:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441580 00000400:00000200:2.0:1779697713.147862:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 115624 00000400:00000200:2.0:1779697713.147922:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.147927:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.147936:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.147942:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68e300. 00000020:00000010:3.0:1779697713.148028:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.148034:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.148040:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13200. 00000020:00000010:3.0:1779697713.148045:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.148050:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.148087:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f200. 00000020:00000010:3.0:1779697713.148090:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f200. 00000100:00000200:3.0:1779697713.148092:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215368064 00000001:00000010:3.0:1779697713.148102:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697713.148124:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.148130:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 02000000:00000010:3.0:1779697713.148156:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff713000. 00010000:00000010:3.0:1779697713.148195:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.148200:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.148216:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697713.148219:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.148223:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.148226:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000004:00000010:3.0:1779697713.148316:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d680. 00000004:00000010:3.0:1779697713.148324:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74aff78. 00000004:00000010:3.0:1779697713.148331:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82110. 00080000:00000010:3.0:1779697713.148340:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266000. 00010000:00000010:3.0:1779697713.149928:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697713.149936:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697713.149941:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697713.149946:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697713.150017:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.150031:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697713.150036:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.150060:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697713.150079:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68e300 x1866146215368064/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697713.150097:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697713.150102:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215368064, offset 224 00000400:00000200:3.0:1779697713.150109:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.150130:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.150136:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308653:308653:256:4294967295] 192.168.203.23@tcp LPNI seq info [308649:308649:8:4294967295] 00000400:00000200:3.0:1779697713.150147:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.150152:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.150164:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697713.150171:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.150178:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.150181:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.150203:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.150207:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.150212:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13200. 00000800:00000200:2.0:1779697713.151340:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.151347:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697713.151352:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.151359:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.151366:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:2.0:1779697713.151369:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:2.1:1779697713.156449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697713.156467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697713.156528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697713.156535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697713.156539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697713.156543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000400:00000200:3.0:1779697713.157010:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.157031:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441680 00000400:00000200:3.0:1779697713.157040:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 116200 00000400:00000200:3.0:1779697713.157056:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.157060:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.157068:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.157074:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21af100. 00000020:00000010:2.0:1779697713.157180:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.157185:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.157191:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.157197:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.157202:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.157244:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.157247:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde280. 00000100:00000200:2.0:1779697713.157250:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215368320 02000000:00000010:2.0:1779697713.157286:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc874e000. 00010000:00000010:2.0:1779697713.157323:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697713.157338:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:2.0:1779697713.157355:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.157361:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.157377:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697713.157380:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:2.0:1779697713.157385:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697713.157425:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.157527:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697713.157531:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697713.157534:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.157537:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697713.157562:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bae0. 00000020:00000010:2.0:1779697713.157568:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bae0. 00000020:00000010:2.0:1779697713.157578:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe7e0. 00080000:00000010:2.0:1779697713.157587:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05f8000. 00000001:00000010:2.0:1779697713.157997:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe3c0. 00000001:00000010:2.0:1779697713.158003:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697713.158036:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe7e0. 00010000:00000010:2.0:1779697713.158044:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697713.158048:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697713.158060:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697713.158098:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697713.158112:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697713.158128:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974129, last committed = 8589974006 00010000:00000200:2.0:1779697713.158138:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21af100 x1866146215368320/t8589974129(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.158156:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697713.158162:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215368320, offset 224 00000400:00000010:2.0:1779697713.158167:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f508. 00000400:00000200:2.0:1779697713.158170:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.158182:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.158189:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308654:308654:256:4294967295] 192.168.203.23@tcp LPNI seq info [308650:308650:8:4294967295] 00000400:00000200:2.0:1779697713.158194:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.158200:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.158205:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.158210:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697713.158215:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.158222:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.158226:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.158248:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.158252:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.158255:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00000800:00000200:2.0:1779697713.158342:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.158346:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697713.158350:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.158354:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.161748:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.161769:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95ad 00000400:00000200:2.0:1779697713.161776:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.161780:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.161788:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:2.0:1779697713.161791:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000400:00000200:2.0:1779697713.161903:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.161910:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441700 00000400:00000200:2.0:1779697713.161917:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 116688 00000400:00000200:2.0:1779697713.161971:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.161976:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.161981:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.161988:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68f100. 00000020:00000010:0.0:1779697713.163314:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.163322:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.163329:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc4a00. 00000020:00000010:0.0:1779697713.163334:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697713.163339:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697713.163384:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.163414:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000100:00000200:0.0:1779697713.163417:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215368448 00000001:00000010:0.0:1779697713.163428:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:0.0:1779697713.163452:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697713.163459:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 02000000:00000010:0.0:1779697713.163491:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cc00254000. 00010000:00000010:0.0:1779697713.163519:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697713.163523:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697713.163542:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697713.163545:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697713.163549:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697713.163552:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000004:00000010:0.0:1779697713.163645:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b860. 00000004:00000010:0.0:1779697713.163653:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef780. 00000004:00000010:0.0:1779697713.163659:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31ed0. 00080000:00000010:0.0:1779697713.163668:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0000. 00000800:00000200:0.0:1779697713.166488:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.166493:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697713.166497:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.166502:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.166507:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779697713.166509:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:3.1:1779697713.169557:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697713.169570:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697713.169575:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697713.169578:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.171285:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697713.171300:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:2.1:1779697713.171583:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697713.171600:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697713.171606:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697713.171609:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697713.172430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697713.172438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000020:00000010:0.0:1779697713.183490:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.183501:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.183509:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5800. 00000020:00000010:0.0:1779697713.183514:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697713.183518:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.183566:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.183568:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000100:00000200:0.0:1779697713.183571:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215368704 02000000:00000010:0.0:1779697713.183617:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cc00255000. 00010000:00000010:0.0:1779697713.183656:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:0.0:1779697713.183672:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088f00. 00010000:00000010:0.0:1779697713.183689:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697713.183694:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697713.183708:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697713.183712:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.183715:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697713.183718:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697713.183833:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697713.183839:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697713.183843:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697713.183846:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00000020:00000010:0.0:1779697713.183871:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f720. 00000020:00000010:0.0:1779697713.183877:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f720. 00000020:00000010:0.0:1779697713.183888:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c5a0. 00080000:00000010:0.0:1779697713.183896:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc356b000. 00000001:00000010:0.0:1779697713.185450:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cc00. 00000001:00000010:0.0:1779697713.185459:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697713.185494:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c5a0. 00010000:00000010:0.0:1779697713.185506:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697713.185513:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697713.185529:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697713.185576:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697713.185594:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:0.0:1779697713.185852:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974130, last committed = 8589974006 00010000:00000200:0.0:1779697713.185864:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd5bb80 x1866146215368704/t8589974130(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.185884:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697713.185891:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215368704, offset 224 00000400:00000010:0.0:1779697713.185898:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217c40. 00000400:00000200:0.0:1779697713.185902:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.185917:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.185923:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308656:308656:256:4294967295] 192.168.203.23@tcp LPNI seq info [308652:308652:8:4294967295] 00000400:00000200:0.0:1779697713.185929:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697713.185935:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.185941:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.185946:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697713.185952:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.185960:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.185964:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.186234:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697713.186239:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.186243:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5800. 00010000:00000010:3.1:1779697713.188442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697713.188455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697713.189299:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697713.189307:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697713.189313:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697713.189315:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000400:00000200:0.0:1779697713.203346:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697713.203367:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95b5 00000400:00000200:0.0:1779697713.203374:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.203378:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697713.203385:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:0.0:1779697713.203402:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000400:00000200:0.0:1779697713.203427:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.203434:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441880 00000400:00000200:0.0:1779697713.203441:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 117752 00000400:00000200:0.0:1779697713.203492:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.203497:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.203502:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.203508:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c035c00. 00010000:00000010:3.0:1779697713.206194:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:3.0:1779697713.206212:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00000020:00000010:3.0:1779697713.206264:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697713.206269:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697713.206275:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13200. 00000020:00000010:3.0:1779697713.206279:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.206285:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.206338:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fe40. 00000020:00000010:3.0:1779697713.206341:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fe40. 00000100:00000200:3.0:1779697713.206345:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215368832 00000001:00000010:3.0:1779697713.206356:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:3.0:1779697713.206380:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.206409:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 02000000:00000010:3.0:1779697713.206437:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff715000. 00010000:00000010:3.0:1779697713.206467:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.206471:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697713.206486:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697713.206489:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.206493:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.206496:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000004:00000010:3.0:1779697713.206582:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c960. 00000004:00000010:3.0:1779697713.206590:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af780. 00000004:00000010:3.0:1779697713.206767:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83100. 00080000:00000010:3.0:1779697713.206780:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267008. 00010000:00000010:3.0:1779697713.208198:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697713.208205:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697713.208210:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697713.208216:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697713.208285:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697713.208297:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.208302:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.208325:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697713.208345:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c035c00 x1866146215368832/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697713.208363:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697713.208370:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215368832, offset 224 00000400:00000200:3.0:1779697713.208376:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.208415:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.208421:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308657:308657:256:4294967295] 192.168.203.23@tcp LPNI seq info [308653:308653:8:4294967295] 00000400:00000200:3.0:1779697713.208433:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.208439:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.208445:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697713.208451:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.208458:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.208462:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.208487:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.208492:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.208496:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13200. 00000800:00000200:0.0:1779697713.208701:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.208707:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697713.208711:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.208715:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.208720:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:0.0:1779697713.208723:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:3.0:1779697713.211570:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.211588:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441980 00000400:00000200:3.0:1779697713.212041:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 118328 00000400:00000200:3.0:1779697713.212061:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.212066:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.212075:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.212083:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21aed80. 00000020:00000010:0.0:1779697713.212241:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.212246:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.212251:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5800. 00000020:00000010:0.0:1779697713.212256:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697713.212261:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.212304:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697713.212307:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000100:00000200:0.0:1779697713.212310:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215369088 02000000:00000010:0.0:1779697713.212347:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1334000. 00010000:00000010:0.0:1779697713.212408:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697713.212426:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:0.0:1779697713.212444:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697713.212450:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697713.212465:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697713.212467:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c080. 00010000:00000010:0.0:1779697713.212472:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697713.212475:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697713.212576:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697713.212579:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697713.212583:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697713.212586:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00000020:00000010:0.0:1779697713.212622:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f600. 00000020:00000010:0.0:1779697713.212629:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f600. 00000020:00000010:0.0:1779697713.212640:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c5a0. 00080000:00000010:0.0:1779697713.212649:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3568800. 00000001:00000010:0.0:1779697713.213116:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cf60. 00000001:00000010:0.0:1779697713.213239:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697713.213276:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c5a0. 00010000:00000010:0.0:1779697713.213285:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697713.213289:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697713.213303:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697713.213335:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697713.213350:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:0.0:1779697713.213367:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974131, last committed = 8589974006 00010000:00000200:0.0:1779697713.213377:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21aed80 x1866146215369088/t8589974131(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.213419:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697713.213426:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215369088, offset 224 00000400:00000010:0.0:1779697713.213435:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217cb0. 00000400:00000200:0.0:1779697713.213439:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.213451:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.213457:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308658:308658:256:4294967295] 192.168.203.23@tcp LPNI seq info [308654:308654:8:4294967295] 00000400:00000200:0.0:1779697713.213463:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697713.213469:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.213474:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.213479:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697713.213484:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.213491:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.213495:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.213517:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c580. 00000020:00000010:0.0:1779697713.213522:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.213525:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5800. 00000800:00000200:0.0:1779697713.216277:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.216286:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697713.216293:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.216301:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697713.217276:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:3.0:1779697713.217288:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf80. 00010000:00000010:3.0:1779697713.217300:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00000400:00000200:0.0:1779697713.217439:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697713.217456:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95bd 00000400:00000200:0.0:1779697713.217462:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.217465:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697713.217471:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:0.0:1779697713.217473:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000400:00000200:0.0:1779697713.217493:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.217500:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441a00 00000400:00000200:0.0:1779697713.217507:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 118816 00000400:00000200:0.0:1779697713.217552:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.217556:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.217561:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.217567:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034e00. 00010000:00000010:3.0:1779697713.218075:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:3.0:1779697713.218081:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c080. 00010000:00000010:0.1:1779697713.219147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697713.219154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697713.219157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697713.219161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000800:00000200:0.0:1779697713.223466:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.223470:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697713.223476:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.223481:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.223486:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:0.0:1779697713.223488:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000400:00000200:3.0:1779697713.226871:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.226891:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441b00 00000400:00000200:3.0:1779697713.226899:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 119392 00000400:00000200:3.0:1779697713.226913:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.226917:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.226925:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.226933:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c000. 00000020:00000010:2.0:1779697713.227031:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.227037:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.227042:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.227046:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.227051:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.227092:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.227094:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde280. 00000100:00000200:2.0:1779697713.227097:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215369472 02000000:00000010:2.0:1779697713.227141:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc874b000. 00010000:00000010:2.0:1779697713.227181:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697713.227198:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088180. 00010000:00000010:2.0:1779697713.227216:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.227221:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.227237:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697713.227239:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697713.227243:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.227246:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697713.227352:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697713.227356:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697713.227359:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697713.227363:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697713.227415:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bbc0. 00000020:00000010:2.0:1779697713.227422:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bbc0. 00000020:00000010:2.0:1779697713.227434:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe7e0. 00080000:00000010:2.0:1779697713.227443:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05fbc00. 00000001:00000010:2.0:1779697713.228366:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fede0. 00000001:00000010:2.0:1779697713.228374:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697713.228475:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe7e0. 00010000:00000010:2.0:1779697713.228487:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697713.228493:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697713.228508:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:1.1:1779697713.228592:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697713.228609:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.0:1779697713.228677:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697713.228695:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697713.228711:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974132, last committed = 8589974006 00010000:00000200:2.0:1779697713.228721:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7c000 x1866146215369472/t8589974132(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.228740:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697713.228747:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215369472, offset 224 00000400:00000010:2.0:1779697713.228753:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fb28. 00000400:00000200:2.0:1779697713.228757:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.228769:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.228776:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308660:308660:256:4294967295] 192.168.203.23@tcp LPNI seq info [308656:308656:8:4294967295] 00000400:00000200:2.0:1779697713.228782:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.228788:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.228794:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.228799:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697713.228813:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.228820:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.228823:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.228851:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.228856:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.228859:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00010000:00000010:0.1:1779697713.229588:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:0.1:1779697713.229603:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697713.229607:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697713.229611:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.0:1779697713.236871:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697713.236889:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:3.0:1779697713.236904:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00000400:00000200:2.0:1779697713.237304:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.237322:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95c5 00000400:00000200:2.0:1779697713.237330:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.237335:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.237341:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:2.0:1779697713.237343:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000400:00000200:2.0:1779697713.237372:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.237378:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441b80 00000400:00000200:2.0:1779697713.237385:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 119880 00000400:00000200:2.0:1779697713.237459:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.237464:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.237469:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.237475:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68ce00. 00000020:00000010:2.0:1779697713.237519:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.237524:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.237529:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.237534:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.237538:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.237573:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde280. 00000020:00000010:2.0:1779697713.237575:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde280. 00000100:00000200:2.0:1779697713.237578:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215369600 00000001:00000010:2.0:1779697713.237589:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:2.0:1779697713.237617:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697713.237625:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697713.237649:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc874c000. 00010000:00000010:3.0:1779697713.238204:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697713.238213:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697713.238303:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697713.238309:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697713.238322:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697713.238327:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697713.238331:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697713.238334:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697713.238442:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697713.238450:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e258. 00000004:00000010:2.0:1779697713.238491:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d760. 00080000:00000010:2.0:1779697713.238500:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:2.0:1779697713.239483:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697713.239490:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697713.239494:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697713.239499:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697713.239559:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697713.239569:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697713.239573:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:2.0:1779697713.239607:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697713.239625:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68ce00 x1866146215369600/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.239646:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697713.239654:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215369600, offset 224 00000400:00000200:2.0:1779697713.239659:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.239923:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.239930:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308661:308661:256:4294967295] 192.168.203.23@tcp LPNI seq info [308657:308657:8:4294967295] 00000400:00000200:2.0:1779697713.239943:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.239949:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.239955:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697713.239961:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.239969:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.239974:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.240154:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:2.0:1779697713.240160:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.240163:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00010000:00000010:3.1:1779697713.242212:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697713.242226:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697713.242229:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697713.242233:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697713.242238:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697713.242241:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697713.242244:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697713.242247:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697713.242249:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697713.242251:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697713.244559:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697713.244571:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697713.244576:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697713.244579:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697713.245214:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697713.245221:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00000800:00000200:2.0:1779697713.249091:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.249100:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:2.0:1779697713.249108:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.249117:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.249135:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:2.0:1779697713.249137:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00010000:00000010:2.1:1779697713.249452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697713.249461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697713.249492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697713.249496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697713.249500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697713.249502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697713.250260:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697713.250267:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697713.250271:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697713.250273:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:0.0:1779697713.255819:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.255840:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441c80 00000400:00000200:0.0:1779697713.255849:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 120456 00000400:00000200:0.0:1779697713.255868:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.255872:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.255881:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.255888:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c036d80. 00000020:00000010:3.0:1779697713.256056:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.256062:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.256068:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13200. 00000020:00000010:3.0:1779697713.256073:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.256078:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.257040:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.257046:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000100:00000200:3.0:1779697713.257050:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215369856 02000000:00000010:3.0:1779697713.257087:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff717000. 00010000:00000010:3.0:1779697713.257135:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697713.257151:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:3.0:1779697713.257168:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.257174:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.257187:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697713.257190:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.257194:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.257197:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.257295:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697713.257299:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697713.257302:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.257305:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000020:00000010:3.0:1779697713.257331:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.257337:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.257348:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37780. 00080000:00000010:3.0:1779697713.257357:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027ec00. 00000001:00000010:3.0:1779697713.257771:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717600. 00000001:00000010:3.0:1779697713.257778:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697713.257826:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37780. 00010000:00000010:3.0:1779697713.257835:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697713.257839:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697713.257852:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697713.257891:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697713.257909:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697713.257925:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974133, last committed = 8589974006 00010000:00000200:3.0:1779697713.257935:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c036d80 x1866146215369856/t8589974133(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.257952:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697713.257958:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215369856, offset 224 00000400:00000010:3.0:1779697713.257980:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065df18. 00000400:00000200:3.0:1779697713.257984:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.257997:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.258003:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308662:308662:256:4294967295] 192.168.203.23@tcp LPNI seq info [308658:308658:8:4294967295] 00000400:00000200:3.0:1779697713.258009:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.258016:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.258021:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.258025:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697713.258032:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.258038:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.258042:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.258059:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697713.258063:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697713.258066:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13200. 00000800:00000200:2.0:1779697713.259384:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.259413:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697713.259418:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.259424:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.269503:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.269524:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95cd 00000400:00000200:2.0:1779697713.269532:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.269536:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.269542:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:2.0:1779697713.269546:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:2.0:1779697713.269582:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.269588:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441d00 00010000:00000010:3.0:1779697713.269696:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.269708:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00000400:00000200:2.0:1779697713.269749:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 120944 00000400:00000200:2.0:1779697713.270376:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.270383:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.270408:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.270414:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68ed80. 00000020:00000010:3.0:1779697713.271030:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.271037:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.271043:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13200. 00000020:00000010:3.0:1779697713.271048:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697713.271053:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00010000:00000010:3.1:1779697713.271077:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697713.271082:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00000020:00000010:3.0:1779697713.271116:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.271127:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000100:00000200:3.0:1779697713.271130:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215369984 00000001:00000010:3.0:1779697713.271141:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:3.0:1779697713.271162:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697713.271169:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 02000000:00000010:3.0:1779697713.271193:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff712000. 00010000:00000010:3.0:1779697713.271223:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697713.271227:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.271246:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697713.271249:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697713.271252:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697713.271255:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000004:00000010:3.0:1779697713.271343:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6da40. 00000004:00000010:3.0:1779697713.271351:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af258. 00000004:00000010:3.0:1779697713.271357:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82330. 00080000:00000010:3.0:1779697713.271366:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266c78. 00010000:00000010:2.0:1779697713.272248:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697713.272254:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697713.272259:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697713.272264:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.272329:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697713.272342:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:2.0:1779697713.272347:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:2.0:1779697713.272371:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:2.0:1779697713.272419:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68ed80 x1866146215369984/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.272442:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697713.272448:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215369984, offset 224 00000400:00000200:2.0:1779697713.272454:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.272467:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.272473:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308663:308663:256:4294967295] 192.168.203.23@tcp LPNI seq info [308659:308659:8:4294967295] 00000400:00000200:2.0:1779697713.272485:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.272490:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.272495:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697713.272502:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.272509:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.272513:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.272576:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb380. 00000020:00000010:2.0:1779697713.272581:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:2.0:1779697713.272585:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13200. 00010000:00000010:1.1:1779697713.272734:0:19:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697713.272740:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000800:00000200:0.0:1779697713.278278:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.278286:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:0.0:1779697713.278294:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.278303:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.278310:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:0.0:1779697713.278313:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00010000:00000010:3.1:1779697713.278749:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697713.278757:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000400:00000200:2.0:1779697713.279102:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.279126:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441e00 00000400:00000200:2.0:1779697713.279135:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 121520 00000400:00000200:2.0:1779697713.279149:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.279152:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.279159:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.279165:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68c000. 00000020:00000010:3.0:1779697713.279294:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.279300:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.279306:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12200. 00000020:00000010:3.0:1779697713.279311:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697713.279315:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.279350:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.279352:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000100:00000200:3.0:1779697713.279355:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215370240 02000000:00000010:3.0:1779697713.279410:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff710000. 00010000:00000010:3.0:1779697713.279449:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697713.279464:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:3.0:1779697713.279481:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.279487:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697713.279502:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697713.279506:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697713.279510:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.279513:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697713.279625:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697713.279629:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.279632:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697713.279635:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697713.279659:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.279665:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.279872:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717de0. 00080000:00000010:3.0:1779697713.279883:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027e800. 00000001:00000010:3.0:1779697713.280439:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37900. 00000001:00000010:3.0:1779697713.280446:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697713.280480:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717de0. 00010000:00000010:3.0:1779697713.280490:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697713.280494:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697713.280506:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697713.280546:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.280560:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697713.280577:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974134, last committed = 8589974006 00010000:00000200:3.0:1779697713.280586:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68c000 x1866146215370240/t8589974134(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.280790:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697713.280796:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215370240, offset 224 00000400:00000010:3.0:1779697713.280811:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065db28. 00000400:00000200:3.0:1779697713.280816:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.280829:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.280835:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308664:308664:256:4294967295] 192.168.203.23@tcp LPNI seq info [308660:308660:8:4294967295] 00000400:00000200:3.0:1779697713.280840:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.280847:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.280853:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.280858:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697713.280864:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.280873:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.280876:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.280894:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697713.280898:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.280902:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12200. 00000400:00000200:3.0:1779697713.283145:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.283165:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95d5 00000400:00000200:3.0:1779697713.283172:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.283177:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.283862:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.283873:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006441e80 00000400:00000200:3.0:1779697713.283880:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 122008 00000400:00000200:3.0:1779697713.283929:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.283934:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.283941:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.283948:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7f480. 00000800:00000200:2.0:1779697713.284301:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.284308:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697713.284313:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.284317:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.284322:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:2.0:1779697713.284325:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000020:00000010:2.0:1779697713.284373:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.284378:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.284384:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.284407:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6b00. 00000020:00000010:2.0:1779697713.284414:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697713.284448:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.284450:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde540. 00000100:00000200:2.0:1779697713.284453:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215370368 00000001:00000010:2.0:1779697713.284461:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:2.0:1779697713.284483:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.284491:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697713.284516:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf6000. 00010000:00000010:2.0:1779697713.284543:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697713.284546:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697713.284563:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697713.284566:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85800. 00010000:00000010:2.0:1779697713.284570:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697713.284572:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697713.284683:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697713.284690:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eb40. 00000004:00000010:2.0:1779697713.284696:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d320. 00080000:00000010:2.0:1779697713.284705:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:3.1:1779697713.288474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697713.288486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697713.288697:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697713.288703:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697713.288707:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:2.1:1779697713.288711:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.0:1779697713.289048:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697713.289053:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c000. 00010000:00000010:0.0:1779697713.289059:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697713.289066:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697713.289195:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697713.289209:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:0.0:1779697713.289213:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85800. 00010000:00000010:0.0:1779697713.289237:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:0.0:1779697713.289253:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7f480 x1866146215370368/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.289512:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697713.289519:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215370368, offset 224 00000400:00000200:0.0:1779697713.289526:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.289538:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.289544:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308665:308665:256:4294967295] 192.168.203.23@tcp LPNI seq info [308661:308661:8:4294967295] 00000400:00000200:0.0:1779697713.289555:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.289560:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.289565:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697713.289571:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.289579:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.289583:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.291215:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6b00. 00000020:00000010:0.0:1779697713.291226:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:0.0:1779697713.291231:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00010000:00000010:1.1:1779697713.292452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697713.292461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:1.1:1779697713.292465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697713.292468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697713.294076:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697713.294090:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697713.294095:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697713.294098:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000800:00000200:3.0:1779697713.296151:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.296160:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697713.296166:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.296174:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.296181:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:3.0:1779697713.296184:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00010000:00000010:0.1:1779697713.297429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697713.297443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:0.1:1779697713.297447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697713.297450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000400:00000200:0.0:1779697713.307799:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.307830:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006441f80 00000400:00000200:0.0:1779697713.307839:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 122584 00000400:00000200:0.0:1779697713.307857:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.307863:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.307874:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.307882:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034380. 00000020:00000010:3.0:1779697713.308097:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.308103:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.308110:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12200. 00000020:00000010:3.0:1779697713.308115:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697713.308129:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.308168:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.308171:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000100:00000200:3.0:1779697713.308174:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215370624 02000000:00000010:3.0:1779697713.308216:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2b5a4000. 00010000:00000010:3.0:1779697713.308266:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:3.0:1779697713.308284:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c000. 00010000:00000010:3.0:1779697713.308301:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.308307:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697713.308323:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697713.308326:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697713.308330:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697713.308333:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.308677:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697713.308682:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697713.308685:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.308689:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00000020:00000010:3.0:1779697713.308716:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.308722:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.308734:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37660. 00080000:00000010:3.0:1779697713.308745:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027e000. 00000001:00000010:3.0:1779697713.309456:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717240. 00000001:00000010:3.0:1779697713.309464:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697713.309499:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37660. 00010000:00000010:3.0:1779697713.309510:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697713.309515:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697713.309529:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697713.309563:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697713.309580:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697713.309599:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974135, last committed = 8589974006 00010000:00000200:3.0:1779697713.309610:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034380 x1866146215370624/t8589974135(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.309629:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697713.309635:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215370624, offset 224 00000400:00000010:3.0:1779697713.309641:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065df88. 00000400:00000200:3.0:1779697713.309645:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.309658:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.309664:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308666:308666:256:4294967295] 192.168.203.23@tcp LPNI seq info [308662:308662:8:4294967295] 00000400:00000200:3.0:1779697713.309670:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.309677:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.309682:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.309687:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697713.309693:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.309701:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.309705:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.309848:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb580. 00000020:00000010:3.0:1779697713.309853:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.309856:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12200. 00010000:00000010:0.0:1779697713.309921:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:0.0:1779697713.309929:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:0.0:1779697713.309937:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00010000:00000010:3.1:1779697713.315540:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697713.315550:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00000020:00000010:2.0:1779697713.319621:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.319631:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.319639:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df5000. 00000020:00000010:2.0:1779697713.319645:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85c00. 00000020:00000010:2.0:1779697713.319650:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697713.319701:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde540. 00000020:00000010:2.0:1779697713.319704:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde540. 00000100:00000200:2.0:1779697713.319707:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215370752 00000001:00000010:2.0:1779697713.319718:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:2.0:1779697713.319743:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697713.319751:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697713.319813:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf4000. 00010000:00000010:2.0:1779697713.319842:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697713.319847:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697713.319864:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697713.319867:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e00. 00010000:00000010:2.0:1779697713.319872:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697713.319874:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697713.319971:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697713.319992:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e618. 00000004:00000010:2.0:1779697713.319999:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cee0. 00080000:00000010:2.0:1779697713.320009:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00000800:00000200:2.0:1779697713.321830:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.321835:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697713.321840:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.321845:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.321850:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:2.0:1779697713.321852:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:3.0:1779697713.324217:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.324232:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.1:1779697713.326381:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697713.326413:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697713.328779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697713.328795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000400:00000200:0.0:1779697713.338428:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.338449:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442100 00000400:00000200:0.0:1779697713.338456:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 123648 00000400:00000200:0.0:1779697713.338473:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.338478:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.338486:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.338492:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c036680. 00000020:00000010:3.0:1779697713.339718:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.339726:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.339733:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12200. 00000020:00000010:3.0:1779697713.339738:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697713.339743:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.339792:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.339795:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000100:00000200:3.0:1779697713.339798:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215371008 02000000:00000010:3.0:1779697713.339844:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2b5a7000. 00010000:00000010:3.0:1779697713.339888:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697713.339905:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:3.0:1779697713.339924:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.339929:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.339943:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697713.339946:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697713.339950:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697713.339952:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697713.340071:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697713.340074:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.340078:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697713.340081:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00000020:00000010:3.0:1779697713.340107:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.340113:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.340135:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717d80. 00080000:00000010:3.0:1779697713.340145:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb20800. 00000001:00000010:3.0:1779697713.340573:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37780. 00000001:00000010:3.0:1779697713.340580:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697713.340626:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717d80. 00010000:00000010:3.0:1779697713.340636:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.340640:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697713.340653:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697713.340696:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697713.340703:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697713.340722:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697713.340725:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.340738:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697713.340755:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974136, last committed = 8589974006 00010000:00000200:3.0:1779697713.340765:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c036680 x1866146215371008/t8589974136(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.340782:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697713.340789:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215371008, offset 224 00000400:00000010:3.0:1779697713.340796:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d0a8. 00000400:00000200:3.0:1779697713.340801:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.340825:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.340831:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308668:308668:256:4294967295] 192.168.203.23@tcp LPNI seq info [308664:308664:8:4294967295] 00000400:00000200:3.0:1779697713.340837:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.340843:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.340847:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.340852:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697713.340858:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.340865:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.340869:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.340889:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697713.340893:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.340896:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12200. 00000800:00000200:3.0:1779697713.340987:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.340991:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697713.340995:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.340999:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.344882:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.344905:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95e5 00000400:00000200:3.0:1779697713.344911:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.344915:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.344923:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:3.0:1779697713.344925:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:3.0:1779697713.344956:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.344962:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442180 00000400:00000200:3.0:1779697713.344969:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 124136 00000400:00000200:3.0:1779697713.345514:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.345520:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.345526:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.345533:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7f800. 00000020:00000010:0.0:1779697713.346087:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697713.346092:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697713.346097:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5800. 00000020:00000010:0.0:1779697713.346103:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c900. 00000020:00000010:0.0:1779697713.346108:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.346215:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697713.346218:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697713.346221:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215371136 00000001:00000010:0.0:1779697713.346231:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:0.0:1779697713.346321:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697713.346330:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 02000000:00000010:0.0:1779697713.346355:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1333000. 00010000:00000010:0.0:1779697713.346381:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697713.346384:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697713.346430:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697713.346434:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697713.346437:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697713.346440:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697713.346536:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a1e0. 00000004:00000010:0.0:1779697713.346544:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefb40. 00000004:00000010:0.0:1779697713.346549:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30dd0. 00080000:00000010:0.0:1779697713.346557:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1c80. 00010000:00000010:1.1:1779697713.348424:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697713.348435:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697713.348440:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697713.348442:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.0:1779697713.348762:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697713.348768:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697713.348774:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697713.348780:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697713.348872:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697713.348884:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697713.348889:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697713.348917:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:0.0:1779697713.348935:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7f800 x1866146215371136/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.348955:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697713.348962:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215371136, offset 224 00000400:00000200:0.0:1779697713.348969:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.349098:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.349105:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308669:308669:256:4294967295] 192.168.203.23@tcp LPNI seq info [308665:308665:8:4294967295] 00000400:00000200:0.0:1779697713.349322:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.349329:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.349335:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697713.349342:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.349349:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.349353:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.349886:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c900. 00000020:00000010:0.0:1779697713.349893:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.349897:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5800. 00000800:00000200:2.0:1779697713.352496:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.352503:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697713.352511:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.352519:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.352526:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:2.0:1779697713.352530:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00000400:00000200:2.0:1779697713.358113:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.358143:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442280 00000400:00000200:2.0:1779697713.358152:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 124712 00000400:00000200:2.0:1779697713.358169:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.358173:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.358182:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.358190:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68c700. 00010000:00000010:3.1:1779697713.358688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697713.358698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000020:00000010:3.0:1779697713.358734:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.358740:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.358746:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12200. 00000020:00000010:3.0:1779697713.358750:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697713.358755:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.358798:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:3.0:1779697713.358800:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000100:00000200:3.0:1779697713.358812:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215371392 02000000:00000010:3.0:1779697713.358854:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4bd0000. 00010000:00000010:3.0:1779697713.358891:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:3.0:1779697713.358907:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c980. 00010000:00000010:3.0:1779697713.358922:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697713.358927:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.358940:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697713.358943:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697713.358947:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697713.358949:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697713.359381:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697713.359384:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.360042:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697713.360050:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697713.360084:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.360091:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b972c0. 00000020:00000010:3.0:1779697713.360101:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec377e0. 00080000:00000010:3.0:1779697713.360110:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb21c00. 00000001:00000010:3.0:1779697713.360696:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d1e0. 00000001:00000010:3.0:1779697713.360704:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543300. 00000020:00000010:3.0:1779697713.360739:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec377e0. 00010000:00000010:3.0:1779697713.360749:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697713.360753:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697713.360766:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697713.360852:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697713.360867:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697713.360885:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974137, last committed = 8589974006 00010000:00000200:3.0:1779697713.360895:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68c700 x1866146215371392/t8589974137(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.360914:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697713.360920:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215371392, offset 224 00000400:00000010:3.0:1779697713.360927:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d508. 00000400:00000200:3.0:1779697713.360930:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.360944:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.360950:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308670:308670:256:4294967295] 192.168.203.23@tcp LPNI seq info [308666:308666:8:4294967295] 00000400:00000200:3.0:1779697713.360955:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.360962:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.360968:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.360972:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697713.360988:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.360995:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.360999:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.361021:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697713.361025:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.361028:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12200. 00000800:00000200:2.0:1779697713.361271:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.361276:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697713.361280:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.361285:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697713.365617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697713.365630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697713.365635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697713.365640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697713.365643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697713.365646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000400:00000200:2.0:1779697713.365906:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.365931:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95ed 00000400:00000200:2.0:1779697713.365938:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.365942:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.365949:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:2.0:1779697713.365952:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:2.0:1779697713.366183:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.366191:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442300 00000400:00000200:2.0:1779697713.366199:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 125200 00000400:00000200:2.0:1779697713.366664:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.366716:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.366722:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.366732:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb77480. 00000020:00000010:2.0:1779697713.366780:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697713.366785:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697713.366790:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4200. 00000020:00000010:2.0:1779697713.366794:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85980. 00000020:00000010:2.0:1779697713.366799:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697713.366845:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697713.366847:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdee00. 00000100:00000200:2.0:1779697713.366850:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215371520 00000001:00000010:2.0:1779697713.366859:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:2.0:1779697713.366883:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697713.366889:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697713.366913:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf7000. 00010000:00000010:2.0:1779697713.366939:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697713.366942:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697713.366960:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:3.0:1779697713.367239:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697713.367248:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:1.1:1779697713.367414:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697713.367419:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.0:1779697713.368196:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85880. 00010000:00000010:2.0:1779697713.368202:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697713.368207:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:0.1:1779697713.368353:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697713.368360:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697713.368365:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697713.368367:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000004:00000010:2.0:1779697713.368492:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697713.368502:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e7f8. 00000004:00000010:2.0:1779697713.368508:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d540. 00080000:00000010:2.0:1779697713.368516:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:0.0:1779697713.369063:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:0.0:1779697713.369073:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:0.0:1779697713.369083:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:3.1:1779697713.373458:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697713.373472:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697713.373479:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697713.373483:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.0:1779697713.375552:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697713.375561:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697713.375567:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697713.375573:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697713.376108:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:0.0:1779697713.376192:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697713.376199:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85880. 00010000:00000010:0.0:1779697713.376225:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:0.0:1779697713.376245:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb77480 x1866146215371520/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.376329:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697713.376337:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215371520, offset 224 00000400:00000200:0.0:1779697713.376343:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.376356:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.376362:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308671:308671:256:4294967295] 192.168.203.23@tcp LPNI seq info [308667:308667:8:4294967295] 00000400:00000200:0.0:1779697713.376372:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.376377:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.376382:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697713.376495:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.376503:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.376507:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.376569:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85980. 00000020:00000010:0.0:1779697713.376574:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:0.0:1779697713.376578:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4200. 00000800:00000200:2.0:1779697713.385571:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.385579:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697713.385588:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.385606:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.385613:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:2.0:1779697713.385616:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00010000:00000010:0.1:1779697713.388205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697713.388218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697713.389694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697713.389704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000400:00000200:0.0:1779697713.394374:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.394448:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442400 00000400:00000200:0.0:1779697713.394457:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 125776 00000400:00000200:0.0:1779697713.394478:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.394482:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.394490:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.394498:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c036300. 00000020:00000010:0.0:1779697713.398334:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697713.398346:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697713.398355:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d43c00. 00000020:00000010:0.0:1779697713.398361:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd80. 00000020:00000010:0.0:1779697713.398366:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.398435:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697713.398438:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000100:00000200:0.0:1779697713.398441:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215371776 02000000:00000010:0.0:1779697713.398477:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1335000. 00010000:00000010:0.0:1779697713.398520:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697713.398537:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697713.398556:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697713.398561:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697713.398576:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697713.398579:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697713.398583:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697713.398586:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697713.398696:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697713.398699:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697713.398702:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.398705:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00000020:00000010:0.0:1779697713.398731:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f8c0. 00000020:00000010:0.0:1779697713.398736:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f8c0. 00000020:00000010:0.0:1779697713.398747:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cba0. 00080000:00000010:0.0:1779697713.398756:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc356a000. 00000001:00000010:0.0:1779697713.399173:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02ca80. 00000001:00000010:0.0:1779697713.399180:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697713.399212:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cba0. 00010000:00000010:0.0:1779697713.399221:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697713.399225:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697713.399236:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697713.399383:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697713.399412:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697713.399431:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697713.399436:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697713.399448:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:0.0:1779697713.399464:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974138, last committed = 8589974006 00010000:00000200:0.0:1779697713.399475:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c036300 x1866146215371776/t8589974138(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.399493:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697713.399500:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215371776, offset 224 00000400:00000010:0.0:1779697713.399506:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217ea8. 00000400:00000200:0.0:1779697713.399510:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.399523:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.399529:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308672:308672:256:4294967295] 192.168.203.23@tcp LPNI seq info [308668:308668:8:4294967295] 00000400:00000200:0.0:1779697713.399535:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697713.399542:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.399549:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.399553:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697713.399559:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.399566:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.399570:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.399589:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd80. 00000020:00000010:0.0:1779697713.399592:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.399595:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d43c00. 00000800:00000200:0.0:1779697713.399687:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.399691:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697713.399695:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.399700:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.403526:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697713.403547:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95f5 00000400:00000200:0.0:1779697713.403554:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.403558:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697713.403566:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:0.0:1779697713.403570:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000400:00000200:0.0:1779697713.404469:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.404480:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442480 00000400:00000200:0.0:1779697713.404487:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 126264 00000400:00000200:0.0:1779697713.404546:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.404551:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.404557:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.404564:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c035180. 00000020:00000010:3.0:1779697713.405568:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697713.405576:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697713.405583:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12200. 00000020:00000010:3.0:1779697713.405588:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697713.405594:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697713.405644:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f5c0. 00000020:00000010:3.0:1779697713.405647:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f5c0. 00000100:00000200:3.0:1779697713.405650:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215371904 00000001:00000010:3.0:1779697713.405661:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543300. 00010000:00000010:3.0:1779697713.405697:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697713.405705:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 02000000:00000010:3.0:1779697713.405732:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4bd5000. 00010000:00000010:3.0:1779697713.405759:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697713.405763:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.405779:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697713.405783:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697713.405787:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697713.405790:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000004:00000010:3.0:1779697713.405900:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6de00. 00000004:00000010:3.0:1779697713.405909:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af168. 00000004:00000010:3.0:1779697713.405916:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82bb0. 00080000:00000010:3.0:1779697713.405924:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82678f0. 00010000:00000010:0.1:1779697713.411874:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697713.411891:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697713.411894:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697713.411897:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.0:1779697713.416861:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697713.416872:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697713.416878:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697713.416885:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:1.1:1779697713.417408:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697713.417416:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697713.417825:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:0.0:1779697713.417841:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:0.0:1779697713.417846:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:0.0:1779697713.417876:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:0.0:1779697713.417897:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c035180 x1866146215371904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.417919:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697713.417926:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215371904, offset 224 00000400:00000200:0.0:1779697713.417933:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.417947:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.417953:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308673:308673:256:4294967295] 192.168.203.23@tcp LPNI seq info [308669:308669:8:4294967295] 00000400:00000200:0.0:1779697713.417964:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.417970:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.417975:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697713.418321:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.418330:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.418334:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.420895:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe00. 00000020:00000010:0.0:1779697713.420907:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:0.0:1779697713.420911:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12200. 00000800:00000200:3.0:1779697713.423961:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.423969:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697713.423982:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.423990:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.423997:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:3.0:1779697713.423999:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000400:00000200:3.0:1779697713.424024:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.424038:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442580 00000400:00000200:3.0:1779697713.424045:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 126840 00000400:00000200:3.0:1779697713.424059:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.424062:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.424068:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.424074:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c380. 00000020:00000010:2.0:1779697713.424237:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697713.424243:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697713.424249:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.424254:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85e80. 00000020:00000010:2.0:1779697713.424268:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697713.424303:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bde800. 00000020:00000010:2.0:1779697713.424306:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bde800. 00000100:00000200:2.0:1779697713.424309:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215372160 02000000:00000010:2.0:1779697713.424346:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf3000. 00010000:00000010:2.0:1779697713.424414:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:2.0:1779697713.424433:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:2.0:1779697713.424452:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697713.424457:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697713.424473:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697713.424477:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85980. 00010000:00000010:2.0:1779697713.424481:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697713.424484:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.424592:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697713.424605:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85880. 00010000:00000010:2.0:1779697713.424609:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.424612:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000020:00000010:2.0:1779697713.424637:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bfc0. 00000020:00000010:2.0:1779697713.424643:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bfc0. 00000020:00000010:2.0:1779697713.424654:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fef00. 00080000:00000010:2.0:1779697713.424663:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05f9000. 00000001:00000010:2.0:1779697713.425049:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe420. 00000001:00000010:2.0:1779697713.425056:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697713.425089:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fef00. 00010000:00000010:2.0:1779697713.425097:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697713.425101:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.425112:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697713.425165:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.425172:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697713.425191:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697713.425195:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85880. 00010000:00000010:2.0:1779697713.425209:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697713.425228:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974139, last committed = 8589974006 00010000:00000200:2.0:1779697713.425237:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7c380 x1866146215372160/t8589974139(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.425256:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697713.425263:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215372160, offset 224 00000400:00000010:2.0:1779697713.425269:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f578. 00000400:00000200:2.0:1779697713.425272:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.425284:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.425290:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308674:308674:256:4294967295] 192.168.203.23@tcp LPNI seq info [308670:308670:8:4294967295] 00000400:00000200:2.0:1779697713.425296:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.425302:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.425308:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.425313:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697713.425319:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.425325:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.425329:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.425349:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85e80. 00000020:00000010:2.0:1779697713.425353:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697713.425356:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00000800:00000200:2.0:1779697713.425465:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.425469:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697713.425472:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.425476:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697713.428440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697713.428455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697713.428458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697713.428461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697713.428464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697713.428466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697713.433460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697713.433474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697713.433479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697713.433483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697713.433485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697713.433488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000400:00000200:3.0:1779697713.435429:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.435450:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a95fd 00000400:00000200:3.0:1779697713.435457:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.435461:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.435469:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:3.0:1779697713.435471:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00010000:00000010:2.0:1779697713.435727:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.435737:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85980. 00010000:00000010:0.1:1779697713.438451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:0.1:1779697713.438465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697713.438471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697713.438475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697713.442708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697713.442725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:2.0:1779697713.443052:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.443072:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442600 00000400:00000200:2.0:1779697713.443080:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 127328 00000400:00000200:2.0:1779697713.443148:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.443154:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.443163:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.443169:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75c00. 00000020:00000010:0.0:1779697713.443276:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697713.443281:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697713.443288:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5800. 00000020:00000010:0.0:1779697713.443294:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c000. 00000020:00000010:0.0:1779697713.443299:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697713.443342:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697713.443344:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697713.443347:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215372288 00000001:00000010:0.0:1779697713.443356:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697713.443380:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697713.443405:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 02000000:00000010:0.0:1779697713.443431:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1330000. 00010000:00000010:0.0:1779697713.443458:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.443461:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697713.443479:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697713.443481:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c080. 00010000:00000010:0.0:1779697713.443485:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697713.443488:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00000004:00000010:0.0:1779697713.443578:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b2c0. 00000004:00000010:0.0:1779697713.443588:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd98. 00000004:00000010:0.0:1779697713.443593:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31650. 00080000:00000010:0.0:1779697713.443608:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1728. 00010000:00000010:2.0:1779697713.444557:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697713.444564:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85880. 00010000:00000010:2.0:1779697713.444568:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697713.444574:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.444654:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:2.0:1779697713.444666:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:2.0:1779697713.444681:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c080. 00010000:00000010:2.0:1779697713.444703:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000200:2.0:1779697713.444721:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb75c00 x1866146215372288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.444745:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697713.444750:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215372288, offset 224 00000400:00000200:2.0:1779697713.444756:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.444766:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.444772:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308675:308675:256:4294967295] 192.168.203.23@tcp LPNI seq info [308671:308671:8:4294967295] 00000400:00000200:2.0:1779697713.444782:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.444786:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.444790:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697713.444797:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.444819:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.444823:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.444847:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c000. 00000020:00000010:2.0:1779697713.444850:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:2.0:1779697713.444854:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5800. 00000800:00000200:0.0:1779697713.445019:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.445024:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:0.0:1779697713.445027:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.445032:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697713.445037:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:0.0:1779697713.445039:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00010000:00000010:2.1:1779697713.451423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697713.451436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697713.451441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697713.451444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:3.0:1779697713.459500:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.459518:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442700 00000400:00000200:3.0:1779697713.459528:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 127904 00000400:00000200:3.0:1779697713.459542:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.459546:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.459555:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.459562:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7ed80. 00000800:00000200:2.0:1779697713.461492:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.461497:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697713.461501:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.461507:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697713.470779:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:3.0:1779697713.470799:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:3.0:1779697713.470818:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00000400:00000200:3.0:1779697713.470954:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.470973:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9605 00000400:00000200:3.0:1779697713.472078:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.472085:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.472092:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:3.0:1779697713.472095:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00010000:00000010:1.1:1779697713.472406:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697713.472415:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00000400:00000200:3.0:1779697713.472493:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.472504:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442780 00000400:00000200:3.0:1779697713.472512:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 128392 00000400:00000200:3.0:1779697713.472584:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.472589:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.472599:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.472605:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7d500. 00000800:00000200:3.0:1779697713.475091:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.475096:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697713.475101:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.475105:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.475110:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:3.0:1779697713.475113:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000400:00000200:3.0:1779697713.477368:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.477404:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442880 00000400:00000200:3.0:1779697713.477413:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 128968 00000400:00000200:3.0:1779697713.477428:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.477433:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.477442:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.477449:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7ce00. 00000800:00000200:3.0:1779697713.479176:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.479180:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697713.479185:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.479190:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.480738:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.480755:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a960d 00000400:00000200:3.0:1779697713.480761:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.480765:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.480771:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:3.0:1779697713.480773:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00000020:00000010:2.0:1779697713.485448:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697713.485455:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697713.485464:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.485471:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85a00. 00000020:00000010:2.0:1779697713.485481:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697713.485516:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad5bdee00. 00000020:00000010:2.0:1779697713.485519:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad5bdee00. 00000100:00000200:2.0:1779697713.485522:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215373056 00000001:00000010:2.0:1779697713.485531:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:2.0:1779697713.485558:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.485565:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697713.485592:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf2000. 00010000:00000010:2.0:1779697713.485634:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697713.485638:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697713.485657:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697713.485660:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.485664:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697713.485667:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697713.485773:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697713.485781:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e0f0. 00000004:00000010:2.0:1779697713.485787:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d870. 00080000:00000010:2.0:1779697713.485797:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb751ab8. 00010000:00000010:1.1:1779697713.494316:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697713.494327:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000100:00000010:0.0:1779697713.508483:0:189065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c037800. 02000000:00000010:0.0:1779697713.508502:0:189065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19f100. 00010000:00000010:3.1:1779697713.509407:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697713.509415:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.0:1779697713.509543:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697713.509548:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85880. 00010000:00000010:2.0:1779697713.509554:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697713.509560:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697713.510684:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697713.510697:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.510703:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.510730:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697713.510744:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd5ad80 x1866146215373056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.510754:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697713.510757:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215373056, offset 224 00000400:00000200:2.0:1779697713.510761:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.510769:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.510774:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308679:308679:256:4294967295] 192.168.203.23@tcp LPNI seq info [308675:308675:8:4294967295] 00000400:00000200:2.0:1779697713.510784:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.510789:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.510794:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697713.510800:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000020:00000010:0.0:1779697713.510911:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697713.510916:0:192519:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbe0949080. 00000020:00000010:0.0:1779697713.510922:0:192519:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:0.0:1779697713.510925:0:192519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697713.510929:0:192519:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697713.510950:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.510953:0:192519:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697713.510956:0:192519:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496955520 02000000:00000010:0.0:1779697713.510966:0:192519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cbc356ac00. 00010000:00000200:0.0:1779697713.511001:0:192519:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd58380 x1866137496955520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:399/0 lens 224/368 e 0 to 0 dl 1779697724 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.511012:0:192519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697713.511015:0:192519:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496955520, offset 224 00000400:00000200:0.0:1779697713.511020:0:192519:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697713.511025:0:192519:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697713.511030:0:192519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9baa80 00000400:00000200:0.0:1779697713.511034:0:192519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a9611 [1] + 224 00000400:00000200:0.0:1779697713.511038:0:192519:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.511041:0:192519:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697713.511046:0:192519:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb4c037800 x1866137496955520/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697729 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697713.511060:0:192519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:0.0:1779697713.511062:0:192519:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000020:00000010:0.0:1779697713.511072:0:192519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697713.511075:0:192519:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697713.511078:0:192519:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00000020:00000010:0.0:1779697713.511134:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511143:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511147:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:0.0:1779697713.511149:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697713.511152:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697713.511168:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511171:0:202031:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbe0949680. 00000020:00000010:0.0:1779697713.511173:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511176:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:0.0:1779697713.511179:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697713.511181:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.511195:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511198:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511201:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:0.0:1779697713.511203:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697713.511205:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697713.511217:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511219:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697713.511221:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956160 02000000:00000010:0.0:1779697713.511228:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3569400. 00010000:00000200:0.0:1779697713.511234:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd5aa00 x1866137496956160/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:388/0 lens 224/224 e 0 to 0 dl 1779698468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.511243:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697713.511246:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496956160, offset 224 00000400:00000200:0.0:1779697713.511250:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697713.511264:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697713.511270:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bad00 00000400:00000200:0.0:1779697713.511274:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a9621 [1] + 224 00000400:00000200:0.0:1779697713.511279:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.511282:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697713.511287:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd59880 x1866137496956160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697713.511297:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:0.0:1779697713.511299:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000020:00000010:0.0:1779697713.511306:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697713.511309:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697713.511311:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00000020:00000010:0.0:1779697713.511322:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511324:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697713.511326:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956032 02000000:00000010:0.0:1779697713.511333:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3568c00. 00010000:00000200:0.0:1779697713.511337:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc2d80 x1866137496956032/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:388/0 lens 224/224 e 0 to 0 dl 1779698468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.511347:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697713.511349:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496956032, offset 224 00000400:00000200:0.0:1779697713.511353:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697713.511358:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697713.511362:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bac80 00000400:00000200:0.0:1779697713.511365:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a9631 [1] + 224 00000400:00000200:0.0:1779697713.511369:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.511372:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697713.511376:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd5b480 x1866137496956032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697713.511385:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:0.0:1779697713.511407:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000020:00000010:0.0:1779697713.511416:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697713.511419:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.511421:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00000020:00000010:0.0:1779697713.511433:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.511434:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697713.511436:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496955904 02000000:00000010:0.0:1779697713.511442:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc356b800. 00010000:00000200:0.0:1779697713.511446:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc0700 x1866137496955904/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:388/0 lens 224/224 e 0 to 0 dl 1779698468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.511455:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697713.511457:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496955904, offset 224 00000400:00000200:0.0:1779697713.511460:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697713.511465:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697713.511469:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bac00 00000400:00000200:0.0:1779697713.511472:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a9639 [1] + 224 00000400:00000200:0.0:1779697713.511476:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.511478:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697713.511482:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd59180 x1866137496955904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697713.511490:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:0.0:1779697713.511491:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000020:00000010:0.0:1779697713.511497:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697713.511499:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697713.511501:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000400:00000010:0.0:1779697713.511538:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3268. 00000400:00000200:0.0:1779697713.511543:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697713.511544:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697713.511549:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd59f80 x1866137496955776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697713.511557:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd59f80 x1866137496955776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.511578:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b34d0. 00000400:00000200:0.0:1779697713.511580:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:0.0:1779697713.511582:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000100:00000200:0.0:1779697713.511585:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd59880 x1866137496956160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697713.511591:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd59880 x1866137496956160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779697713.511899:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.511903:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.511917:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85a00. 00000020:00000010:2.0:1779697713.511920:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697713.511923:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 02000000:00000010:0.0:1779697713.512049:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cc00c58a00. 02000000:00000010:0.0:1779697713.512055:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7d600. 00000100:00000010:0.0:1779697713.512059:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59f80. 02000000:00000010:0.0:1779697713.512063:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cc00c58e00. 02000000:00000010:0.0:1779697713.512065:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7d500. 00000100:00000010:0.0:1779697713.512067:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59880. 00000400:00000010:0.0:1779697713.512101:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3898. 00000400:00000200:0.0:1779697713.512105:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:0.0:1779697713.512106:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000100:00000200:0.0:1779697713.512111:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd59180 x1866137496955904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697713.512708:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd59180 x1866137496955904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.512727:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3630. 00000400:00000200:0.0:1779697713.512731:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697713.512732:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697713.512737:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd5b480 x1866137496956032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697713.512744:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd5b480 x1866137496956032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.512946:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3420. 00000400:00000200:0.0:1779697713.512951:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:0.0:1779697713.512952:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000100:00000200:0.0:1779697713.512957:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb4c037800 x1866137496955520/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697729 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697713.512965:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb4c037800 x1866137496955520/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697729 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697713.513185:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cc00c59a00. 02000000:00000010:0.0:1779697713.513193:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7dd00. 00000100:00000010:0.0:1779697713.513196:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59180. 02000000:00000010:0.0:1779697713.513199:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cc00c59600. 02000000:00000010:0.0:1779697713.513202:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7d800. 00000100:00000010:0.0:1779697713.513204:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5b480. 02000000:00000010:0.0:1779697713.513207:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf8369800. 02000000:00000010:0.0:1779697713.513209:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19f100. 00000100:00000010:0.0:1779697713.513212:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c037800. 00000020:00000010:3.0:1779697713.513340:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f500. 00000020:00000010:3.0:1779697713.513345:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f500. 00000020:00000010:3.0:1779697713.513350:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12800. 00000020:00000010:3.0:1779697713.513355:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697713.513359:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697713.513409:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f500. 00000020:00000010:3.0:1779697713.513412:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f500. 00000100:00000200:3.0:1779697713.513415:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496955648 02000000:00000010:3.0:1779697713.513428:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeeb20c00. 00010000:00000200:3.0:1779697713.513435:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee40450 x1866137496955648/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:399/0 lens 224/224 e 0 to 0 dl 1779697724 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.513447:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697713.513451:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496955648, offset 224 00000400:00000200:3.0:1779697713.513457:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697713.513466:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697713.513474:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9bab00 00000400:00000200:3.0:1779697713.513480:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a9619 [1] + 224 00000400:00000200:3.0:1779697713.513487:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.513491:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697713.513497:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd59c00 x1866137496955648/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697713.513516:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:3.0:1779697713.513518:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000020:00000010:3.0:1779697713.513527:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697713.513529:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697713.513532:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12800. 02000000:00000010:3.0:1779697713.513537:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbeeb20c00. 00000100:00000200:3.0:1779697713.513541:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697713.513546:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cb3f83ee18. 00000400:00000010:3.0:1779697713.513550:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad7543300. 00000400:00000010:3.0:1779697713.513565:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3160. 00000400:00000200:3.0:1779697713.513568:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:3.0:1779697713.513569:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:3.0:1779697713.513573:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd59c00 x1866137496955648/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697713.513581:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd59c00 x1866137496955648/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697713.513594:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cc00c58600. 02000000:00000010:3.0:1779697713.513597:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7de00. 00000100:00000010:3.0:1779697713.513599:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59c00. 00000800:00000200:3.0:1779697713.515605:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.515614:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697713.515621:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.515629:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.515634:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:3.0:1779697713.515636:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00010000:00000010:1.1:1779697713.515754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697713.515761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697713.515767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697713.515770:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697713.515772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697713.515774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697713.515776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697713.515779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697713.515781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697713.515783:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697713.515811:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697713.515815:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697713.515819:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697713.515821:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697713.520515:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697713.520530:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697713.520534:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697713.520539:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000400:00000200:0.0:1779697713.523521:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.523542:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442a00 00000400:00000200:0.0:1779697713.523550:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 130704 00000400:00000200:0.0:1779697713.523568:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.523572:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.523581:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.523589:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c037800. 00010000:00000010:1.1:1779697713.529529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697713.529543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00000400:00000200:0.0:1779697713.533228:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697713.533251:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9661 00000400:00000200:0.0:1779697713.533264:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.533269:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697713.533276:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:0.0:1779697713.533279:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:1.1:1779697713.534465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697713.534472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697713.534476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697713.534480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697713.538555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697713.538569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:0.0:1779697713.540864:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.540883:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442a80 00000400:00000200:0.0:1779697713.540892:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 131192 00000400:00000200:0.0:1779697713.540952:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.540958:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.540968:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.540983:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c035500. 00010000:00000010:3.0:1779697713.549936:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697713.549946:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697713.549953:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.549961:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697713.551337:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:3.0:1779697713.551355:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:3.0:1779697713.551361:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088380. 00010000:00000010:3.0:1779697713.551433:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:3.0:1779697713.551456:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c035500 x1866146215373440/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697713.551479:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697713.551486:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215373440, offset 224 00000400:00000200:3.0:1779697713.551494:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.551507:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.551513:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308681:308681:256:4294967295] 192.168.203.23@tcp LPNI seq info [308677:308677:8:4294967295] 00000400:00000200:3.0:1779697713.551525:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.551531:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.551537:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697713.551545:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.551553:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.551557:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.553500:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088000. 00000020:00000010:3.0:1779697713.553512:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:3.0:1779697713.553516:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00c59400. 00010000:00000010:3.1:1779697713.563950:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697713.563964:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697713.563969:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697713.563980:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000020:00000010:3.0:1779697713.582717:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697713.582727:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697713.582735:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12800. 00000020:00000010:3.0:1779697713.582740:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697713.582744:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697713.588111:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697713.588121:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000100:00000200:3.0:1779697713.588127:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215373696 02000000:00000010:3.0:1779697713.588165:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4bd1000. 00010000:00000010:3.0:1779697713.588207:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697713.588225:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697713.588245:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697713.588249:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697713.588272:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697713.588276:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697713.588280:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.588283:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697713.588383:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697713.588423:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697713.588428:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697713.588431:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697713.588458:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97580. 00000020:00000010:3.0:1779697713.588464:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97580. 00000020:00000010:3.0:1779697713.588475:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d180. 00080000:00000010:3.0:1779697713.588485:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb20c00. 00000001:00000010:3.0:1779697713.588884:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d7e0. 00000001:00000010:3.0:1779697713.588892:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697713.588927:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d180. 00010000:00000010:3.0:1779697713.588936:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697713.588940:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697713.588952:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697713.589001:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697713.589016:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697713.589032:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974143, last committed = 8589974006 00010000:00000200:3.0:1779697713.589042:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc3b80 x1866146215373696/t8589974143(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.589061:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697713.589067:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215373696, offset 224 00000400:00000010:3.0:1779697713.589073:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dd58. 00000400:00000200:3.0:1779697713.589077:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.589091:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.589098:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308682:308682:256:4294967295] 192.168.203.23@tcp LPNI seq info [308678:308678:8:4294967295] 00000400:00000200:3.0:1779697713.589104:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.589110:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.589115:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.589120:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697713.589126:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.589133:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.589137:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.589157:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697713.589161:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697713.589164:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12800. 00010000:00000010:3.0:1779697713.592176:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697713.592194:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697713.592206:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000020:00000010:0.0:1779697713.598861:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.598866:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.598871:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:0.0:1779697713.598876:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697713.598881:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697713.598916:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697713.598918:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697713.598921:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215373824 00000001:00000010:0.0:1779697713.598930:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:0.0:1779697713.598958:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697713.598964:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 02000000:00000010:0.0:1779697713.598996:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1331000. 00010000:00000010:0.0:1779697713.599022:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697713.599025:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697713.599042:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697713.599045:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.599049:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697713.599051:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000004:00000010:0.0:1779697713.599149:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b0e0. 00000004:00000010:0.0:1779697713.599156:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefac8. 00000004:00000010:0.0:1779697713.599162:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31a90. 00080000:00000010:0.0:1779697713.599170:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad01c8. 00010000:00000010:3.0:1779697713.599662:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697713.599671:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:0.0:1779697713.603967:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697713.603987:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697713.603994:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.604001:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697713.604075:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697713.604088:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697713.604092:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.604136:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697713.604156:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc1c00 x1866146215373824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.604177:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697713.604184:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215373824, offset 224 00000400:00000200:0.0:1779697713.604191:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.604204:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.604210:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308683:308683:256:4294967295] 192.168.203.23@tcp LPNI seq info [308679:308679:8:4294967295] 00000400:00000200:0.0:1779697713.604221:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.604226:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.604241:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697713.604248:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.604261:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.604265:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.604286:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697713.604291:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697713.604294:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000800:00000200:3.0:1779697713.604575:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.604581:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697713.604586:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.604591:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.604597:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:3.0:1779697713.604599:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00010000:00000010:3.1:1779697713.606497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697713.606509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697713.606513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697713.606517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697713.606520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697713.606522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000400:00000200:3.0:1779697713.607474:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.607491:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442d00 00000400:00000200:3.0:1779697713.607499:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 132832 00000400:00000200:3.0:1779697713.607514:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.607518:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.607526:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.607532:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7fb80. 00000020:00000010:0.0:1779697713.607639:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697713.607644:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697713.607651:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf03cf400. 00000020:00000010:0.0:1779697713.607656:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697713.607661:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697713.607703:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697713.607706:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000100:00000200:0.0:1779697713.607709:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215374080 02000000:00000010:0.0:1779697713.607748:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad1a8d000. 00010000:00000010:0.0:1779697713.607787:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697713.607809:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697713.607828:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697713.607833:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697713.607848:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697713.607851:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697713.607855:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697713.607858:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697713.607955:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697713.607957:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.607960:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697713.607963:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000020:00000010:0.0:1779697713.607995:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304faa0. 00000020:00000010:0.0:1779697713.608001:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304faa0. 00000020:00000010:0.0:1779697713.608011:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c660. 00080000:00000010:0.0:1779697713.608020:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3568000. 00000001:00000010:0.0:1779697713.608443:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c360. 00000001:00000010:0.0:1779697713.608450:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697713.608482:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c660. 00010000:00000010:0.0:1779697713.608491:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697713.608495:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697713.608506:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697713.608546:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697713.608560:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697713.608575:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974144, last committed = 8589974006 00010000:00000200:0.0:1779697713.608584:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7fb80 x1866146215374080/t8589974144(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.608601:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697713.608607:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215374080, offset 224 00000400:00000010:0.0:1779697713.608613:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217e70. 00000400:00000200:0.0:1779697713.608617:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.608628:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.608634:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308684:308684:256:4294967295] 192.168.203.23@tcp LPNI seq info [308680:308680:8:4294967295] 00000400:00000200:0.0:1779697713.608639:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697713.608645:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.608650:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.608654:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697713.608661:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.608667:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.608671:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.608691:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697713.608694:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697713.608698:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf03cf400. 00000800:00000200:0.0:1779697713.608787:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.608791:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697713.608795:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.608799:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697713.609035:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:3.0:1779697713.609042:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:3.0:1779697713.609050:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00000400:00000200:3.0:1779697713.610482:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.610500:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9671 00000400:00000200:3.0:1779697713.610506:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.610510:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.610516:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:3.0:1779697713.610519:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000400:00000200:3.0:1779697713.610554:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.610563:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442d80 00000400:00000200:3.0:1779697713.610571:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 133320 00000400:00000200:3.0:1779697713.610610:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.610614:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.610619:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.610625:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c700. 00010000:00000010:2.0:1779697713.610716:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:2.0:1779697713.610724:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00000020:00000010:0.0:1779697713.610948:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697713.610953:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697713.610958:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacd2a3800. 00000020:00000010:0.0:1779697713.610962:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697713.610966:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697713.611003:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697713.611005:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000100:00000200:0.0:1779697713.611007:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215374208 00000001:00000010:0.0:1779697713.611016:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.0:1779697713.611036:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697713.611041:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697713.611064:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1a8e000. 00010000:00000010:0.0:1779697713.611092:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697713.611095:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697713.611110:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697713.611129:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c680. 00010000:00000010:0.0:1779697713.611133:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697713.611136:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000004:00000010:0.0:1779697713.611214:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676be00. 00000004:00000010:0.0:1779697713.611223:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef168. 00000004:00000010:0.0:1779697713.611229:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31870. 00080000:00000010:0.0:1779697713.611236:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0c78. 00010000:00000010:3.0:1779697713.621697:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697713.621707:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.621715:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697713.621722:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697713.621816:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:3.0:1779697713.621832:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:3.0:1779697713.621837:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c680. 00010000:00000010:3.0:1779697713.621866:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:3.0:1779697713.621887:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7c700 x1866146215374208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697713.621907:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697713.621914:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215374208, offset 224 00000400:00000200:3.0:1779697713.621921:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.621935:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.621941:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308685:308685:256:4294967295] 192.168.203.23@tcp LPNI seq info [308681:308681:8:4294967295] 00000400:00000200:3.0:1779697713.621951:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.621956:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.621961:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697713.621967:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.621983:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.621987:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.622015:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd00. 00000020:00000010:3.0:1779697713.622019:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:3.0:1779697713.622023:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd2a3800. 00000800:00000200:2.0:1779697713.622163:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.622167:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697713.622171:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.622176:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.622181:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:2.0:1779697713.622184:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00000400:00000200:0.0:1779697713.627372:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00010000:00000010:0.1:1779697713.627422:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697713.627432:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697713.627438:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697713.627440:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:0.0:1779697713.627449:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006442e80 00000400:00000200:0.0:1779697713.627457:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 133896 00000400:00000200:0.0:1779697713.627471:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.627476:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.627483:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.627489:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c037b80. 00000020:00000010:3.0:1779697713.628370:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc00. 00000020:00000010:3.0:1779697713.628377:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc00. 00000020:00000010:3.0:1779697713.628384:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12800. 00000020:00000010:3.0:1779697713.628416:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697713.628420:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697713.628460:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc00. 00000020:00000010:3.0:1779697713.628462:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc00. 00000100:00000200:3.0:1779697713.628465:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215374464 02000000:00000010:3.0:1779697713.628504:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cadd214000. 00010000:00000010:3.0:1779697713.628545:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697713.628561:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.628578:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697713.628584:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697713.628600:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697713.628603:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697713.628607:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697713.628610:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697713.628717:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697713.628721:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697713.628725:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697713.628728:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000020:00000010:3.0:1779697713.628753:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97f40. 00000020:00000010:3.0:1779697713.628759:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97f40. 00000020:00000010:3.0:1779697713.628769:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d600. 00080000:00000010:3.0:1779697713.628780:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb23000. 00000001:00000010:3.0:1779697713.629185:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717000. 00000001:00000010:3.0:1779697713.629192:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697713.629225:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d600. 00010000:00000010:3.0:1779697713.629233:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.629236:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697713.629248:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697713.629297:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697713.629311:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697713.629325:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974145, last committed = 8589974006 00010000:00000200:3.0:1779697713.629335:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c037b80 x1866146215374464/t8589974145(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.629352:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697713.629357:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215374464, offset 224 00000400:00000010:3.0:1779697713.629364:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d8f8. 00000400:00000200:3.0:1779697713.629368:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.629381:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.629407:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308686:308686:256:4294967295] 192.168.203.23@tcp LPNI seq info [308682:308682:8:4294967295] 00000400:00000200:3.0:1779697713.629413:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.629420:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.629424:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.629429:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697713.629435:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.629443:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.629447:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.629466:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697713.629470:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697713.629473:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12800. 00000800:00000200:3.0:1779697713.629570:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.629574:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697713.629578:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.629582:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697713.629661:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697713.629667:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:2.0:1779697713.629673:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000400:00000200:3.0:1779697713.633657:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.633678:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9679 00000400:00000200:3.0:1779697713.633685:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.633690:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.633697:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697713.633701:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:3.0:1779697713.633775:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.633782:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006442f00 00000400:00000200:3.0:1779697713.633790:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 134384 00000400:00000200:3.0:1779697713.633845:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.633849:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.633855:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.633862:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7df80. 00010000:00000010:3.1:1779697713.642344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697713.642359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697713.642431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697713.642439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000020:00000010:2.0:1779697713.642480:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.642486:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.642503:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.642509:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85a00. 00000020:00000010:2.0:1779697713.642514:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697713.642561:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.642564:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000100:00000200:2.0:1779697713.642569:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215374592 00000001:00000010:2.0:1779697713.642579:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:2.0:1779697713.642603:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697713.642610:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697713.642637:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cae3139000. 00010000:00000010:2.0:1779697713.642664:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697713.642669:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.642687:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697713.642691:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.642694:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697713.642697:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000004:00000010:2.0:1779697713.642784:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697713.642795:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed98. 00000004:00000010:2.0:1779697713.642810:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cff0. 00080000:00000010:2.0:1779697713.642819:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb750720. 00010000:00000010:3.0:1779697713.643887:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697713.643894:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697713.643900:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.643904:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697713.643989:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697713.644002:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697713.644007:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:3.0:1779697713.644028:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:3.0:1779697713.644048:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7df80 x1866146215374592/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697713.644069:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697713.644076:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215374592, offset 224 00000400:00000200:3.0:1779697713.644083:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.644097:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.644103:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308687:308687:256:4294967295] 192.168.203.23@tcp LPNI seq info [308683:308683:8:4294967295] 00000400:00000200:3.0:1779697713.644114:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.644119:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.644125:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697713.644131:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.644139:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.644143:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.644171:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85a00. 00000020:00000010:3.0:1779697713.644176:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:3.0:1779697713.644179:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00000800:00000200:2.0:1779697713.645130:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.645136:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697713.645141:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.645147:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.645153:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:2.0:1779697713.645155:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:0.1:1779697713.650193:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697713.650209:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697713.650213:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697713.650215:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697713.650251:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:0.0:1779697713.650271:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00000400:00000200:3.0:1779697713.651990:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.652008:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443000 00000400:00000200:3.0:1779697713.652016:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 134960 00000400:00000200:3.0:1779697713.652032:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.652036:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.652044:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.652052:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710a80. 00000020:00000010:2.0:1779697713.652165:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.652171:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.652186:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5800. 00000020:00000010:2.0:1779697713.652191:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.652195:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.652233:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.652236:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000100:00000200:2.0:1779697713.652240:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215374848 02000000:00000010:2.0:1779697713.652280:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cae313a000. 00010000:00000010:2.0:1779697713.652316:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697713.652332:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:2.0:1779697713.652348:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.652353:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697713.652368:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697713.652372:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85a00. 00010000:00000010:2.0:1779697713.652376:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697713.652379:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:3.1:1779697713.652407:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697713.652413:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697713.652414:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697713.652417:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697713.652417:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697713.652420:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697713.652422:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697713.652424:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697713.652426:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697713.652429:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697713.652431:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697713.652433:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.0:1779697713.652511:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697713.652516:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.652519:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697713.652523:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000020:00000010:2.0:1779697713.652546:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697713.652552:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697713.652562:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe720. 00080000:00000010:2.0:1779697713.652571:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd5c00. 00000001:00000010:2.0:1779697713.652966:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0feba0. 00000001:00000010:2.0:1779697713.652972:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697713.653004:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe720. 00010000:00000010:2.0:1779697713.653013:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697713.653017:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697713.653029:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697713.653074:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:0.0:1779697713.653079:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:0.0:1779697713.653084:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.653086:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697713.653089:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00010000:00000200:2.0:1779697713.653101:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974146, last committed = 8589974006 00010000:00000200:2.0:1779697713.653110:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710a80 x1866146215374848/t8589974146(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.653128:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697713.653133:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215374848, offset 224 00000400:00000010:2.0:1779697713.653139:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fe70. 00000400:00000200:2.0:1779697713.653143:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.653155:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.653161:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308688:308688:256:4294967295] 192.168.203.23@tcp LPNI seq info [308684:308684:8:4294967295] 00000400:00000200:2.0:1779697713.653166:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.653172:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.653177:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.653181:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697713.653188:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.653195:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.653199:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.653223:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.653226:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.653229:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5800. 00000800:00000200:3.0:1779697713.653331:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.653335:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:3.0:1779697713.653338:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.653343:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.655939:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697713.655958:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9681 00000400:00000200:2.0:1779697713.655965:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.655970:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697713.655977:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:2.0:1779697713.655981:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00000400:00000200:2.0:1779697713.656014:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697713.656020:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443080 00000400:00000200:2.0:1779697713.656028:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 135448 00010000:00000010:3.0:1779697713.656078:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697713.656089:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85a00. 00000400:00000200:2.0:1779697713.656746:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.656754:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697713.656760:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697713.656767:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb76300. 00000020:00000010:3.0:1779697713.657722:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.657729:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.657735:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12800. 00000020:00000010:3.0:1779697713.657740:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697713.657746:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697713.657783:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.657785:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697713.657788:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215374976 00000001:00000010:3.0:1779697713.657798:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697713.657830:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697713.657838:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697713.657863:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cadd215000. 00010000:00000010:3.0:1779697713.657891:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697713.657895:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697713.657912:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697713.657915:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697713.657920:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697713.657923:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000004:00000010:3.0:1779697713.658025:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cf00. 00000004:00000010:3.0:1779697713.658033:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af870. 00000004:00000010:3.0:1779697713.658038:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82dd0. 00080000:00000010:3.0:1779697713.658046:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266558. 00010000:00000010:0.1:1779697713.659427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697713.659439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697713.659532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697713.659539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697713.659543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697713.659545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.0:1779697713.660909:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697713.660917:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c680. 00010000:00000010:0.0:1779697713.660922:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697713.660929:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697713.661002:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697713.661015:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:0.0:1779697713.661021:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:0.0:1779697713.661049:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:0.0:1779697713.661070:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb76300 x1866146215374976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.661091:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697713.661098:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215374976, offset 224 00000400:00000200:0.0:1779697713.661106:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.661133:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.661139:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308689:308689:256:4294967295] 192.168.203.23@tcp LPNI seq info [308685:308685:8:4294967295] 00000400:00000200:0.0:1779697713.661151:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.661156:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.661162:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697713.661168:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.661175:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.661179:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.661205:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:0.0:1779697713.661209:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:0.0:1779697713.661212:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12800. 00000800:00000200:3.0:1779697713.661877:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.661883:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697713.661888:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.661893:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.661899:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:3.0:1779697713.661901:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000400:00000200:3.0:1779697713.663826:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.663843:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443180 00000400:00000200:3.0:1779697713.663851:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 136024 00000400:00000200:3.0:1779697713.663865:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.663869:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.663877:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.663884:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6713480. 00000020:00000010:0.0:1779697713.665290:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697713.665299:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697713.665307:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf98e9c00. 00000020:00000010:0.0:1779697713.665313:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c400. 00000020:00000010:0.0:1779697713.665318:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.665353:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697713.665356:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697713.665359:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215375232 02000000:00000010:0.0:1779697713.665411:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff470000. 00010000:00000010:0.0:1779697713.665450:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697713.665465:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c680. 00010000:00000010:0.0:1779697713.665481:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697713.665486:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697713.665501:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697713.665504:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c680. 00010000:00000010:0.0:1779697713.665508:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.665511:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697713.665616:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697713.665619:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697713.665623:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697713.665626:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000020:00000010:0.0:1779697713.665651:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff60. 00000020:00000010:0.0:1779697713.665657:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff60. 00000020:00000010:0.0:1779697713.665668:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c1e0. 00080000:00000010:0.0:1779697713.665677:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1271c00. 00000001:00000010:0.0:1779697713.666065:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6540. 00000001:00000010:0.0:1779697713.666072:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697713.666107:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c1e0. 00010000:00000010:0.0:1779697713.666117:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697713.666120:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697713.666133:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697713.666176:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697713.666195:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697713.666210:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974147, last committed = 8589974006 00010000:00000200:0.0:1779697713.666221:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6713480 x1866146215375232/t8589974147(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.666239:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697713.666246:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215375232, offset 224 00000400:00000010:0.0:1779697713.666253:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217578. 00000400:00000200:0.0:1779697713.666257:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.666271:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.666278:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308690:308690:256:4294967295] 192.168.203.23@tcp LPNI seq info [308686:308686:8:4294967295] 00000400:00000200:0.0:1779697713.666284:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697713.666291:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.666296:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.666301:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697713.666307:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.666315:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.666320:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.666341:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c400. 00000020:00000010:0.0:1779697713.666345:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.666349:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf98e9c00. 00010000:00000010:3.0:1779697713.666377:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:3.0:1779697713.666384:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00010000:00000010:3.0:1779697713.666412:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00000400:00000200:3.0:1779697713.671426:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.671448:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9689 00000400:00000200:3.0:1779697713.671455:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.671460:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.671467:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:3.0:1779697713.671470:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:0.0:1779697713.673326:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697713.673340:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c680. 00010000:00000010:0.1:1779697713.676430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697713.676446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:0.0:1779697713.676893:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.676911:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443200 00000400:00000200:0.0:1779697713.676920:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 136512 00000400:00000200:0.0:1779697713.676985:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.676990:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.676998:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.677006:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59c00. 00000020:00000010:3.0:1779697713.677187:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.677192:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.677199:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:3.0:1779697713.677204:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ee00. 00000020:00000010:3.0:1779697713.677209:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697713.677251:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.677263:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697713.677266:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215375360 00000001:00000010:3.0:1779697713.677276:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697713.677300:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697713.677307:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 02000000:00000010:3.0:1779697713.677332:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cadd213000. 00010000:00000010:3.0:1779697713.677361:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697713.677365:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697713.677382:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697713.677385:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697713.677509:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697713.677514:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00000004:00000010:3.0:1779697713.677620:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d2c0. 00000004:00000010:3.0:1779697713.677629:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af438. 00000004:00000010:3.0:1779697713.677635:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ee0. 00080000:00000010:3.0:1779697713.677643:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266390. 00010000:00000010:2.1:1779697713.678446:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697713.678456:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697713.678461:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697713.678463:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000800:00000200:3.0:1779697713.681675:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.681679:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697713.681684:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.681689:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.681705:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:3.0:1779697713.681707:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000400:00000200:3.0:1779697713.686774:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.686791:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443300 00000400:00000200:3.0:1779697713.686808:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 137088 00000400:00000200:3.0:1779697713.686821:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.686826:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.686834:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.686841:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710e00. 00000020:00000010:2.0:1779697713.687237:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.687243:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.687582:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697713.687588:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.688054:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.688102:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.688105:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000100:00000200:2.0:1779697713.688245:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215375616 02000000:00000010:2.0:1779697713.688340:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cae3138000. 00010000:00000010:2.0:1779697713.688379:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697713.688862:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088000. 00010000:00000010:2.0:1779697713.688883:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.688889:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697713.688905:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697713.688908:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85a00. 00010000:00000010:2.0:1779697713.688912:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697713.688915:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.693424:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697713.693431:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.693437:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.693445:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697713.693497:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697713.693504:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697713.693517:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe720. 00080000:00000010:2.0:1779697713.693527:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd4000. 00000001:00000010:2.0:1779697713.694925:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe9c0. 00000001:00000010:2.0:1779697713.694934:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697713.694969:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe720. 00010000:00000010:3.1:1779697713.695431:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:0.1:1779697713.695434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697713.695439:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697713.695440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697713.695446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:0.1:1779697713.695449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:0.1:1779697713.695452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697713.695456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697713.695459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697713.695463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697713.695465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697713.695467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.0:1779697713.696798:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697713.696819:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697713.696841:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697713.696891:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697713.696913:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697713.696934:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974148, last committed = 8589974006 00010000:00000200:2.0:1779697713.696946:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710e00 x1866146215375616/t8589974148(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.696968:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697713.697160:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215375616, offset 224 00000400:00000010:2.0:1779697713.697170:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fea8. 00000400:00000200:2.0:1779697713.697175:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.697190:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.697196:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308692:308692:256:4294967295] 192.168.203.23@tcp LPNI seq info [308688:308688:8:4294967295] 00000400:00000200:2.0:1779697713.697203:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.697209:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.697215:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.697219:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697713.697225:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.697232:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.697235:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.697271:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.697277:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.697281:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00010000:00000010:3.0:1779697713.697407:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697713.697415:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:3.0:1779697713.697421:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00010000:00000010:3.1:1779697713.700439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697713.700447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697713.701932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697713.701945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697713.701950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697713.701953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:3.0:1779697713.703005:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.703024:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9691 00000400:00000200:3.0:1779697713.703031:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.703036:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.703055:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:3.0:1779697713.703058:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00000400:00000200:3.0:1779697713.703094:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.703101:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443380 00000400:00000200:3.0:1779697713.703108:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 137576 00000400:00000200:3.0:1779697713.703182:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.703187:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.703192:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.703198:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6713b80. 00010000:00000010:2.0:1779697713.703290:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.703301:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85a00. 00010000:00000010:2.1:1779697713.710445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:2.1:1779697713.710452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697713.710489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697713.710494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000800:00000200:3.0:1779697713.710784:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.710788:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697713.710793:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.710798:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.710812:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:3.0:1779697713.710814:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000020:00000010:2.0:1779697713.719200:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.719206:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.719221:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5800. 00000020:00000010:2.0:1779697713.719226:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85a00. 00000020:00000010:2.0:1779697713.719231:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.719280:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d52c0. 00000020:00000010:2.0:1779697713.719283:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d52c0. 00000100:00000200:2.0:1779697713.719287:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215376000 02000000:00000010:2.0:1779697713.719324:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0c8000. 00010000:00000010:2.0:1779697713.719363:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:2.0:1779697713.719380:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088800. 00010000:00000010:2.1:1779697713.719421:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697713.719426:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.719441:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.719447:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.719463:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697713.719467:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85880. 00010000:00000010:2.0:1779697713.719471:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697713.719474:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697713.719577:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697713.719580:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.719585:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697713.719588:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697713.719613:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697713.719620:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697713.719630:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe720. 00080000:00000010:2.0:1779697713.719639:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd5800. 00000001:00000010:2.0:1779697713.720056:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe900. 00000001:00000010:2.0:1779697713.720063:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697713.720097:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe720. 00010000:00000010:2.0:1779697713.720106:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697713.720110:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697713.720121:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697713.720158:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697713.720173:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697713.720523:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974149, last committed = 8589974006 00010000:00000200:2.0:1779697713.720533:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc1500 x1866146215376000/t8589974149(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.720553:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697713.720559:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215376000, offset 224 00000400:00000010:2.0:1779697713.720565:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fc40. 00000400:00000200:2.0:1779697713.720569:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.720582:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.720588:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308694:308694:256:4294967295] 192.168.203.23@tcp LPNI seq info [308690:308690:8:4294967295] 00000400:00000200:2.0:1779697713.720594:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.720601:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.720607:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.720612:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697713.720618:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.720625:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.720630:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.720651:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85a00. 00000020:00000010:2.0:1779697713.720654:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.720657:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5800. 00000800:00000200:2.0:1779697713.720924:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.720929:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697713.720932:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.720937:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.724168:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.724187:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9699 00000400:00000200:3.0:1779697713.724194:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.724198:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.724205:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:3.0:1779697713.724208:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00000020:00000010:3.0:1779697713.726062:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.726067:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.726073:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:3.0:1779697713.726078:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697713.726083:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697713.726134:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697713.726136:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697713.726140:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215376128 00000001:00000010:3.0:1779697713.726150:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:3.0:1779697713.726172:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697713.726179:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697713.726207:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cadd212000. 00010000:00000010:3.0:1779697713.726234:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697713.726237:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.726823:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697713.726829:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697713.726834:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697713.726838:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000004:00000010:3.0:1779697713.726930:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6dc20. 00000004:00000010:3.0:1779697713.726939:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af528. 00000004:00000010:3.0:1779697713.726944:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83320. 00080000:00000010:3.0:1779697713.726954:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267c80. 00010000:00000010:2.1:1779697713.730478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697713.730492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697713.732047:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697713.732060:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697713.732064:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697713.732067:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697713.735430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697713.735444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697713.735448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697713.735454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697713.735506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697713.735511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697713.736483:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697713.736491:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:3.0:1779697713.736497:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697713.736503:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697713.736584:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.753443:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697713.753459:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697713.753504:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697713.753527:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc3480 x1866146215376128/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697713.753551:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697713.753558:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215376128, offset 224 00000400:00000200:3.0:1779697713.753566:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.753580:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.753586:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308695:308695:256:4294967295] 192.168.203.23@tcp LPNI seq info [308691:308691:8:4294967295] 00000400:00000200:3.0:1779697713.754709:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.754718:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.754931:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697713.754940:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.754948:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.754952:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.754987:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:2.0:1779697713.754993:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:2.0:1779697713.754997:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00010000:00000010:1.1:1779697713.758459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697713.758472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000800:00000200:3.0:1779697713.758628:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.758633:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697713.758639:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.758647:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.758654:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697713.758656:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:3.1:1779697713.766445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697713.766458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697713.766462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697713.766466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000400:00000200:3.0:1779697713.783755:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.783773:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443600 00000400:00000200:3.0:1779697713.783782:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 139216 00000400:00000200:3.0:1779697713.783798:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.783812:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.783820:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.783827:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710700. 00000020:00000010:2.0:1779697713.799894:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5100. 00000020:00000010:2.0:1779697713.799904:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5100. 00000020:00000010:2.0:1779697713.799922:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697713.799927:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85a00. 00000020:00000010:2.0:1779697713.799933:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.799985:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5100. 00000020:00000010:2.0:1779697713.799988:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5100. 00000100:00000200:2.0:1779697713.799993:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215376384 02000000:00000010:2.0:1779697713.800030:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0cd000. 00010000:00000010:2.0:1779697713.800080:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697713.800099:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:2.0:1779697713.800128:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.800135:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.800152:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697713.800155:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85980. 00010000:00000010:2.0:1779697713.800160:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697713.800202:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697713.800790:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697713.800794:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e80. 00010000:00000010:2.0:1779697713.800798:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697713.800812:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000020:00000010:2.0:1779697713.800841:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b5a0. 00000020:00000010:2.0:1779697713.800847:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b5a0. 00000020:00000010:2.0:1779697713.800857:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe720. 00080000:00000010:2.0:1779697713.800868:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd5400. 00000001:00000010:2.0:1779697713.809033:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe480. 00000001:00000010:2.0:1779697713.809043:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697713.809090:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe720. 00010000:00000010:2.0:1779697713.809106:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697713.812618:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697713.812650:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697713.812698:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697713.812721:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697713.812740:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974150, last committed = 8589974006 00010000:00000200:2.0:1779697713.812751:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710700 x1866146215376384/t8589974150(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.812771:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697713.812777:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215376384, offset 224 00000400:00000010:2.0:1779697713.812783:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f540. 00000400:00000200:2.0:1779697713.812787:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.812811:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.812817:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308696:308696:256:4294967295] 192.168.203.23@tcp LPNI seq info [308692:308692:8:4294967295] 00000400:00000200:2.0:1779697713.812823:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.812830:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.812835:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.812867:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697713.812874:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.812880:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.812884:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.812913:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85a00. 00000020:00000010:2.0:1779697713.812917:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.812921:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00000800:00000200:3.0:1779697713.813315:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.813320:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697713.813324:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.813330:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697713.826430:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697713.826443:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00000400:00000200:3.0:1779697713.826572:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.826590:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96a1 00000400:00000200:3.0:1779697713.826597:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.826601:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.826608:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:3.0:1779697713.826610:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00000400:00000200:3.0:1779697713.826641:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.826647:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443680 00000400:00000200:3.0:1779697713.826655:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 139704 00000400:00000200:3.0:1779697713.826714:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.826719:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.826724:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.826730:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6711c00. 00000020:00000010:0.0:1779697713.826932:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697713.826937:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697713.826943:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697713.826948:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.826952:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.826984:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697713.826985:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000100:00000200:0.0:1779697713.826988:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215376512 00000001:00000010:0.0:1779697713.826997:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697713.827019:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.827025:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 02000000:00000010:0.0:1779697713.827049:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3095000. 00010000:00000010:0.0:1779697713.827075:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697713.827078:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697713.827094:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697713.827097:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c400. 00010000:00000010:0.0:1779697713.827101:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697713.827104:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000004:00000010:0.0:1779697713.827190:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ba40. 00000004:00000010:0.0:1779697713.827198:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef258. 00000004:00000010:0.0:1779697713.827204:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31430. 00080000:00000010:0.0:1779697713.827212:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0c78. 00010000:00000010:2.0:1779697713.830035:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697713.830048:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85980. 00010000:00000010:2.0:1779697713.830300:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697713.830305:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85800. 00010000:00000010:2.0:1779697713.830310:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697713.830315:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697713.830562:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:2.0:1779697713.830575:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:2.0:1779697713.830579:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c400. 00010000:00000010:2.0:1779697713.830604:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000200:2.0:1779697713.830622:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6711c00 x1866146215376512/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.830851:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697713.830859:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215376512, offset 224 00000400:00000200:0.0:1779697713.830866:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.830878:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.830884:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308697:308697:256:4294967295] 192.168.203.23@tcp LPNI seq info [308693:308693:8:4294967295] 00000400:00000200:0.0:1779697713.830903:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.830909:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.830913:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697713.830919:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.830927:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.830931:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.830954:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.830958:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.830961:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:3.0:1779697713.831097:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.831101:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697713.831105:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.831110:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.831116:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:3.0:1779697713.831118:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00010000:00000010:1.1:1779697713.831714:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697713.831723:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697713.833562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697713.833571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:3.0:1779697713.836035:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.836055:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443780 00000400:00000200:3.0:1779697713.836064:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 140280 00000400:00000200:3.0:1779697713.836078:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.836082:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.836091:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.836097:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710000. 00010000:00000010:2.1:1779697713.840211:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697713.840221:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000020:00000010:3.0:1779697713.840974:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.840981:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.840989:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697713.840994:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697713.841000:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697713.841078:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.841081:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697713.841084:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215376768 02000000:00000010:3.0:1779697713.841118:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7413000. 00010000:00000010:3.0:1779697713.841154:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697713.841168:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85800. 00010000:00000010:3.0:1779697713.841184:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697713.841189:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697713.841203:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697713.841206:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697713.841211:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697713.841214:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697713.841308:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697713.841311:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697713.841314:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697713.841316:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697713.842433:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697713.842446:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697713.842458:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717ae0. 00080000:00000010:3.0:1779697713.842467:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb21000. 00000001:00000010:3.0:1779697713.842890:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d600. 00000001:00000010:3.0:1779697713.842908:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697713.842944:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717ae0. 00010000:00000010:3.0:1779697713.842956:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697713.842963:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697713.842981:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697713.843032:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.843049:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697713.843068:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974151, last committed = 8589974006 00010000:00000200:3.0:1779697713.843079:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710000 x1866146215376768/t8589974151(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.843098:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697713.843104:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215376768, offset 224 00000400:00000010:3.0:1779697713.843111:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d3f0. 00000400:00000200:3.0:1779697713.843115:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.843128:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.843134:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308698:308698:256:4294967295] 192.168.203.23@tcp LPNI seq info [308694:308694:8:4294967295] 00000400:00000200:3.0:1779697713.843140:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.843147:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.843153:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.843158:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697713.843164:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.843171:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.843176:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.843200:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697713.843203:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697713.843206:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacee25e00. 00000800:00000200:3.0:1779697713.843310:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.843314:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697713.843318:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.843323:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697713.843751:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:2.0:1779697713.843759:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:2.0:1779697713.843767:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00000100:00000010:0.0:1779697713.850493:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbd7664d80. 00000100:00000010:2.0:1779697713.850617:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbd76647e0. 00000100:00000010:3.0:1779697713.851038:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbd7664660. 00010000:00000010:2.1:1779697713.858755:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697713.858769:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697713.858773:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697713.858776:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:3.0:1779697713.860038:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.860060:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96a9 00000400:00000200:3.0:1779697713.860066:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.860071:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.860078:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697713.860081:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:3.0:1779697713.860118:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.860124:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443800 00000400:00000200:3.0:1779697713.860130:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 140768 00000400:00000200:3.0:1779697713.860191:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.860195:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.860200:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.860206:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6711f80. 00000020:00000010:3.0:1779697713.860253:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.860257:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.860265:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac800. 00000020:00000010:3.0:1779697713.860270:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697713.860276:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697713.860314:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.860316:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697713.860319:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215376896 00010000:00000010:2.0:1779697713.860564:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:2.0:1779697713.860574:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00000001:00000010:3.0:1779697713.861109:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697713.861135:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697713.861140:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697713.861163:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7411000. 00010000:00000010:3.0:1779697713.861190:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697713.861193:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697713.861208:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697713.861211:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697713.861215:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697713.861217:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697713.861301:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d0e0. 00000004:00000010:3.0:1779697713.861309:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afac8. 00000004:00000010:3.0:1779697713.861315:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82aa0. 00080000:00000010:3.0:1779697713.861324:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82671d0. 00010000:00000010:2.0:1779697713.863148:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697713.863158:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e80. 00010000:00000010:2.0:1779697713.863163:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697713.863170:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.863238:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697713.863252:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697713.863257:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:2.0:1779697713.863279:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:2.0:1779697713.863296:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6711f80 x1866146215376896/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.863316:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697713.863323:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215376896, offset 224 00000400:00000200:2.0:1779697713.863330:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.863354:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.863361:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308699:308699:256:4294967295] 192.168.203.23@tcp LPNI seq info [308695:308695:8:4294967295] 00000400:00000200:2.0:1779697713.863373:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.863379:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.863384:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697713.863422:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.863430:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.863434:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.863453:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:2.0:1779697713.863457:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:2.0:1779697713.863461:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac800. 00000800:00000200:3.0:1779697713.864008:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.864013:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697713.864017:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.864023:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.864028:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:3.0:1779697713.864031:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00010000:00000010:2.1:1779697713.867519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697713.867533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697713.871574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697713.871589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697713.871594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697713.871599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697713.872444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697713.872453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:2.1:1779697713.872456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:2.1:1779697713.872459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697713.872462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697713.872464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000400:00000200:3.0:1779697713.890147:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.890166:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443900 00000400:00000200:3.0:1779697713.890174:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 141344 00000400:00000200:3.0:1779697713.890188:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.890192:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.890200:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.890208:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc2a00. 00000020:00000010:2.0:1779697713.891074:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5180. 00000020:00000010:2.0:1779697713.891081:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5180. 00000020:00000010:2.0:1779697713.891095:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad7df4000. 00000020:00000010:2.0:1779697713.891100:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.891105:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.891144:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5180. 00000020:00000010:2.0:1779697713.891146:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5180. 00000100:00000200:2.0:1779697713.891150:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215377152 02000000:00000010:2.0:1779697713.891184:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0ca000. 00010000:00000010:2.0:1779697713.891223:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.891239:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e80. 00010000:00000010:2.0:1779697713.891255:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.891260:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697713.891273:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697713.891276:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e80. 00010000:00000010:2.0:1779697713.891280:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697713.891282:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697713.891534:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697713.891538:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697713.891542:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697713.891545:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000020:00000010:2.0:1779697713.891570:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bc40. 00000020:00000010:2.0:1779697713.891575:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bc40. 00000020:00000010:2.0:1779697713.891586:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0feae0. 00080000:00000010:2.0:1779697713.891594:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd4400. 00000001:00000010:2.0:1779697713.891955:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe120. 00000001:00000010:2.0:1779697713.891961:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697713.893521:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0feae0. 00010000:00000010:2.0:1779697713.893539:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697713.893546:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697713.893565:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697713.894056:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697713.894077:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697713.894096:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974152, last committed = 8589974006 00010000:00000200:2.0:1779697713.894107:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc2a00 x1866146215377152/t8589974152(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697713.894126:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697713.894133:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215377152, offset 224 00000400:00000010:2.0:1779697713.894140:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f4d0. 00000400:00000200:2.0:1779697713.894143:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.894156:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.894163:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308700:308700:256:4294967295] 192.168.203.23@tcp LPNI seq info [308696:308696:8:4294967295] 00000400:00000200:2.0:1779697713.894169:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697713.894176:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.894181:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.894186:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697713.894192:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.894199:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.894203:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.894222:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.894225:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.894229:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad7df4000. 00010000:00000010:3.0:1779697713.902131:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697713.902145:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:3.0:1779697713.902154:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00010000:00000010:3.0:1779697713.903310:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697713.903317:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e80. 00000800:00000200:3.0:1779697713.903965:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.903975:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697713.903980:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.903984:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.903988:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:3.0:1779697713.903990:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00010000:00000010:2.1:1779697713.905724:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697713.905736:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697713.911841:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697713.911855:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697713.912500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697713.912507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000020:00000010:3.0:1779697713.913551:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.913557:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.913563:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac200. 00000020:00000010:3.0:1779697713.913568:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697713.913573:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697713.913604:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.913606:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697713.913609:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215377536 02000000:00000010:3.0:1779697713.913640:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7414000. 00010000:00000010:3.0:1779697713.913676:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:3.0:1779697713.913691:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088080. 00010000:00000010:3.0:1779697713.913706:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.913711:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697713.913724:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697713.913727:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697713.913731:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697713.913733:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697713.913839:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697713.913843:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697713.913846:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697713.913849:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000020:00000010:3.0:1779697713.913871:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697713.913876:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697713.913885:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568dcc0. 00080000:00000010:3.0:1779697713.913893:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f2c00. 00000001:00000010:3.0:1779697713.914716:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568dc00. 00000001:00000010:3.0:1779697713.914723:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697713.914756:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568dcc0. 00010000:00000010:3.0:1779697713.914766:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697713.914771:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697713.914784:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697713.914859:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697713.914874:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697713.914889:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974153, last committed = 8589974006 00010000:00000200:3.0:1779697713.914899:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc2680 x1866146215377536/t8589974153(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.914917:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697713.914938:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215377536, offset 224 00000400:00000010:3.0:1779697713.914945:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d070. 00000400:00000200:3.0:1779697713.914949:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.914961:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.915027:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308702:308702:256:4294967295] 192.168.203.23@tcp LPNI seq info [308698:308698:8:4294967295] 00000400:00000200:3.0:1779697713.915033:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.915040:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.915045:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.915050:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697713.915056:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.915063:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.915067:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.915093:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697713.915098:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697713.915101:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac200. 00000800:00000200:0.0:1779697713.916050:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697713.916056:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697713.916061:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.916068:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.919244:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.919264:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96b9 00000400:00000200:3.0:1779697713.919270:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.919275:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.919282:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697713.919285:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:0.0:1779697713.919423:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697713.919434:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00000400:00000200:3.0:1779697713.921181:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.921195:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443b00 00000400:00000200:3.0:1779697713.921204:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 142896 00000400:00000200:3.0:1779697713.921260:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.921265:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.921272:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.921278:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc3b80. 00000020:00000010:0.0:1779697713.922107:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697713.922113:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697713.922128:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697713.922133:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.922138:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.922170:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697713.922173:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000100:00000200:0.0:1779697713.922176:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215377664 00000001:00000010:0.0:1779697713.922186:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:0.0:1779697713.922208:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697713.922215:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 02000000:00000010:0.0:1779697713.922238:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3096000. 00010000:00000010:0.0:1779697713.922263:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697713.922266:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697713.922283:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697713.922286:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.922290:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697713.922293:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000004:00000010:0.0:1779697713.922404:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676af00. 00000004:00000010:0.0:1779697713.922412:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef8e8. 00000004:00000010:0.0:1779697713.922553:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31980. 00080000:00000010:0.0:1779697713.922562:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1728. 00010000:00000010:3.1:1779697713.923729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697713.923737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.0:1779697713.924958:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697713.924965:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697713.924978:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697713.924985:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697713.925057:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697713.925067:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697713.925072:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.925095:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697713.925124:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc3b80 x1866146215377664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.925144:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697713.925150:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215377664, offset 224 00000400:00000200:0.0:1779697713.925156:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.925168:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.925175:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308703:308703:256:4294967295] 192.168.203.23@tcp LPNI seq info [308699:308699:8:4294967295] 00000400:00000200:0.0:1779697713.925187:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.925193:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.925198:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697713.925204:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.925211:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.925215:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.925240:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.925244:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.925247:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:3.0:1779697713.925747:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.925753:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697713.925758:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.925763:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.925769:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:3.0:1779697713.925771:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00010000:00000010:1.1:1779697713.926357:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697713.926365:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697713.926369:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697713.926372:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697713.927547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697713.927555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697713.927558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697713.927562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697713.928529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697713.928536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00000400:00000200:3.0:1779697713.931212:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.931232:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443c00 00000400:00000200:3.0:1779697713.931241:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 143472 00000400:00000200:3.0:1779697713.931266:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.931271:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.931279:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.931286:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc3480. 00000020:00000010:0.0:1779697713.931693:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.931699:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.931704:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697713.931710:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.931715:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.931747:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.931749:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697713.931751:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215377920 02000000:00000010:0.0:1779697713.931783:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3097000. 00010000:00000010:0.0:1779697713.931830:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697713.931846:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697713.931862:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697713.931867:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697713.931880:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697713.931883:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697713.931888:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697713.931890:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:1.1:1779697713.932092:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697713.932099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:0.0:1779697713.932215:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697713.932219:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.932222:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.932225:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697713.932248:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fac0. 00000020:00000010:0.0:1779697713.932254:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fac0. 00000020:00000010:0.0:1779697713.932264:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe68a0. 00080000:00000010:0.0:1779697713.932272:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1272000. 00000001:00000010:0.0:1779697713.933707:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6b40. 00000001:00000010:0.0:1779697713.933717:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697713.933757:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe68a0. 00010000:00000010:0.0:1779697713.933768:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697713.933773:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697713.933791:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697713.933881:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697713.933907:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697713.933934:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974154, last committed = 8589974006 00010000:00000200:0.0:1779697713.933944:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc3480 x1866146215377920/t8589974154(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.933964:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697713.933977:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215377920, offset 224 00000400:00000010:0.0:1779697713.933985:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217f18. 00000400:00000200:0.0:1779697713.933989:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.934003:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.934009:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308704:308704:256:4294967295] 192.168.203.23@tcp LPNI seq info [308700:308700:8:4294967295] 00000400:00000200:0.0:1779697713.934015:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697713.934023:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.934028:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.934032:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697713.934038:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.934045:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.934049:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.934071:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.934074:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.934078:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:3.0:1779697713.937289:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.937297:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697713.937303:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.937311:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697713.949525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697713.949539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697713.949544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697713.949547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:0.0:1779697713.949939:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697713.949958:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96c1 00000400:00000200:0.0:1779697713.949965:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.949976:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697713.949983:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:0.0:1779697713.949985:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000400:00000200:0.0:1779697713.950010:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697713.950016:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443c80 00000400:00000200:0.0:1779697713.950023:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 143960 00000400:00000200:0.0:1779697713.950744:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697713.950752:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697713.950758:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697713.950765:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd5b480. 00010000:00000010:3.0:1779697713.952045:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:3.0:1779697713.952055:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00000800:00000200:3.0:1779697713.954111:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.954172:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697713.954178:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.954185:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697713.954191:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:3.0:1779697713.954193:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:3.0:1779697713.962563:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.962569:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.962575:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac200. 00000020:00000010:3.0:1779697713.962581:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697713.962586:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697713.962630:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697713.962633:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697713.962636:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215378304 02000000:00000010:3.0:1779697713.962671:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7417000. 00010000:00000010:3.0:1779697713.962709:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:3.0:1779697713.962725:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088780. 00010000:00000010:3.0:1779697713.962740:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697713.962746:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697713.962760:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697713.962763:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697713.962768:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697713.962771:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697713.962877:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697713.962880:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697713.962883:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697713.962886:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697713.962920:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697713.962936:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697713.962945:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568dcc0. 00080000:00000010:3.0:1779697713.962954:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f2400. 00000001:00000010:3.0:1779697713.963322:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717ae0. 00000001:00000010:3.0:1779697713.963330:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697713.963379:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568dcc0. 00010000:00000010:3.0:1779697713.963864:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697713.963873:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697713.963888:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697713.963920:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697713.964043:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697713.964061:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974155, last committed = 8589974006 00010000:00000200:3.0:1779697713.964073:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b90e00 x1866146215378304/t8589974155(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697713.964092:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697713.964099:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215378304, offset 224 00000400:00000010:3.0:1779697713.964106:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dce8. 00000400:00000200:3.0:1779697713.964110:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697713.964124:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697713.964130:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308706:308706:256:4294967295] 192.168.203.23@tcp LPNI seq info [308702:308702:8:4294967295] 00000400:00000200:3.0:1779697713.964137:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697713.964145:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697713.964150:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697713.964154:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697713.964161:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697713.964169:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697713.964173:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697713.964200:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697713.964205:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697713.964209:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac200. 00000800:00000200:3.0:1779697713.964316:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697713.964321:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697713.964326:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.964332:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697713.964684:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697713.964692:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00010000:00000010:2.0:1779697713.964699:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000400:00000200:3.0:1779697713.967852:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.967874:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96c9 00000400:00000200:3.0:1779697713.967880:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.967884:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.967891:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697713.967904:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:3.0:1779697713.967942:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.967949:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443e00 00000400:00000200:3.0:1779697713.967956:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 145024 00010000:00000010:2.0:1779697713.968122:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:2.0:1779697713.968132:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00000400:00000200:3.0:1779697713.968209:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.968213:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.968218:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.968224:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc1500. 00000020:00000010:2.0:1779697713.968288:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5180. 00000020:00000010:2.0:1779697713.968293:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5180. 00000020:00000010:2.0:1779697713.968307:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697713.968311:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.968316:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.968361:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5180. 00000020:00000010:2.0:1779697713.968364:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5180. 00000100:00000200:2.0:1779697713.968368:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215378432 00000001:00000010:2.0:1779697713.968378:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:2.0:1779697713.968428:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697713.968433:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697713.968458:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf059d000. 00010000:00000010:2.0:1779697713.968483:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697713.968486:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697713.968503:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697713.968506:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e80. 00010000:00000010:2.0:1779697713.968510:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697713.968513:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697713.968592:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697713.968605:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef00. 00000004:00000010:2.0:1779697713.968611:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697713.968619:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb750e40. 00010000:00000010:2.0:1779697713.970566:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697713.970574:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca00. 00010000:00000010:2.0:1779697713.970579:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697713.970585:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697713.970665:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697713.970677:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697713.970681:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e80. 00010000:00000010:2.0:1779697713.970704:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697713.970721:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc1500 x1866146215378432/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697713.970740:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697713.970747:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215378432, offset 224 00000400:00000200:2.0:1779697713.970754:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697713.970766:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697713.970773:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308707:308707:256:4294967295] 192.168.203.23@tcp LPNI seq info [308703:308703:8:4294967295] 00000400:00000200:2.0:1779697713.970783:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697713.970788:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697713.970793:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697713.970809:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697713.970816:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697713.970820:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697713.970874:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:2.0:1779697713.970879:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697713.970882:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00010000:00000010:0.1:1779697713.976179:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697713.976194:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697713.976199:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697713.976203:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697713.976824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697713.976832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697713.980369:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697713.980384:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697713.984642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697713.984657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697713.984662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697713.984665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697713.984669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697713.984674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697713.984677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697713.984679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697713.984844:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697713.984850:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697713.984854:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697713.984856:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:3.0:1779697713.985124:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.985143:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006443f00 00000400:00000200:3.0:1779697713.985152:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 145600 00000400:00000200:3.0:1779697713.985168:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.985175:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.985184:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.985190:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc1880. 00000020:00000010:0.0:1779697713.985302:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.985312:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.985319:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697713.985325:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.985331:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.985576:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.985579:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697713.985582:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215378688 02000000:00000010:0.0:1779697713.985631:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3092000. 00010000:00000010:0.0:1779697713.985670:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697713.985685:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ca00. 00010000:00000010:0.0:1779697713.985815:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697713.985822:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697713.985840:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697713.985844:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697713.985847:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697713.985850:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697713.985953:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697713.985958:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697713.985961:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697713.985964:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697713.985988:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fac0. 00000020:00000010:0.0:1779697713.985995:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fac0. 00000020:00000010:0.0:1779697713.986005:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe68a0. 00080000:00000010:0.0:1779697713.986015:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1273000. 00000001:00000010:0.0:1779697713.988181:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe64e0. 00000001:00000010:0.0:1779697713.988191:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697713.988244:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe68a0. 00010000:00000010:0.0:1779697713.988260:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697713.988270:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697713.988292:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697713.988380:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697713.988431:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697713.988453:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974156, last committed = 8589974006 00010000:00000200:0.0:1779697713.988468:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc1880 x1866146215378688/t8589974156(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 488/456 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697713.988488:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697713.988494:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215378688, offset 224 00000400:00000010:0.0:1779697713.988502:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217b28. 00000400:00000200:0.0:1779697713.988506:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.988521:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.988527:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308708:308708:256:4294967295] 192.168.203.23@tcp LPNI seq info [308704:308704:8:4294967295] 00000400:00000200:0.0:1779697713.988533:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697713.988540:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697713.988546:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.988551:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697713.988558:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.988566:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.988571:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.988597:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.988602:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.988605:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00010000:00000010:3.0:1779697713.988685:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:3.0:1779697713.988696:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:3.0:1779697713.988703:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000800:00000200:2.0:1779697713.988933:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.988938:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697713.988942:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.988948:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697713.991018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697713.991031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697713.991035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697713.991040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000400:00000200:3.0:1779697713.991159:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697713.991179:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96d1 00000400:00000200:3.0:1779697713.991187:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.991190:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697713.991198:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:3.0:1779697713.991201:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00010000:00000010:2.0:1779697713.991277:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:2.0:1779697713.991288:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00000400:00000200:3.0:1779697713.992622:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697713.992641:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006443f80 00000400:00000200:3.0:1779697713.992650:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 146088 00000400:00000200:3.0:1779697713.992708:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697713.992714:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697713.992721:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697713.992728:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc0380. 00000020:00000010:0.0:1779697713.992849:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.992855:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.992861:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697713.992866:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.992871:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.992901:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697713.992903:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697713.992907:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215378816 00000001:00000010:0.0:1779697713.992917:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:0.0:1779697713.992938:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697713.992947:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697713.993044:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef815000. 00010000:00000010:0.0:1779697713.993134:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697713.993139:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697713.993158:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697713.993161:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.993165:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697713.993168:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000004:00000010:0.0:1779697713.993262:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676be00. 00000004:00000010:0.0:1779697713.993271:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefa50. 00000004:00000010:0.0:1779697713.993276:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31320. 00080000:00000010:0.0:1779697713.993284:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad08e8. 00010000:00000010:0.1:1779697713.993407:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697713.993414:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697713.993418:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697713.993420:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697713.997174:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697713.997183:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697713.997188:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697713.997196:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697713.997266:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697713.997278:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697713.997282:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697713.997305:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697713.997323:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc0380 x1866146215378816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:388/0 lens 576/584 e 0 to 0 dl 1779698468 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697713.997356:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697713.997363:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215378816, offset 224 00000400:00000200:0.0:1779697713.997370:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697713.997383:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697713.997425:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308709:308709:256:4294967295] 192.168.203.23@tcp LPNI seq info [308705:308705:8:4294967295] 00000400:00000200:0.0:1779697713.997438:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00010000:00000010:2.1:1779697713.997697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.1:1779697713.997703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000800:00000200:0.0:1779697713.997729:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697713.997735:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697713.997742:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697713.997749:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697713.997752:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697713.997777:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697713.997781:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697713.997785:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:2.0:1779697713.998064:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697713.998069:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697713.998073:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697713.998078:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697713.998084:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:2.0:1779697713.998086:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00010000:00000010:3.1:1779697713.999090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697713.999098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:0.0:1779697714.000852:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.000870:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444080 00000400:00000200:0.0:1779697714.000878:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 146664 00000400:00000200:0.0:1779697714.000891:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.000904:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.000913:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.000920:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59180. 00000020:00000010:3.0:1779697714.001128:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697714.001134:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697714.001139:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac200. 00000020:00000010:3.0:1779697714.001144:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697714.001148:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697714.001185:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697714.001188:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697714.001190:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215379072 02000000:00000010:3.0:1779697714.001223:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7412000. 00010000:00000010:3.0:1779697714.001258:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:3.0:1779697714.001271:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:3.0:1779697714.001287:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697714.001293:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697714.001307:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697714.001310:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697714.001314:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697714.001317:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697714.001566:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697714.001570:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697714.001574:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697714.001577:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697714.001600:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697714.001606:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697714.001615:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717420. 00080000:00000010:3.0:1779697714.001623:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f0c00. 00000001:00000010:3.0:1779697714.002920:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d900. 00000001:00000010:3.0:1779697714.002939:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697714.004516:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717420. 00010000:00000010:3.0:1779697714.004538:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697714.004545:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697714.004565:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697714.004665:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697714.004686:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697714.004706:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974157, last committed = 8589974006 00010000:00000200:3.0:1779697714.004717:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59180 x1866146215379072/t8589974157(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697714.004736:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697714.004742:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215379072, offset 224 00000400:00000010:3.0:1779697714.004750:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065de00. 00000400:00000200:3.0:1779697714.004754:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.004767:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.004773:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308710:308710:256:4294967295] 192.168.203.23@tcp LPNI seq info [308706:308706:8:4294967295] 00000400:00000200:3.0:1779697714.004779:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697714.004786:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.004792:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.004808:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697714.004815:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.004823:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.004827:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.004850:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697714.004854:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697714.004858:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac200. 00000800:00000200:0.0:1779697714.007105:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.007112:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697714.007118:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.007126:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.012301:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.012320:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96d9 00000400:00000200:3.0:1779697714.012328:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.012333:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.012351:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697714.012354:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:0.0:1779697714.012472:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697714.012481:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00000400:00000200:0.0:1779697714.014617:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.014633:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444100 00000400:00000200:0.0:1779697714.014641:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 147152 00000400:00000200:0.0:1779697714.014692:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.014697:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.014704:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.014710:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59880. 00000020:00000010:3.0:1779697714.015003:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697714.015009:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697714.015014:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac200. 00000020:00000010:3.0:1779697714.015020:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697714.015025:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697714.015063:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f640. 00000020:00000010:3.0:1779697714.015065:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f640. 00000100:00000200:3.0:1779697714.015069:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215379200 00000001:00000010:3.0:1779697714.015078:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:3.0:1779697714.015099:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697714.015105:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 02000000:00000010:3.0:1779697714.015128:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7410000. 00010000:00000010:3.0:1779697714.015153:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697714.015156:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697714.015172:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697714.015175:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697714.015180:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697714.015183:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000004:00000010:3.0:1779697714.015264:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c000. 00000004:00000010:3.0:1779697714.015272:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af078. 00000004:00000010:3.0:1779697714.015279:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83760. 00080000:00000010:3.0:1779697714.015287:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266ab0. 00010000:00000010:2.0:1779697714.016121:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:2.0:1779697714.016133:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:2.0:1779697714.016144:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00010000:00000010:0.1:1779697714.016591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.016603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697714.016607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697714.016610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.0:1779697714.017219:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697714.017224:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697714.017229:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697714.017234:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697714.017294:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697714.017303:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697714.017306:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697714.017330:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697714.017359:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59880 x1866146215379200/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697714.017378:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697714.017385:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215379200, offset 224 00000400:00000200:3.0:1779697714.020870:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.020886:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.020892:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308711:308711:256:4294967295] 192.168.203.23@tcp LPNI seq info [308707:308707:8:4294967295] 00000400:00000200:3.0:1779697714.020904:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.020909:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.020915:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697714.020922:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.020929:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.020934:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.020962:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697714.020969:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697714.020973:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac200. 00010000:00000010:2.1:1779697714.027528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697714.027542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:3.0:1779697714.028635:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.028652:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444200 00000400:00000200:3.0:1779697714.028660:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 147728 00000400:00000200:3.0:1779697714.028673:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.028677:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.028685:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.028694:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636680. 00000020:00000010:2.0:1779697714.028782:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.028788:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.028811:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2cc5800. 00000020:00000010:2.0:1779697714.028816:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cf00. 00000020:00000010:2.0:1779697714.028821:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697714.028860:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.028862:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5680. 00000100:00000200:2.0:1779697714.028866:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215379456 02000000:00000010:2.0:1779697714.028906:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf059b000. 00010000:00000010:2.0:1779697714.028949:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:2.0:1779697714.028965:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:2.0:1779697714.028982:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697714.028987:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697714.029001:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697714.029004:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c980. 00010000:00000010:2.0:1779697714.029008:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697714.029011:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697714.029099:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697714.029102:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cc00. 00010000:00000010:2.0:1779697714.029105:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697714.029108:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000020:00000010:2.0:1779697714.029128:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bba0. 00000020:00000010:2.0:1779697714.029134:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bba0. 00000020:00000010:2.0:1779697714.029143:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe060. 00080000:00000010:2.0:1779697714.029151:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf110a400. 00000001:00000010:2.0:1779697714.029776:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe360. 00000001:00000010:2.0:1779697714.029783:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697714.029827:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe060. 00010000:00000010:2.0:1779697714.029836:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.029841:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697714.029854:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697714.030010:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697714.030025:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697714.030041:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974158, last committed = 8589974006 00010000:00000200:2.0:1779697714.030050:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61636680 x1866146215379456/t8589974158(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.030068:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697714.030074:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215379456, offset 224 00000400:00000010:2.0:1779697714.030079:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f9d8. 00000400:00000200:2.0:1779697714.030083:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.030095:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.030101:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308712:308712:256:4294967295] 192.168.203.23@tcp LPNI seq info [308708:308708:8:4294967295] 00000400:00000200:2.0:1779697714.030107:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.030114:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.030120:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.030124:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697714.030130:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.030137:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.030141:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.030166:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cf00. 00000020:00000010:2.0:1779697714.030170:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697714.030173:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2cc5800. 00000800:00000200:3.0:1779697714.031172:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.031178:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697714.031182:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.031188:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.032217:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.032235:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96e1 00000400:00000200:3.0:1779697714.032241:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.032246:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.032253:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:3.0:1779697714.032256:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00010000:00000010:2.0:1779697714.033274:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697714.033286:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c980. 00000400:00000200:3.0:1779697714.037215:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.037237:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444280 00000400:00000200:3.0:1779697714.037247:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 148216 00000400:00000200:3.0:1779697714.037351:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.037852:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.037862:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.037870:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636300. 00000020:00000010:2.0:1779697714.040483:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.040495:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.040512:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:2.0:1779697714.040516:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c980. 00000020:00000010:2.0:1779697714.040521:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697714.040567:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.040569:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5680. 00000100:00000200:2.0:1779697714.040574:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215379584 00000001:00000010:2.0:1779697714.040585:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:2.0:1779697714.040608:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697714.040615:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697714.040639:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf0599000. 00010000:00000010:2.0:1779697714.040666:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.040670:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697714.040689:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697714.040693:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf00. 00010000:00000010:2.0:1779697714.040697:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.040701:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697714.040811:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697714.040821:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e348. 00000004:00000010:2.0:1779697714.040827:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ccc0. 00080000:00000010:2.0:1779697714.040835:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb7518f0. 00010000:00000010:3.0:1779697714.042321:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697714.042329:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:3.0:1779697714.042337:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697714.042342:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697714.042716:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697714.042737:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697714.042743:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf00. 00010000:00000010:3.0:1779697714.042775:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:3.0:1779697714.042807:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61636300 x1866146215379584/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697714.042829:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697714.042837:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215379584, offset 224 00000400:00000200:3.0:1779697714.042846:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.042861:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.042869:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308713:308713:256:4294967295] 192.168.203.23@tcp LPNI seq info [308709:308709:8:4294967295] 00000400:00000200:3.0:1779697714.042883:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.042890:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00010000:00000010:3.1:1779697714.043926:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697714.043936:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697714.044182:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697714.044187:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697714.044190:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697714.044193:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697714.044203:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697714.044206:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000800:00000010:3.0:1779697714.044215:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697714.044229:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.044236:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.044240:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.044285:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c980. 00000020:00000010:3.0:1779697714.044291:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:3.0:1779697714.044295:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00000800:00000200:2.0:1779697714.045593:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.045599:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697714.045604:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.045611:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.045618:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:2.0:1779697714.045620:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00010000:00000010:0.1:1779697714.045844:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697714.045851:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:3.0:1779697714.049646:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.049666:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444380 00000400:00000200:3.0:1779697714.049687:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 148792 00000400:00000200:3.0:1779697714.049815:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.049821:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.049831:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.049839:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61635500. 00000400:00000200:3.0:1779697714.055935:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.055957:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96e9 00000400:00000200:3.0:1779697714.055964:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.055968:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.055984:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.055990:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444400 00000400:00000200:3.0:1779697714.055997:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 149280 00010000:00000010:0.0:1779697714.056906:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:0.0:1779697714.056917:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088f80. 00000400:00000200:3.0:1779697714.058520:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.058532:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.058540:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.058550:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637100. 00000020:00000010:0.0:1779697714.058700:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697714.058705:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697714.058712:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697714.058716:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697714.058721:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697714.058761:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697714.058764:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000100:00000200:0.0:1779697714.058767:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215379968 00000001:00000010:0.0:1779697714.058776:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:0.0:1779697714.058806:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.058813:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697714.058836:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace558000. 00010000:00000010:0.0:1779697714.058861:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.058864:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697714.058879:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.058883:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697714.058886:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.058889:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000004:00000010:0.0:1779697714.059583:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b2c0. 00000004:00000010:0.0:1779697714.060172:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef3c0. 00000004:00000010:0.0:1779697714.060181:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30bb0. 00080000:00000010:0.0:1779697714.060190:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0720. 00010000:00000010:1.1:1779697714.060481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697714.060488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697714.061018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697714.061025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697714.061029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697714.061032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697714.061035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697714.061038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:0.0:1779697714.064615:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697714.064625:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.064632:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.064639:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697714.064720:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697714.064732:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697714.064737:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697714.064766:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697714.064786:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61637100 x1866146215379968/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.064819:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697714.064826:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215379968, offset 224 00000400:00000200:0.0:1779697714.064833:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.064846:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.064852:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308715:308715:256:4294967295] 192.168.203.23@tcp LPNI seq info [308711:308711:8:4294967295] 00000400:00000200:0.0:1779697714.064863:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.064868:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.064873:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697714.064880:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.064888:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.064892:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.064912:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697714.064916:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697714.064919:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:2.0:1779697714.065294:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.065299:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697714.065304:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.065309:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.065314:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:2.0:1779697714.065316:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00010000:00000010:1.1:1779697714.067507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697714.067520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697714.067526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697714.067529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697714.067532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697714.067536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697714.069720:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697714.069734:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697714.069738:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697714.069741:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697714.074671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697714.074682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000020:00000010:2.0:1779697714.074747:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.074752:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.074767:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ca00. 00000020:00000010:2.0:1779697714.074773:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c400. 00000020:00000010:2.0:1779697714.074778:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697714.074832:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5680. 00000020:00000010:2.0:1779697714.074835:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5680. 00000100:00000200:2.0:1779697714.074839:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215380224 02000000:00000010:2.0:1779697714.074871:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf059e000. 00010000:00000010:2.0:1779697714.074906:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:2.0:1779697714.074921:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:2.0:1779697714.074938:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697714.074944:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697714.074957:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697714.074960:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c800. 00010000:00000010:2.0:1779697714.074964:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697714.074967:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697714.075055:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697714.075059:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c300. 00010000:00000010:2.0:1779697714.075062:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.075065:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697714.075085:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697714.075091:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697714.075100:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe060. 00080000:00000010:2.0:1779697714.075109:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf110ac00. 00000001:00000010:2.0:1779697714.078992:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fec60. 00000001:00000010:2.0:1779697714.079004:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697714.079041:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe060. 00010000:00000010:2.0:1779697714.079057:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697714.079067:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697714.079090:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697714.079134:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697714.079152:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697714.079171:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974160, last committed = 8589974006 00010000:00000200:2.0:1779697714.079184:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b91500 x1866146215380224/t8589974160(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.079203:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697714.079210:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215380224, offset 224 00000400:00000010:2.0:1779697714.079217:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f0e0. 00000400:00000200:2.0:1779697714.079222:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.079237:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.079244:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308716:308716:256:4294967295] 192.168.203.23@tcp LPNI seq info [308712:308712:8:4294967295] 00000400:00000200:2.0:1779697714.079250:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.079256:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.079262:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.079267:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697714.079274:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.079282:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.079286:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.079313:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c400. 00000020:00000010:2.0:1779697714.079318:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697714.079321:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ca00. 00000800:00000200:0.0:1779697714.079772:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.079777:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697714.079781:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.079786:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.089180:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.089199:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96f1 00000400:00000200:2.0:1779697714.089206:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.089210:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.089217:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697714.089221:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000200:2.0:1779697714.089248:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.089254:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444580 00000400:00000200:2.0:1779697714.089261:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 150344 00000400:00000200:2.0:1779697714.089312:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.089315:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.089320:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.089327:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb74700. 00010000:00000010:0.1:1779697714.089415:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697714.089423:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697714.089428:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.089430:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000020:00000010:0.0:1779697714.089452:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.089459:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.089465:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697714.089471:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697714.089476:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697714.089512:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.089515:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697714.089518:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215380352 00000001:00000010:0.0:1779697714.089528:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:0.0:1779697714.089554:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.089560:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697714.089585:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55d000. 00010000:00000010:0.0:1779697714.089611:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.089614:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697714.089631:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.089634:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697714.089639:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.089642:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000004:00000010:0.0:1779697714.089748:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b680. 00000004:00000010:0.0:1779697714.089756:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef528. 00000004:00000010:0.0:1779697714.089762:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31540. 00080000:00000010:0.0:1779697714.089771:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad01c8. 00010000:00000010:3.0:1779697714.089855:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697714.089865:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c800. 00010000:00000010:3.0:1779697714.094785:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697714.094796:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697714.094813:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697714.094820:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697714.094898:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:3.0:1779697714.094909:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:3.0:1779697714.094914:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:3.0:1779697714.094939:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:3.0:1779697714.094956:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb74700 x1866146215380352/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697714.094977:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697714.094983:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215380352, offset 224 00000400:00000200:3.0:1779697714.094990:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.095002:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.095008:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308717:308717:256:4294967295] 192.168.203.23@tcp LPNI seq info [308713:308713:8:4294967295] 00000400:00000200:3.0:1779697714.095021:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.095026:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.095030:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697714.095036:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.095045:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.095049:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.095078:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:3.0:1779697714.095083:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:3.0:1779697714.095088:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:0.0:1779697714.095579:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.095585:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697714.095640:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.095647:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.095653:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:0.0:1779697714.095656:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:2.1:1779697714.100430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697714.100444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697714.100450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697714.100454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697714.100770:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697714.100778:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697714.103748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697714.103761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697714.111275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697714.111289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697714.111293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697714.111296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:0.0:1779697714.111677:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.111694:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444680 00000400:00000200:0.0:1779697714.111702:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 150920 00000400:00000200:0.0:1779697714.111728:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.111733:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.111741:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.111747:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59f80. 00000020:00000010:3.0:1779697714.112097:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.112103:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.112109:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac200. 00000020:00000010:3.0:1779697714.112124:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697714.112129:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697714.112168:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.112170:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697714.112173:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215380608 02000000:00000010:3.0:1779697714.112206:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7416000. 00010000:00000010:3.0:1779697714.112241:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697714.112256:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697714.112272:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697714.112277:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697714.112291:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697714.112294:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697714.112298:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697714.112300:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697714.112451:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697714.112454:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697714.112458:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697714.112461:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000020:00000010:3.0:1779697714.112483:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.112488:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.112498:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568dae0. 00080000:00000010:3.0:1779697714.112507:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f1000. 00000001:00000010:3.0:1779697714.112869:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37f00. 00000001:00000010:3.0:1779697714.112875:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697714.112908:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568dae0. 00010000:00000010:3.0:1779697714.112917:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697714.112920:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697714.121623:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697714.122990:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:2.0:1779697714.123036:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:2.0:1779697714.123062:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974161, last committed = 8589974006 00010000:00000200:2.0:1779697714.123072:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59f80 x1866146215380608/t8589974161(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.123095:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697714.123103:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215380608, offset 224 00000400:00000010:2.0:1779697714.123109:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f8c0. 00000400:00000200:2.0:1779697714.123113:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.123127:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.123133:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308718:308718:256:4294967295] 192.168.203.23@tcp LPNI seq info [308714:308714:8:4294967295] 00000400:00000200:2.0:1779697714.123140:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.123147:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.123153:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.123158:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697714.123164:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.123172:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.123176:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.123196:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:2.0:1779697714.123201:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:2.0:1779697714.123205:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac200. 00000800:00000200:0.0:1779697714.123456:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.123461:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697714.123466:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.123471:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697714.123618:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697714.123629:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697714.123636:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00010000:00000010:3.1:1779697714.124480:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697714.124489:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00000400:00000200:3.0:1779697714.124524:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.124538:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a96f9 00000400:00000200:3.0:1779697714.124544:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.124549:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.124555:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:3.0:1779697714.124558:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000200:3.0:1779697714.126070:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.126084:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444700 00000400:00000200:3.0:1779697714.126093:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 151408 00000400:00000200:3.0:1779697714.126720:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.126727:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.126736:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.126743:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636d80. 00000020:00000010:3.0:1779697714.126793:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.126809:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.126816:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac800. 00000020:00000010:3.0:1779697714.126821:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ec80. 00000020:00000010:3.0:1779697714.126825:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697714.126858:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.126861:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697714.126863:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215380736 00000001:00000010:3.0:1779697714.126874:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:3.0:1779697714.126896:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697714.126902:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 02000000:00000010:3.0:1779697714.127549:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caca2b5000. 00010000:00000010:3.0:1779697714.127582:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697714.127644:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697714.127666:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697714.127670:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697714.127675:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697714.127679:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697714.127786:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c780. 00000004:00000010:3.0:1779697714.127794:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afb40. 00000004:00000010:3.0:1779697714.127814:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82990. 00080000:00000010:3.0:1779697714.127823:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267ab8. 00010000:00000010:2.0:1779697714.129733:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697714.129741:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c780. 00010000:00000010:2.0:1779697714.129746:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697714.129752:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697714.129833:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697714.129845:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:2.0:1779697714.129850:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:2.0:1779697714.129874:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:2.0:1779697714.129890:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61636d80 x1866146215380736/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.129910:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697714.129917:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215380736, offset 224 00000400:00000200:2.0:1779697714.130206:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.130221:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.130227:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308719:308719:256:4294967295] 192.168.203.23@tcp LPNI seq info [308715:308715:8:4294967295] 00000400:00000200:2.0:1779697714.130239:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.130244:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.130250:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697714.130256:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.130263:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.130267:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.130294:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ec80. 00000020:00000010:2.0:1779697714.130298:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:2.0:1779697714.130301:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac800. 00000800:00000200:3.0:1779697714.130592:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.130598:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:3.0:1779697714.130602:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.130607:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.130611:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:3.0:1779697714.130614:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00010000:00000010:3.1:1779697714.135777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697714.135794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000400:00000200:3.0:1779697714.135924:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.135943:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444800 00000400:00000200:3.0:1779697714.135953:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 151984 00000400:00000200:3.0:1779697714.136023:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.136030:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.136039:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.136046:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634000. 00000020:00000010:0.0:1779697714.136334:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.136414:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.136422:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.136427:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c180. 00000020:00000010:0.0:1779697714.136432:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.136469:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.136473:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697714.136476:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215380992 02000000:00000010:0.0:1779697714.136522:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace55b000. 00010000:00000010:0.0:1779697714.136570:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:0.0:1779697714.136586:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c780. 00010000:00000010:0.0:1779697714.136602:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.136607:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.136621:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697714.136624:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c600. 00010000:00000010:0.0:1779697714.136627:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.136630:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697714.136733:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697714.136736:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697714.136744:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.136748:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000020:00000010:0.0:1779697714.136774:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe40. 00000020:00000010:0.0:1779697714.136780:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe40. 00000020:00000010:0.0:1779697714.136791:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6900. 00080000:00000010:0.0:1779697714.136814:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1270800. 00000001:00000010:0.0:1779697714.137243:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6e40. 00000001:00000010:0.0:1779697714.137250:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697714.137283:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6900. 00010000:00000010:0.0:1779697714.137291:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697714.137296:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697714.137308:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697714.137361:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.137377:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:0.0:1779697714.137411:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974162, last committed = 8589974006 00010000:00000200:0.0:1779697714.137420:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634000 x1866146215380992/t8589974162(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.137438:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697714.137444:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215380992, offset 224 00000400:00000010:0.0:1779697714.137451:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217f88. 00000400:00000200:0.0:1779697714.137454:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.137466:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.137472:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308720:308720:256:4294967295] 192.168.203.23@tcp LPNI seq info [308716:308716:8:4294967295] 00000400:00000200:0.0:1779697714.137477:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.137484:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.137489:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.137494:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697714.137500:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.137508:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.137513:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1779697714.137534:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00000020:00000010:0.0:1779697714.137536:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c180. 00000020:00000010:0.0:1779697714.137543:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00010000:00000010:3.0:1779697714.137543:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca00. 00000020:00000010:0.0:1779697714.137548:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00010000:00000010:3.0:1779697714.137552:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00000800:00000200:0.0:1779697714.137638:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.137642:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697714.137647:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.137651:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.139633:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.139649:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9701 00000400:00000200:3.0:1779697714.139656:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.139660:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.139667:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:3.0:1779697714.139682:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00010000:00000010:0.0:1779697714.139795:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697714.139817:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c600. 00000400:00000200:3.0:1779697714.140161:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.140170:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444880 00000400:00000200:3.0:1779697714.140177:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 152472 00000400:00000200:3.0:1779697714.140227:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.140233:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.140238:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.140244:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634380. 00010000:00000010:2.1:1779697714.140249:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697714.140257:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:2.1:1779697714.140261:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:2.1:1779697714.140267:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697714.140273:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697714.140275:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000020:00000010:0.0:1779697714.141081:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.141087:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.141093:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.141098:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.141103:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.141243:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.141247:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697714.141251:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215381120 00000001:00000010:0.0:1779697714.141261:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:0.0:1779697714.141282:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.141289:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 02000000:00000010:0.0:1779697714.141312:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55f000. 00010000:00000010:0.0:1779697714.141352:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.141357:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.141374:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697714.141378:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c180. 00010000:00000010:0.0:1779697714.141382:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.141386:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:3.1:1779697714.141531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697714.141537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697714.141563:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697714.141570:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:0.1:1779697714.141572:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697714.141575:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000004:00000010:0.0:1779697714.141682:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a5a0. 00000004:00000010:0.0:1779697714.141690:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef870. 00000004:00000010:0.0:1779697714.141697:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ee0. 00080000:00000010:0.0:1779697714.141705:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1c80. 00010000:00000010:1.1:1779697714.142812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697714.142823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:0.1:1779697714.145295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697714.145307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.145516:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697714.145521:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.145526:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.145533:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697714.145877:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.145894:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.145901:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c180. 00010000:00000010:0.0:1779697714.146006:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000200:0.0:1779697714.146029:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634380 x1866146215381120/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.146050:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697714.146057:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215381120, offset 224 00000400:00000200:0.0:1779697714.146065:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.146080:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.146088:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308721:308721:256:4294967295] 192.168.203.23@tcp LPNI seq info [308717:308717:8:4294967295] 00000400:00000200:0.0:1779697714.146104:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.146110:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.146194:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697714.146202:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.146211:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.146215:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.146247:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.146252:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.146257:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:3.0:1779697714.146551:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.146556:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697714.146560:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.146565:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.146571:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:3.0:1779697714.146573:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000400:00000200:3.0:1779697714.149491:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.149511:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444980 00000400:00000200:3.0:1779697714.149521:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 153048 00000400:00000200:3.0:1779697714.149535:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.149540:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.149548:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.149554:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637800. 00000020:00000010:0.0:1779697714.149625:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697714.149631:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697714.149637:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.149643:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.149647:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.149702:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697714.149705:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000100:00000200:0.0:1779697714.149709:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215381376 02000000:00000010:0.0:1779697714.149739:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace55c000. 00010000:00000010:0.0:1779697714.149775:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697714.149792:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.149827:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.149834:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697714.149849:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697714.149852:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.149857:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.149861:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697714.149974:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697714.149978:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c180. 00010000:00000010:0.0:1779697714.149985:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.149990:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000020:00000010:0.0:1779697714.150017:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f0c0. 00000020:00000010:0.0:1779697714.150022:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f0c0. 00000020:00000010:0.0:1779697714.150032:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6600. 00080000:00000010:0.0:1779697714.150042:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1272c00. 00000001:00000010:0.0:1779697714.150659:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cd80. 00000001:00000010:0.0:1779697714.150666:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697714.150715:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6600. 00010000:00000010:0.0:1779697714.150725:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697714.150731:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.150744:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697714.150831:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.150850:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697714.150870:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974163, last committed = 8589974006 00010000:00000200:0.0:1779697714.150879:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61637800 x1866146215381376/t8589974163(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.150898:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697714.150904:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215381376, offset 224 00000400:00000010:0.0:1779697714.150911:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2170a8. 00000400:00000200:0.0:1779697714.150916:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.150942:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.150949:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308722:308722:256:4294967295] 192.168.203.23@tcp LPNI seq info [308718:308718:8:4294967295] 00000400:00000200:0.0:1779697714.150955:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.150966:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.150973:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.150978:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697714.150985:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.150992:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.150997:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.151024:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.151029:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.151033:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:3.0:1779697714.151299:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.151304:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697714.151309:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.151315:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.153315:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.153344:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9709 00000400:00000200:3.0:1779697714.153353:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.153358:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.153366:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:3.0:1779697714.153369:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:0.1:1779697714.154441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697714.154450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697714.154453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.154455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:3.0:1779697714.155428:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.155443:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444a00 00000400:00000200:3.0:1779697714.155453:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 153536 00000400:00000200:3.0:1779697714.155507:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.155512:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.155518:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.155525:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61635880. 00000020:00000010:0.0:1779697714.155584:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697714.155590:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697714.155596:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.155600:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.155605:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.155687:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697714.155691:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000100:00000200:0.0:1779697714.155695:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215381504 00000001:00000010:0.0:1779697714.155704:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:0.0:1779697714.155726:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.155733:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697714.155757:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace559000. 00010000:00000010:0.0:1779697714.155782:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.155787:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.155822:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697714.155826:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697714.155831:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.155834:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00000004:00000010:0.0:1779697714.155936:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b0e0. 00000004:00000010:0.0:1779697714.155944:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef0f0. 00000004:00000010:0.0:1779697714.155951:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30cc0. 00080000:00000010:0.0:1779697714.155959:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0558. 00010000:00000010:0.0:1779697714.156857:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.156863:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd80. 00010000:00000010:0.0:1779697714.156868:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.156872:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697714.156933:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.156948:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697714.156953:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697714.156984:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697714.157004:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61635880 x1866146215381504/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.157028:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697714.157035:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215381504, offset 224 00000400:00000200:0.0:1779697714.157042:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.157056:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.157063:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308723:308723:256:4294967295] 192.168.203.23@tcp LPNI seq info [308719:308719:8:4294967295] 00000400:00000200:0.0:1779697714.157103:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.157110:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.157278:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697714.157286:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.157294:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.157298:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.157321:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.157326:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.157330:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:3.0:1779697714.157565:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.157570:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697714.157574:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.157579:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.157584:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:3.0:1779697714.157586:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:0.1:1779697714.158535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697714.158544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697714.158549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697714.158551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:3.0:1779697714.165062:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.165080:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444b00 00000400:00000200:3.0:1779697714.165088:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 154112 00000400:00000200:3.0:1779697714.165102:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.165106:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.165123:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.165131:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636a00. 00010000:00000010:1.1:1779697714.167845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697714.167861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697714.168055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697714.168061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.0:1779697714.169471:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:3.0:1779697714.169482:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088e80. 00010000:00000010:3.0:1779697714.169490:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00000800:00000200:3.0:1779697714.177671:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.177679:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697714.177685:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.177693:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697714.178439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.178446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697714.178450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697714.178453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697714.180468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697714.180476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:3.0:1779697714.181203:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.181215:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444b80 00000400:00000200:3.0:1779697714.181225:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 154600 00000400:00000200:3.0:1779697714.181272:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.181278:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.181284:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.181291:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634e00. 00010000:00000010:0.0:1779697714.182492:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:0.0:1779697714.182502:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088200. 00000800:00000200:3.0:1779697714.183242:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.183247:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697714.183252:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.183257:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.183262:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:3.0:1779697714.183264:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00010000:00000010:1.1:1779697714.184470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697714.184478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:1.1:1779697714.184484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697714.184487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697714.188423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697714.188437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000020:00000010:0.0:1779697714.192213:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.192219:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.192224:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.192230:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.192235:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.192273:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.192275:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697714.192278:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215382144 02000000:00000010:0.0:1779697714.192311:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace55a000. 00010000:00000010:0.0:1779697714.192352:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:0.0:1779697714.192367:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088380. 00010000:00000010:0.0:1779697714.192383:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.192416:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697714.192432:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697714.192435:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697714.192439:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.192442:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:1.1:1779697714.192615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697714.192622:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697714.192625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697714.192627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.0:1779697714.192714:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697714.192717:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697714.192721:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.192724:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000020:00000010:0.0:1779697714.192746:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697714.192753:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697714.192763:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cde0. 00080000:00000010:0.0:1779697714.192772:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1272400. 00000001:00000010:0.0:1779697714.193130:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c5a0. 00000001:00000010:0.0:1779697714.193137:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697714.193169:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cde0. 00010000:00000010:0.0:1779697714.193177:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.193181:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697714.193192:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697714.193232:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.193245:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697714.193259:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974165, last committed = 8589974006 00010000:00000200:0.0:1779697714.193268:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b90700 x1866146215382144/t8589974165(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.193287:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697714.193293:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215382144, offset 224 00000400:00000010:0.0:1779697714.193299:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217508. 00000400:00000200:0.0:1779697714.193303:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.193315:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.193321:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308726:308726:256:4294967295] 192.168.203.23@tcp LPNI seq info [308722:308722:8:4294967295] 00000400:00000200:0.0:1779697714.193327:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.193334:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.193339:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.193344:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.193350:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.193357:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.193361:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1779697714.193455:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:3.0:1779697714.193462:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c980. 00010000:00000010:3.0:1779697714.193467:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000020:00000010:0.0:1779697714.194196:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.194202:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.194206:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:0.0:1779697714.194768:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.194773:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697714.194778:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.194785:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697714.197091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697714.197103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00000400:00000200:3.0:1779697714.199568:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.199601:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9719 00000400:00000200:3.0:1779697714.199608:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.199614:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.199623:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:3.0:1779697714.199626:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000400:00000200:3.0:1779697714.199660:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.199668:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444d00 00000400:00000200:3.0:1779697714.199683:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 155664 00000400:00000200:3.0:1779697714.199728:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.199733:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.199739:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.199746:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637b80. 00000020:00000010:0.0:1779697714.199876:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.199881:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.199886:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.199900:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.199905:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.199950:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697714.199953:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697714.199956:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215382272 00000001:00000010:0.0:1779697714.199964:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:0.0:1779697714.199987:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.199992:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697714.200017:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd6269000. 00010000:00000010:0.0:1779697714.200042:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697714.200045:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.200060:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697714.200063:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697714.200067:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.200070:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00000004:00000010:0.0:1779697714.200157:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a1e0. 00000004:00000010:0.0:1779697714.200165:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefbb8. 00000004:00000010:0.0:1779697714.200171:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30990. 00080000:00000010:0.0:1779697714.200179:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0000. 00010000:00000010:0.1:1779697714.203684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.203694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697714.205774:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697714.205786:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.206056:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697714.206061:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca80. 00010000:00000010:0.0:1779697714.206067:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.206073:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697714.206144:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697714.206155:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697714.206160:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697714.206183:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697714.206200:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61637b80 x1866146215382272/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.206220:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697714.206227:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215382272, offset 224 00000400:00000200:0.0:1779697714.206234:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.206246:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.206252:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308727:308727:256:4294967295] 192.168.203.23@tcp LPNI seq info [308723:308723:8:4294967295] 00000400:00000200:0.0:1779697714.206264:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.206270:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.206275:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.206281:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.206288:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.206292:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.206320:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.206324:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.206329:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00010000:00000010:1.1:1779697714.207421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697714.207429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:0.0:1779697714.209502:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.209522:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444e00 00000400:00000200:0.0:1779697714.209529:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 156240 00000400:00000200:0.0:1779697714.209641:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.209648:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.209656:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.209666:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1f800. 00010000:00000010:0.1:1779697714.211588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697714.211597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697714.211602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697714.211604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000800:00000200:0.0:1779697714.211700:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.211704:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697714.211709:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.211715:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697714.211863:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:3.0:1779697714.211872:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:3.0:1779697714.211879:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00000400:00000200:3.0:1779697714.213466:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.213483:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9721 00000400:00000200:3.0:1779697714.213490:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.213494:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.213500:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:3.0:1779697714.213503:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00010000:00000010:0.0:1779697714.213651:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697714.213660:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088400. 00000400:00000200:0.0:1779697714.214445:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.214456:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006444e80 00000400:00000200:0.0:1779697714.214464:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 156728 00000400:00000200:0.0:1779697714.214525:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.214529:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.214535:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.214639:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1ed80. 00010000:00000010:1.1:1779697714.215970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697714.215978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000800:00000200:3.0:1779697714.217962:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.217968:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697714.217972:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.217978:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.217983:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:3.0:1779697714.217986:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00010000:00000010:0.1:1779697714.219424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697714.219424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697714.219433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697714.219434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697714.220256:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697714.220263:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:3.0:1779697714.229776:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.229808:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006444f80 00000400:00000200:3.0:1779697714.229817:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 157304 00000400:00000200:3.0:1779697714.229832:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.229836:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.229844:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.229851:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61635c00. 00010000:00000010:1.1:1779697714.234451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697714.234462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697714.234466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697714.234468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:0.0:1779697714.235787:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.235815:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9729 00000400:00000200:0.0:1779697714.235822:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.235826:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.235833:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697714.235836:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000400:00000200:0.0:1779697714.235868:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.235874:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445000 00000400:00000200:0.0:1779697714.235882:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 157792 00000400:00000200:0.0:1779697714.236351:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.236355:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.236361:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.236367:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1d180. 00010000:00000010:1.1:1779697714.241210:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697714.241224:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697714.241229:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697714.241232:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697714.241234:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697714.241236:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000800:00000200:3.0:1779697714.248687:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.248695:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697714.248702:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.248710:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.248717:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:3.0:1779697714.248720:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000020:00000010:3.0:1779697714.253719:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.253724:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.253730:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb1c6c00. 00000020:00000010:3.0:1779697714.253736:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e880. 00000020:00000010:3.0:1779697714.253741:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697714.253776:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.253779:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697714.253782:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215383296 02000000:00000010:3.0:1779697714.253828:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caca2b1000. 00010000:00000010:3.0:1779697714.253868:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:3.0:1779697714.253885:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088780. 00010000:00000010:3.0:1779697714.253904:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697714.253910:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697714.253926:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697714.253930:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697714.253933:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697714.253937:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.254030:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697714.254033:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697714.254037:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697714.254040:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697714.254061:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.254068:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.254078:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37e40. 00080000:00000010:3.0:1779697714.254087:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc78c6800. 00000001:00000010:3.0:1779697714.254477:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37f60. 00000001:00000010:3.0:1779697714.254483:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697714.254515:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37e40. 00010000:00000010:3.0:1779697714.254523:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697714.254527:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697714.254538:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697714.254572:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697714.254586:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697714.254613:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974168, last committed = 8589974006 00010000:00000200:3.0:1779697714.254621:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b90380 x1866146215383296/t8589974168(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697714.254639:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697714.254644:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215383296, offset 224 00000400:00000010:3.0:1779697714.254649:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d738. 00000400:00000200:3.0:1779697714.254654:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.254664:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.254670:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308732:308732:256:4294967295] 192.168.203.23@tcp LPNI seq info [308728:308728:8:4294967295] 00000400:00000200:3.0:1779697714.254676:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697714.254682:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.254688:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.254693:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697714.254699:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.254705:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.254709:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.1:1779697714.254810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697714.254817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000020:00000010:3.0:1779697714.254933:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e880. 00000020:00000010:3.0:1779697714.254937:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697714.254940:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb1c6c00. 00000800:00000200:0.0:1779697714.256958:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.256965:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697714.256971:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.256978:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697714.261896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697714.261908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697714.261912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697714.261914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.0:1779697714.262269:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:0.0:1779697714.262279:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00000020:00000010:3.0:1779697714.262379:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.262384:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.262416:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacee25e00. 00000020:00000010:3.0:1779697714.262421:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e880. 00000020:00000010:3.0:1779697714.262426:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697714.262459:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.262462:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697714.262465:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215383424 00000001:00000010:3.0:1779697714.262473:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:3.0:1779697714.262498:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697714.262504:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 02000000:00000010:3.0:1779697714.262527:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caca2b0000. 00010000:00000010:3.0:1779697714.262551:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697714.262555:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697714.262569:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697714.262572:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697714.262577:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697714.262580:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00000004:00000010:3.0:1779697714.262668:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c960. 00000004:00000010:3.0:1779697714.262677:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af4b0. 00000004:00000010:3.0:1779697714.262683:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82000. 00080000:00000010:3.0:1779697714.262691:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267008. 00000800:00000200:0.0:1779697714.263667:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.263672:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:0.0:1779697714.263676:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.263680:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.263685:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:0.0:1779697714.263687:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:3.1:1779697714.268435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697714.268449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697714.268453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697714.268460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697714.268514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697714.268521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000400:00000200:0.0:1779697714.271087:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.271106:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445280 00000400:00000200:0.0:1779697714.271124:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 159432 00000400:00000200:0.0:1779697714.271140:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.271145:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.271154:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.271160:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1d880. 00000020:00000010:3.0:1779697714.271285:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.271291:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.271298:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e9400. 00000020:00000010:3.0:1779697714.271303:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697714.271308:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.271350:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:3.0:1779697714.271353:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:3.0:1779697714.271356:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215383680 02000000:00000010:3.0:1779697714.271423:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac431d000. 00010000:00000010:3.0:1779697714.271463:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:3.0:1779697714.271481:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088b80. 00010000:00000010:3.0:1779697714.271498:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697714.271504:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697714.271519:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697714.271522:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:3.0:1779697714.271526:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697714.271529:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697714.271646:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697714.271649:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697714.271653:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697714.271656:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697714.271680:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.271686:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.271697:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37e40. 00080000:00000010:3.0:1779697714.271706:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc78c5400. 00000001:00000010:3.0:1779697714.272076:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37300. 00000001:00000010:3.0:1779697714.272084:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697714.272226:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37e40. 00010000:00000010:3.0:1779697714.272237:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697714.272241:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.272254:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697714.272294:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.272303:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697714.272322:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697714.272326:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697714.272340:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697714.272357:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974169, last committed = 8589974006 00010000:00000200:3.0:1779697714.272368:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1d880 x1866146215383680/t8589974169(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697714.272406:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697714.272412:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215383680, offset 224 00000400:00000010:3.0:1779697714.272419:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d7a8. 00000400:00000200:3.0:1779697714.272423:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.272435:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.272441:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308734:308734:256:4294967295] 192.168.203.23@tcp LPNI seq info [308730:308730:8:4294967295] 00000400:00000200:3.0:1779697714.272447:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697714.272452:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.272458:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.272462:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697714.272467:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.272475:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.272480:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.272496:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697714.272500:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.272503:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e9400. 00010000:00000010:0.1:1779697714.274048:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697714.274060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697714.275467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697714.275480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697714.275485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697714.275487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697714.278497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697714.278511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697714.278515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697714.278520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697714.278523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697714.278526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:0.0:1779697714.285178:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.285198:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9739 00000400:00000200:0.0:1779697714.285206:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.285210:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.285217:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:0.0:1779697714.285219:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:0.0:1779697714.289506:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.289526:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445300 00000400:00000200:0.0:1779697714.289534:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 159920 00000400:00000200:0.0:1779697714.289599:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.289604:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.289613:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.289620:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1fb80. 00000800:00000200:3.0:1779697714.291424:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.291430:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697714.291434:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.291439:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.291444:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:3.0:1779697714.291446:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:3.0:1779697714.295641:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.295660:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445400 00000400:00000200:3.0:1779697714.295678:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 160496 00000400:00000200:3.0:1779697714.295694:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.295699:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.295707:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.295714:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637480. 00000400:00000200:3.0:1779697714.298420:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.298435:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9741 00000400:00000200:3.0:1779697714.298440:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.298444:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.298450:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:3.0:1779697714.298453:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:1.1:1779697714.299791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697714.299809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000400:00000200:3.0:1779697714.302105:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.302133:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445480 00000400:00000200:3.0:1779697714.302141:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 160984 00000400:00000200:3.0:1779697714.302201:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.302206:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.302215:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.302222:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634a80. 00010000:00000010:1.1:1779697714.303818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697714.303828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697714.303832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697714.303835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697714.303838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697714.303841:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697714.303844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697714.303846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697714.303849:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697714.303852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697714.303855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697714.303857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000800:00000200:0.0:1779697714.304936:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.304941:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697714.304946:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.304951:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.304955:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697714.304958:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000400:00000200:3.0:1779697714.310056:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.310077:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445580 00000400:00000200:3.0:1779697714.310086:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 161560 00000400:00000200:3.0:1779697714.310101:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.310106:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.310126:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.310136:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7587800. 00000400:00000200:2.0:1779697714.312674:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.312688:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9749 00000400:00000200:2.0:1779697714.312693:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.312697:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.312702:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697714.312705:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00010000:00000010:0.0:1779697714.317150:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697714.317167:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00000400:00000200:2.0:1779697714.319766:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.319784:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445600 00000400:00000200:2.0:1779697714.319792:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 162048 00000400:00000200:2.0:1779697714.319859:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.319865:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.319873:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.319880:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb77b80. 00000020:00000010:0.0:1779697714.320054:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.320059:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.320066:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.320071:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c600. 00000020:00000010:0.0:1779697714.320076:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697714.320119:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.320122:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000100:00000200:0.0:1779697714.320125:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215384576 00000001:00000010:0.0:1779697714.320135:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:0.0:1779697714.320161:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697714.320168:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697714.320194:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a5000. 00010000:00000010:0.0:1779697714.320221:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.320225:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697714.320242:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697714.320246:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697714.320250:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697714.320253:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:2.0:1779697714.321228:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697714.321233:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ce80. 00010000:00000010:2.0:1779697714.321237:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.321242:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697714.321296:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:2.0:1779697714.321306:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:2.0:1779697714.321311:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00010000:00000010:2.0:1779697714.321330:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:2.0:1779697714.321344:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb77b80 x1866146215384576/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.321367:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697714.321373:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215384576, offset 224 00000400:00000200:2.0:1779697714.321380:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.321417:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.321424:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308739:308739:256:4294967295] 192.168.203.23@tcp LPNI seq info [308735:308735:8:4294967295] 00000400:00000200:2.0:1779697714.321436:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.321441:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.321447:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697714.321453:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.321459:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.321464:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.321480:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c600. 00000020:00000010:2.0:1779697714.321484:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:2.0:1779697714.321487:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00010000:00000010:1.1:1779697714.323685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697714.323697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697714.323700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697714.323704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697714.323706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697714.323709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697714.323711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697714.323713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697714.323715:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697714.323717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:2.0:1779697714.324105:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.324174:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445700 00000400:00000200:2.0:1779697714.324182:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 162624 00000400:00000200:2.0:1779697714.324195:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.324199:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.324207:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.324213:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75180. 00000800:00000200:2.0:1779697714.325876:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.325881:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697714.325885:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.325890:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697714.326903:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697714.326914:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088600. 00010000:00000010:0.0:1779697714.326922:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00010000:00000010:0.0:1779697714.327236:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697714.327241:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088800. 00010000:00000010:2.1:1779697714.327426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697714.327433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697714.327436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697714.327439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697714.327479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697714.327484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000400:00000200:2.0:1779697714.328841:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.328856:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445780 00000400:00000200:2.0:1779697714.328864:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 163112 00000400:00000200:2.0:1779697714.328916:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.328921:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.328928:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.328935:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75f80. 00010000:00000010:2.0:1779697714.330299:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697714.330303:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c200. 00010000:00000010:2.0:1779697714.330307:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697714.330313:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697714.330424:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:2.0:1779697714.330437:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:2.0:1779697714.330442:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088800. 00010000:00000010:2.0:1779697714.330462:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000200:2.0:1779697714.330479:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb75f80 x1866146215384960/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.330498:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697714.330504:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215384960, offset 224 00000400:00000200:2.0:1779697714.330510:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.330521:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.330527:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308741:308741:256:4294967295] 192.168.203.23@tcp LPNI seq info [308737:308737:8:4294967295] 00000400:00000200:2.0:1779697714.330537:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.330542:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.330547:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697714.330553:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.330559:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.330563:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.330584:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd088c00. 00000020:00000010:2.0:1779697714.330588:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:2.0:1779697714.330591:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5a00. 00010000:00000010:0.1:1779697714.330645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697714.330651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000800:00000200:0.0:1779697714.330733:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.330737:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697714.330741:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.330746:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.330750:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:0.0:1779697714.330752:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00010000:00000010:0.1:1779697714.333468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697714.333476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000020:00000010:0.0:1779697714.333507:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.333511:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.333517:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697714.333521:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cc80. 00000020:00000010:0.0:1779697714.333525:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.333561:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.333564:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000100:00000200:0.0:1779697714.333567:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215385216 02000000:00000010:0.0:1779697714.333754:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a6000. 00010000:00000010:0.0:1779697714.333791:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697714.333817:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c200. 00010000:00000010:0.0:1779697714.333833:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697714.333838:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697714.333852:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697714.333855:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c180. 00010000:00000010:0.0:1779697714.333860:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.333863:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697714.333962:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697714.333965:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c900. 00010000:00000010:0.0:1779697714.333969:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.333973:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697714.333998:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff20. 00000020:00000010:0.0:1779697714.334004:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff20. 00000020:00000010:0.0:1779697714.334015:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c420. 00080000:00000010:0.0:1779697714.334023:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1270400. 00010000:00000010:1.1:1779697714.334503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697714.334511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697714.334516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697714.334519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000001:00000010:0.0:1779697714.334657:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c840. 00000001:00000010:0.0:1779697714.334664:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697714.334838:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c420. 00010000:00000010:0.0:1779697714.334847:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697714.334852:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697714.334863:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697714.334896:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.334909:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000200:0.0:1779697714.334924:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974173, last committed = 8589974006 00010000:00000200:0.0:1779697714.334934:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b93800 x1866146215385216/t8589974173(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.334952:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697714.334958:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215385216, offset 224 00000400:00000010:0.0:1779697714.334964:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217d58. 00000400:00000200:0.0:1779697714.334967:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.334979:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.334984:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308742:308742:256:4294967295] 192.168.203.23@tcp LPNI seq info [308738:308738:8:4294967295] 00000400:00000200:0.0:1779697714.334989:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.334995:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.335000:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.335005:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697714.335011:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.335017:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.335022:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.335082:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cc80. 00000020:00000010:0.0:1779697714.335088:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.335091:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00010000:00000010:2.1:1779697714.337918:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697714.337930:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697714.337934:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697714.337937:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000800:00000200:2.0:1779697714.337993:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.337998:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697714.338002:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.338010:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.343053:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.343073:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9759 00000400:00000200:0.0:1779697714.343080:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.343084:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.343092:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:0.0:1779697714.343095:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00000400:00000200:0.0:1779697714.343188:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.343195:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445900 00000400:00000200:0.0:1779697714.343202:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 164176 00000400:00000200:0.0:1779697714.343253:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.343257:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.343262:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.343268:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1f480. 00000020:00000010:2.0:1779697714.346709:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5500. 00000020:00000010:2.0:1779697714.346721:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5500. 00000020:00000010:2.0:1779697714.346735:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ca00. 00000020:00000010:2.0:1779697714.346740:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cd00. 00000020:00000010:2.0:1779697714.346746:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697714.346790:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5500. 00000020:00000010:2.0:1779697714.346793:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5500. 00000100:00000200:2.0:1779697714.346807:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215385344 00000001:00000010:2.0:1779697714.346817:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:2.0:1779697714.346843:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697714.346850:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697714.346875:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ca000. 00010000:00000010:2.0:1779697714.346902:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.346906:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697714.346924:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697714.346928:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb80. 00010000:00000010:2.0:1779697714.346932:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697714.346935:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697714.347151:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697714.347160:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e258. 00000004:00000010:2.0:1779697714.347167:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697714.347175:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb750558. 00010000:00000010:2.0:1779697714.348773:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697714.348781:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca80. 00010000:00000010:2.0:1779697714.348787:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697714.348792:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697714.348873:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697714.349199:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697714.349207:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb80. 00010000:00000010:2.0:1779697714.349233:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697714.349250:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1f480 x1866146215385344/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.349269:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697714.349277:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215385344, offset 224 00000400:00000200:2.0:1779697714.349284:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.349296:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.349303:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308743:308743:256:4294967295] 192.168.203.23@tcp LPNI seq info [308739:308739:8:4294967295] 00000400:00000200:2.0:1779697714.349314:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.349319:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.349324:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697714.349331:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.349338:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.349342:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.349369:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cd00. 00000020:00000010:2.0:1779697714.349373:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697714.349376:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ca00. 00010000:00000010:0.1:1779697714.352431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697714.352440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:0.1:1779697714.352445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.352448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697714.352570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697714.352576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000400:00000200:2.0:1779697714.352900:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.352916:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445a00 00000400:00000200:2.0:1779697714.352924:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 164752 00000400:00000200:2.0:1779697714.352938:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.352986:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.352994:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.353001:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb74e00. 00010000:00000010:0.0:1779697714.358093:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:0.0:1779697714.358101:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088080. 00010000:00000010:0.0:1779697714.358107:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00000800:00000200:0.0:1779697714.358214:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.358218:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697714.358222:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.358227:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.361861:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.361882:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9761 00000400:00000200:0.0:1779697714.361888:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.361893:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.361900:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697714.361903:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:0.0:1779697714.361932:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.361938:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445a80 00000400:00000200:0.0:1779697714.361945:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 165240 00000400:00000200:0.0:1779697714.361994:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.361999:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.362004:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.362010:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1c700. 00000020:00000010:0.0:1779697714.362054:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.362059:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.362064:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697714.362069:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cc80. 00000020:00000010:0.0:1779697714.362074:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.362106:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b80. 00000020:00000010:0.0:1779697714.362109:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b80. 00000100:00000200:0.0:1779697714.362121:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215385728 00000001:00000010:0.0:1779697714.362132:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:0.0:1779697714.362154:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.362161:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 02000000:00000010:0.0:1779697714.362186:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a4000. 00010000:00000010:0.0:1779697714.362212:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.362216:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.362233:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697714.362237:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697714.362240:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.362243:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000004:00000010:0.0:1779697714.362329:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b4a0. 00000004:00000010:0.0:1779697714.362338:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef168. 00000004:00000010:0.0:1779697714.362344:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31cb0. 00080000:00000010:0.0:1779697714.362352:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad0390. 00010000:00000010:0.0:1779697714.363082:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697714.363087:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.363091:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.363095:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697714.363165:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.363176:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697714.363181:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697714.363200:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000200:0.0:1779697714.363214:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1c700 x1866146215385728/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.363233:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697714.363239:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215385728, offset 224 00000400:00000200:0.0:1779697714.363245:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.363256:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.363261:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308745:308745:256:4294967295] 192.168.203.23@tcp LPNI seq info [308741:308741:8:4294967295] 00000400:00000200:0.0:1779697714.363272:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.363277:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.363282:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697714.363288:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.363294:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.363298:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.363318:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cc80. 00000020:00000010:0.0:1779697714.363322:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.363325:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00010000:00000010:2.1:1779697714.363497:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697714.363505:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697714.363509:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697714.363511:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000800:00000200:2.0:1779697714.363585:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.363589:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697714.363593:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.363598:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.363602:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:2.0:1779697714.363603:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:3.0:1779697714.365062:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:3.0:1779697714.365073:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088300. 00000400:00000200:0.0:1779697714.365314:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.365327:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445b80 00000400:00000200:0.0:1779697714.365335:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 165816 00000400:00000200:0.0:1779697714.365360:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.365365:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.365371:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.365377:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1df80. 00000020:00000010:0.0:1779697714.365436:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.365440:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.365444:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697714.365448:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cc80. 00000020:00000010:0.0:1779697714.365452:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.365481:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.365484:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697714.365487:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215385984 02000000:00000010:0.0:1779697714.365518:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a0000. 00010000:00000010:0.0:1779697714.365546:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697714.365556:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.365572:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.365576:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697714.365589:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697714.365592:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.365596:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.365599:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697714.366767:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697714.366772:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697714.366776:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.366781:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000020:00000010:0.0:1779697714.366826:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f9c0. 00000020:00000010:0.0:1779697714.366833:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f9c0. 00000020:00000010:0.0:1779697714.366844:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca20. 00080000:00000010:0.0:1779697714.366852:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd7612c00. 00000001:00000010:0.0:1779697714.367260:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02ce40. 00000001:00000010:0.0:1779697714.367266:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697714.367296:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca20. 00010000:00000010:0.0:1779697714.367304:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.367307:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697714.367318:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697714.367360:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697714.367373:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000200:0.0:1779697714.367404:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974175, last committed = 8589974006 00010000:00000200:0.0:1779697714.367414:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1df80 x1866146215385984/t8589974175(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.367431:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697714.367436:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215385984, offset 224 00000400:00000010:0.0:1779697714.367442:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2178f8. 00000400:00000200:0.0:1779697714.367446:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.367457:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.367463:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308746:308746:256:4294967295] 192.168.203.23@tcp LPNI seq info [308742:308742:8:4294967295] 00000400:00000200:0.0:1779697714.367469:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.367475:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.367481:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.367486:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.367491:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.367498:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.367502:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.367518:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cc80. 00000020:00000010:0.0:1779697714.367522:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.367525:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:0.0:1779697714.367613:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.367617:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697714.367621:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.367625:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697714.368760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697714.368767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:3.0:1779697714.370966:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.370983:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9769 00000400:00000200:3.0:1779697714.370990:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.370993:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.371000:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:3.0:1779697714.371004:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00010000:00000010:1.1:1779697714.371450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697714.371459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.372036:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697714.372047:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:1.1:1779697714.372505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697714.372513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697714.372517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697714.372520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697714.372523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697714.372526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697714.373430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697714.373438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:0.0:1779697714.375023:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.375040:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445c00 00000400:00000200:0.0:1779697714.375048:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 166304 00000400:00000200:0.0:1779697714.375108:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.375120:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.375127:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.375137:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63ae300. 00010000:00000010:0.1:1779697714.376434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697714.376444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697714.376447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697714.376451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.376453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697714.376456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697714.376458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697714.376460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000800:00000200:0.0:1779697714.377052:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.377057:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:0.0:1779697714.377062:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.377066:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.377071:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697714.377073:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000200:3.0:1779697714.379691:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.379710:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445d00 00000400:00000200:3.0:1779697714.379718:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 166880 00000400:00000200:3.0:1779697714.379733:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.379737:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.379745:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.379752:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7586680. 00000020:00000010:0.0:1779697714.379903:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.379909:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.379914:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697714.379919:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cf00. 00000020:00000010:0.0:1779697714.379924:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.379960:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.379963:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697714.379966:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215386368 02000000:00000010:0.0:1779697714.380003:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad57a1000. 00010000:00000010:0.0:1779697714.380041:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:0.0:1779697714.380058:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088080. 00010000:00000010:0.0:1779697714.380076:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.380082:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697714.380097:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697714.380100:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.380115:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.380125:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697714.380221:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697714.380225:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.380229:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.380232:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000020:00000010:0.0:1779697714.380256:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe20. 00000020:00000010:0.0:1779697714.380262:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe20. 00000020:00000010:0.0:1779697714.380273:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca20. 00080000:00000010:0.0:1779697714.380282:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a64c00. 00000001:00000010:0.0:1779697714.380703:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c960. 00000001:00000010:0.0:1779697714.380711:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697714.380743:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca20. 00010000:00000010:0.0:1779697714.380752:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.380757:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697714.380768:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697714.380811:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697714.380825:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000200:0.0:1779697714.380839:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974176, last committed = 8589974006 00010000:00000200:0.0:1779697714.380849:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7586680 x1866146215386368/t8589974176(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.380866:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697714.380872:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215386368, offset 224 00000400:00000010:0.0:1779697714.380879:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2173f0. 00000400:00000200:0.0:1779697714.380882:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.380894:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.380899:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308748:308748:256:4294967295] 192.168.203.23@tcp LPNI seq info [308744:308744:8:4294967295] 00000400:00000200:0.0:1779697714.380904:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.380910:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.380915:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.380919:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.380925:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.380932:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.380936:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.380953:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cf00. 00000020:00000010:0.0:1779697714.380957:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.380960:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00010000:00000010:0.0:1779697714.380986:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697714.380990:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.380996:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00000800:00000200:0.0:1779697714.381070:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.381074:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697714.381078:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.381082:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.385181:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.385200:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9771 00000400:00000200:0.0:1779697714.385206:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.385211:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.385217:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:0.0:1779697714.385220:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00010000:00000010:3.0:1779697714.385319:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:3.0:1779697714.385329:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cc80. 00000400:00000200:3.0:1779697714.385541:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.385550:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445d80 00000400:00000200:3.0:1779697714.385557:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 167368 00000400:00000200:3.0:1779697714.385665:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.385678:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.385684:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.385691:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584000. 00000020:00000010:0.0:1779697714.385975:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.385980:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.385986:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9da000. 00000020:00000010:0.0:1779697714.385991:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697714.385996:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697714.386034:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.386037:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697714.386040:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215386496 00000001:00000010:0.0:1779697714.386049:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:0.0:1779697714.386069:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697714.386076:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 02000000:00000010:0.0:1779697714.386099:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a2000. 00010000:00000010:0.0:1779697714.386133:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697714.386137:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697714.386153:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697714.386156:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.386161:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697714.386163:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000004:00000010:0.0:1779697714.386252:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b860. 00000004:00000010:0.0:1779697714.386261:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd98. 00000004:00000010:0.0:1779697714.386267:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30aa0. 00080000:00000010:0.0:1779697714.386276:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1398. 00010000:00000010:0.1:1779697714.389889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697714.389902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.0:1779697714.390150:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697714.390156:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c880. 00010000:00000010:2.0:1779697714.390160:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697714.390166:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697714.390233:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:2.0:1779697714.390245:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:2.0:1779697714.390250:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:2.0:1779697714.390272:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000200:2.0:1779697714.390288:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584000 x1866146215386496/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.390307:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697714.390314:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215386496, offset 224 00000400:00000200:2.0:1779697714.390320:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.390332:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.390338:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308749:308749:256:4294967295] 192.168.203.23@tcp LPNI seq info [308745:308745:8:4294967295] 00000400:00000200:2.0:1779697714.390349:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.390354:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.390359:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697714.390365:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.390371:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.390375:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.390430:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd00. 00000020:00000010:2.0:1779697714.390434:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:2.0:1779697714.390438:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9da000. 00000800:00000200:0.0:1779697714.390689:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.390693:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:0.0:1779697714.390697:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.390702:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.390707:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:0.0:1779697714.390709:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:3.1:1779697714.394470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697714.394492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697714.394649:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697714.394656:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697714.394660:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697714.394662:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697714.397006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697714.397017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697714.397022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.397024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697714.397028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697714.397030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:0.0:1779697714.397063:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.397079:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006445e80 00000400:00000200:0.0:1779697714.397087:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 167944 00000400:00000200:0.0:1779697714.397103:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.397108:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.397116:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.397123:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63aed80. 00000020:00000010:3.0:1779697714.397216:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f880. 00000020:00000010:3.0:1779697714.397222:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f880. 00000020:00000010:3.0:1779697714.397228:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e9400. 00000020:00000010:3.0:1779697714.397234:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697714.397239:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.397276:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f880. 00000020:00000010:3.0:1779697714.397278:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f880. 00000100:00000200:3.0:1779697714.397281:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215386752 02000000:00000010:3.0:1779697714.397315:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4318000. 00010000:00000010:3.0:1779697714.397356:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697714.397374:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c880. 00010000:00000010:3.0:1779697714.397421:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697714.397426:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697714.397441:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697714.397444:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697714.397448:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697714.397451:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697714.397552:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697714.397556:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697714.397558:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697714.397562:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000020:00000010:3.0:1779697714.397596:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.397603:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697714.397614:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37e40. 00080000:00000010:3.0:1779697714.397623:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc78c4800. 00000001:00000010:3.0:1779697714.398157:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37420. 00000001:00000010:3.0:1779697714.398163:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697714.398197:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37e40. 00010000:00000010:3.0:1779697714.398206:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697714.398211:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697714.398225:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697714.398272:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697714.398280:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697714.398297:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.398301:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697714.398315:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697714.398332:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974177, last committed = 8589974006 00010000:00000200:3.0:1779697714.398343:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63aed80 x1866146215386752/t8589974177(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697714.398363:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697714.398370:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215386752, offset 224 00000400:00000010:3.0:1779697714.398378:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d038. 00000400:00000200:3.0:1779697714.398382:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.398420:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.398426:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308750:308750:256:4294967295] 192.168.203.23@tcp LPNI seq info [308746:308746:8:4294967295] 00000400:00000200:3.0:1779697714.398432:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697714.398438:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.398443:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.398449:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697714.398456:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.398464:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.398467:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.398486:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697714.398490:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.398494:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e9400. 00010000:00000010:2.1:1779697714.398807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697714.398814:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697714.398818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697714.398821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000800:00000200:3.0:1779697714.400281:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.400290:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697714.400295:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.400303:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697714.403550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697714.403569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697714.403575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697714.403579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697714.403592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697714.403596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:3.0:1779697714.412846:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.412872:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9779 00000400:00000200:3.0:1779697714.412880:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.412884:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.412893:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:3.0:1779697714.412896:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:3.0:1779697714.413793:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.413815:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006445f00 00000400:00000200:3.0:1779697714.413824:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 168432 00000400:00000200:3.0:1779697714.413880:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.413884:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.413890:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.413897:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584a80. 00000020:00000010:2.0:1779697714.414089:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.414096:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.414118:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee5a00. 00000020:00000010:2.0:1779697714.414123:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c500. 00000020:00000010:2.0:1779697714.414128:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697714.414164:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.414166:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c40. 00000100:00000200:2.0:1779697714.414170:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215386880 00000001:00000010:2.0:1779697714.414179:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:2.0:1779697714.414200:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.414206:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697714.414229:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cd000. 00010000:00000010:2.0:1779697714.414252:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697714.414255:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697714.414272:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697714.414275:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf80. 00010000:00000010:2.0:1779697714.414279:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697714.414281:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697714.414365:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697714.414373:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e780. 00000004:00000010:2.0:1779697714.414378:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dba0. 00080000:00000010:2.0:1779697714.414386:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb7501c8. 00010000:00000200:1.0:1779697714.415731:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584a80 x1866146215386880/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697714.415750:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697714.415755:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215386880, offset 224 00000400:00000200:1.0:1779697714.415761:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.415771:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.415777:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308751:308751:256:4294967295] 192.168.203.23@tcp LPNI seq info [308747:308747:8:4294967295] 00000400:00000200:1.0:1779697714.415786:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.415791:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.415807:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697714.415813:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.415820:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.415824:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.415847:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c500. 00000020:00000010:1.0:1779697714.415851:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:1.0:1779697714.415855:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5a00. 00000800:00000200:3.0:1779697714.415968:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.415973:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697714.415977:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.415982:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.415987:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:3.0:1779697714.415989:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:3.0:1779697714.418346:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.418365:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446000 00000400:00000200:3.0:1779697714.418374:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 169008 00000400:00000200:3.0:1779697714.418411:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.418416:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.418425:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.418432:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584700. 00000020:00000010:1.0:1779697714.418880:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697714.418885:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697714.418891:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0b200. 00000020:00000010:1.0:1779697714.418898:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697714.418903:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697714.418945:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697714.418948:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697714.418951:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215387136 02000000:00000010:1.0:1779697714.418985:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d0e000. 00010000:00000010:1.0:1779697714.419025:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697714.419041:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd088080. 00010000:00000010:1.0:1779697714.419060:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697714.419065:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697714.419078:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697714.419082:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697714.419086:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697714.419088:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697714.419323:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697714.419326:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697714.419331:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697714.419334:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00000020:00000010:1.0:1779697714.419360:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccf80. 00000020:00000010:1.0:1779697714.419366:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccf80. 00000020:00000010:1.0:1779697714.419376:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd7664660. 00080000:00000010:1.0:1779697714.419385:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe554f400. 00010000:00000010:1.1:1779697714.421414:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697714.421425:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000001:00000010:1.0:1779697714.421520:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cae2bf9060. 00000001:00000010:1.0:1779697714.421528:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82becc0. 00000020:00000010:1.0:1779697714.421570:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd7664660. 00010000:00000010:1.0:1779697714.421584:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697714.422574:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697714.422749:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be9c0. 00010000:00000010:1.0:1779697714.425884:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697714.425915:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000200:1.0:1779697714.425938:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974178, last committed = 8589974006 00010000:00000200:1.0:1779697714.425949:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584700 x1866146215387136/t8589974178(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.425973:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697714.425981:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215387136, offset 224 00000400:00000010:1.0:1779697714.425988:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88b28. 00000400:00000200:1.0:1779697714.425992:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.426006:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.426011:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308752:308752:256:4294967295] 192.168.203.23@tcp LPNI seq info [308748:308748:8:4294967295] 00000400:00000200:1.0:1779697714.426017:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.426023:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.426028:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.426034:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697714.426040:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.426047:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.426051:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.426070:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697714.426074:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697714.426079:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0b200. 00000800:00000200:3.0:1779697714.426640:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.426646:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697714.426651:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.426656:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.429151:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.429169:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9781 00000400:00000200:3.0:1779697714.429176:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.429180:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.429187:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:3.0:1779697714.429190:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:1.0:1779697714.429288:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697714.429299:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00000400:00000200:3.0:1779697714.430174:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.430183:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446080 00000400:00000200:3.0:1779697714.430191:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 169496 00000400:00000200:3.0:1779697714.430237:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.430242:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.430247:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.430253:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585f80. 00000020:00000010:1.0:1779697714.430340:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697714.430345:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697714.430351:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0b200. 00000020:00000010:1.0:1779697714.430355:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f800. 00000020:00000010:1.0:1779697714.430359:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697714.430416:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697714.430418:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697714.430421:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215387264 00000001:00000010:1.0:1779697714.430430:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:1.0:1779697714.430452:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697714.430458:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 02000000:00000010:1.0:1779697714.430490:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9c8000. 00010000:00000010:1.0:1779697714.430517:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697714.430520:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697714.430535:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697714.430539:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697714.430543:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697714.430546:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00000004:00000010:1.0:1779697714.430635:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ab40. 00000004:00000010:1.0:1779697714.430643:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697714.430649:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562990. 00080000:00000010:1.0:1779697714.430656:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb3dd978f0. 00010000:00000010:1.0:1779697714.432759:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697714.432769:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697714.432774:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697714.432781:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697714.432860:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697714.432873:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697714.432877:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697714.432900:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697714.432918:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585f80 x1866146215387264/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697714.432937:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697714.432944:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215387264, offset 224 00000400:00000200:1.0:1779697714.432950:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.432963:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.432970:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308753:308753:256:4294967295] 192.168.203.23@tcp LPNI seq info [308749:308749:8:4294967295] 00000400:00000200:1.0:1779697714.432980:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.432985:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.432990:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697714.432996:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.433002:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.433006:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.433024:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f800. 00000020:00000010:1.0:1779697714.433027:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697714.433031:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0b200. 00000800:00000200:3.0:1779697714.433297:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.433301:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697714.433306:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.433311:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.433316:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:3.0:1779697714.433318:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00010000:00000010:2.0:1779697714.435257:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:2.0:1779697714.435272:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:2.0:1779697714.435283:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00010000:00000010:1.1:1779697714.439379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697714.439414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697714.439419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:1.1:1779697714.439422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697714.439426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697714.439431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00000400:00000200:3.0:1779697714.440339:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.440358:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446180 00000400:00000200:3.0:1779697714.440368:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 170072 00000400:00000200:3.0:1779697714.440384:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.440416:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.440425:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.440431:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585180. 00000020:00000010:2.0:1779697714.440543:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.440550:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.440565:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac800. 00000020:00000010:2.0:1779697714.440571:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.440576:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.440618:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.440620:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c40. 00000100:00000200:2.0:1779697714.440624:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215387520 02000000:00000010:2.0:1779697714.440661:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8cc000. 00010000:00000010:2.0:1779697714.440708:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:2.0:1779697714.440724:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:2.0:1779697714.440741:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697714.440747:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.440760:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697714.440763:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c280. 00010000:00000010:2.0:1779697714.440767:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697714.440770:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697714.440880:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697714.440883:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:2.0:1779697714.440886:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.440889:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697714.440913:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b8a0. 00000020:00000010:2.0:1779697714.440919:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b8a0. 00000020:00000010:2.0:1779697714.440930:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fecc0. 00080000:00000010:2.0:1779697714.440938:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf110bc00. 00000001:00000010:2.0:1779697714.441306:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d180. 00000001:00000010:2.0:1779697714.441312:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697714.441344:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fecc0. 00010000:00000010:2.0:1779697714.441353:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.441356:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697714.441368:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697714.441420:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.441434:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697714.441449:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974179, last committed = 8589974006 00010000:00000200:2.0:1779697714.441457:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585180 x1866146215387520/t8589974179(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.441477:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697714.441482:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215387520, offset 224 00000400:00000010:2.0:1779697714.441488:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fa80. 00000400:00000200:2.0:1779697714.441492:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.441505:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.441511:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308754:308754:256:4294967295] 192.168.203.23@tcp LPNI seq info [308750:308750:8:4294967295] 00000400:00000200:2.0:1779697714.441516:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.441522:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.441527:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.441532:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697714.441538:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.441544:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.441548:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.441565:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.441569:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.441572:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac800. 00000800:00000200:3.0:1779697714.441938:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.441942:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697714.441946:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.441951:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697714.442205:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:1.0:1779697714.442213:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000010:1.0:1779697714.442220:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00000400:00000200:3.0:1779697714.443743:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.443759:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9789 00000400:00000200:3.0:1779697714.443765:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.443769:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.443775:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:3.0:1779697714.443778:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00010000:00000010:1.0:1779697714.444008:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:1.0:1779697714.444016:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c280. 00000400:00000200:3.0:1779697714.444474:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.444491:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446200 00000400:00000200:3.0:1779697714.444500:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 170560 00000400:00000200:3.0:1779697714.444547:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.444551:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.444557:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.444562:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585500. 00000020:00000010:1.0:1779697714.444846:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.444851:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.444857:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0b200. 00000020:00000010:1.0:1779697714.444861:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f800. 00000020:00000010:1.0:1779697714.444866:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697714.444900:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.444903:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697714.444905:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215387648 00000001:00000010:1.0:1779697714.444915:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:1.0:1779697714.444938:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697714.444944:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 02000000:00000010:1.0:1779697714.444968:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9ca000. 00010000:00000010:1.0:1779697714.444995:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697714.444999:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697714.445014:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697714.445018:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697714.445021:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697714.445024:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00000004:00000010:1.0:1779697714.445108:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b860. 00000004:00000010:1.0:1779697714.445117:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697714.445124:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562cc0. 00080000:00000010:1.0:1779697714.445132:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb3dd97560. 00010000:00000010:3.0:1779697714.445818:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697714.445823:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697714.445827:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697714.445832:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697714.445889:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:3.0:1779697714.445900:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:3.0:1779697714.445904:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:3.0:1779697714.445926:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:3.0:1779697714.445942:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585500 x1866146215387648/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697714.445961:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697714.445967:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215387648, offset 224 00000400:00000200:3.0:1779697714.445973:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.445983:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.445990:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308755:308755:256:4294967295] 192.168.203.23@tcp LPNI seq info [308751:308751:8:4294967295] 00000400:00000200:3.0:1779697714.446000:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.446006:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.446010:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697714.446016:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.446022:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.446027:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.446053:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f800. 00000020:00000010:3.0:1779697714.446059:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:3.0:1779697714.446062:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0b200. 00000800:00000200:1.0:1779697714.446363:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.446368:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697714.446371:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.446376:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.446381:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:1.0:1779697714.446383:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:3.0:1779697714.448822:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.448837:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446300 00000400:00000200:3.0:1779697714.448845:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 171136 00000400:00000200:3.0:1779697714.448858:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.448862:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.448869:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.448876:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7587480. 00000020:00000010:1.0:1779697714.448960:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.448965:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.448972:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.448977:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.448982:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.449021:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.449024:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697714.449027:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215387904 02000000:00000010:1.0:1779697714.449061:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9cf000. 00010000:00000010:1.0:1779697714.449097:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:1.0:1779697714.449112:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:1.0:1779697714.449129:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697714.449135:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697714.449149:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697714.449153:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697714.449157:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697714.449160:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697714.449254:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697714.449257:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697714.449259:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697714.449262:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00000020:00000010:1.0:1779697714.449283:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc480. 00000020:00000010:1.0:1779697714.449288:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc480. 00000020:00000010:1.0:1779697714.449297:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cae2bf9720. 00080000:00000010:1.0:1779697714.449306:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe554e000. 00000001:00000010:1.0:1779697714.449847:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbff211ea0. 00000001:00000010:1.0:1779697714.449853:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be240. 00000020:00000010:1.0:1779697714.449892:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cae2bf9720. 00010000:00000010:1.0:1779697714.449901:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697714.449905:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697714.449916:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82becc0. 00010000:00000010:1.0:1779697714.449990:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.450004:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000200:1.0:1779697714.450021:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974180, last committed = 8589974006 00010000:00000200:1.0:1779697714.450031:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7587480 x1866146215387904/t8589974180(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.450049:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697714.450055:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215387904, offset 224 00000400:00000010:1.0:1779697714.450060:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88f88. 00000400:00000200:1.0:1779697714.450064:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.450075:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.450081:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308756:308756:256:4294967295] 192.168.203.23@tcp LPNI seq info [308752:308752:8:4294967295] 00000400:00000200:1.0:1779697714.450087:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.450093:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.450098:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.450102:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697714.450108:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.450115:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.450119:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.450143:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.450147:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.450151:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:3.0:1779697714.450578:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.450582:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697714.450592:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.450597:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.453075:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.453092:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9791 00000400:00000200:1.0:1779697714.453099:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.453103:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.453119:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:1.0:1779697714.453122:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000400:00000200:1.0:1779697714.453148:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.453154:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446380 00000400:00000200:1.0:1779697714.453161:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 171624 00000400:00000200:1.0:1779697714.453206:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.453210:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.453214:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.453220:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b91c00. 00000020:00000010:1.0:1779697714.453264:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.453268:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.453273:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.453277:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.453281:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.453310:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697714.453312:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697714.453314:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215388032 00000001:00000010:1.0:1779697714.453324:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:1.0:1779697714.453347:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697714.453353:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 02000000:00000010:1.0:1779697714.453377:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9c9000. 00010000:00000010:1.0:1779697714.453421:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697714.453425:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.453442:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697714.453445:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697714.453449:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697714.453451:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00000004:00000010:1.0:1779697714.453543:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697714.453551:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697714.453557:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563870. 00080000:00000010:1.0:1779697714.453565:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb3dd97c80. 00010000:00000010:3.0:1779697714.454053:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697714.454062:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697714.456337:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697714.456347:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697714.456353:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697714.456360:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697714.456448:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.456462:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697714.456467:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697714.456492:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000200:1.0:1779697714.456513:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b91c00 x1866146215388032/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697714.456534:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697714.456542:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215388032, offset 224 00000400:00000200:1.0:1779697714.456550:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.456563:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.456570:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308757:308757:256:4294967295] 192.168.203.23@tcp LPNI seq info [308753:308753:8:4294967295] 00000400:00000200:1.0:1779697714.456582:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.456601:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.456606:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697714.456613:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.456620:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.456625:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.456643:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.456648:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.456652:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:3.0:1779697714.456814:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.456819:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697714.456824:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.456829:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.456834:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:3.0:1779697714.456836:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:1.1:1779697714.458556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697714.458568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.0:1779697714.461058:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:2.0:1779697714.461075:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697714.461088:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00010000:00000010:3.1:1779697714.462424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697714.462436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697714.462440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697714.462445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697714.462447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697714.462450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697714.462486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697714.462490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697714.462494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697714.462496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697714.462499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697714.462501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697714.462582:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697714.462594:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697714.464509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697714.464521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697714.464527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697714.464531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697714.464533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697714.464538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697714.464542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697714.464545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697714.464548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697714.464552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697714.464582:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697714.464594:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697714.464791:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:2.1:1779697714.464805:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697714.464808:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697714.464811:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697714.464813:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697714.464815:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:3.0:1779697714.466161:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.466180:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446480 00000400:00000200:3.0:1779697714.466189:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 172200 00000400:00000200:3.0:1779697714.466204:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.466209:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.466218:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.466224:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585c00. 00000020:00000010:0.0:1779697714.466332:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.466337:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.466343:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.466349:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.466354:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.466413:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.466416:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697714.466419:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215388288 02000000:00000010:0.0:1779697714.466454:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad57a0000. 00010000:00000010:0.0:1779697714.466490:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:0.0:1779697714.466506:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:0.0:1779697714.466523:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.466529:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697714.466545:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697714.466548:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697714.466553:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.466555:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697714.466668:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697714.466684:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697714.466688:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.466692:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697714.466716:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f960. 00000020:00000010:0.0:1779697714.466723:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f960. 00000020:00000010:0.0:1779697714.466733:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca20. 00080000:00000010:0.0:1779697714.466742:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a67800. 00000001:00000010:0.0:1779697714.467121:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c6c0. 00000001:00000010:0.0:1779697714.467128:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697714.467161:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca20. 00010000:00000010:0.0:1779697714.467170:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697714.467174:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697714.467185:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697714.467230:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697714.467243:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697714.467256:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974181, last committed = 8589974006 00010000:00000200:0.0:1779697714.467266:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585c00 x1866146215388288/t8589974181(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.467285:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697714.467291:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215388288, offset 224 00000400:00000010:0.0:1779697714.467297:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217070. 00000400:00000200:0.0:1779697714.467301:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.467312:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.467319:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308758:308758:256:4294967295] 192.168.203.23@tcp LPNI seq info [308754:308754:8:4294967295] 00000400:00000200:0.0:1779697714.467324:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.467331:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.467337:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.467342:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.467348:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.467355:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.467359:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.467380:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.467384:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.467414:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:0.0:1779697714.467499:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.467503:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697714.467506:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.467511:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697714.467882:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:1.0:1779697714.467890:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:1.0:1779697714.467895:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00010000:00000010:0.1:1779697714.471503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:0.1:1779697714.471516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697714.471521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.471525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:3.0:1779697714.474567:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.474594:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9799 00000400:00000200:3.0:1779697714.474601:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.474606:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.474614:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:3.0:1779697714.474617:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00010000:00000010:1.0:1779697714.474757:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:1.0:1779697714.474768:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00010000:00000010:1.1:1779697714.482168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697714.482181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000400:00000200:3.0:1779697714.484234:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.484252:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446500 00000400:00000200:3.0:1779697714.484260:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 172688 00000400:00000200:3.0:1779697714.484320:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.484325:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.484333:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.484340:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7586a00. 00000020:00000010:0.0:1779697714.484492:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.484498:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.484505:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.484510:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.484514:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.484553:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697714.484556:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697714.484558:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215388416 00000001:00000010:0.0:1779697714.484569:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:0.0:1779697714.484600:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.484606:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 02000000:00000010:0.0:1779697714.484632:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a7000. 00010000:00000010:0.0:1779697714.484656:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.484659:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697714.484677:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697714.484682:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697714.484686:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697714.484689:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00000004:00000010:0.0:1779697714.484770:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ad20. 00000004:00000010:0.0:1779697714.484777:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff78. 00000004:00000010:0.0:1779697714.484782:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30220. 00080000:00000010:0.0:1779697714.484790:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad1560. 00010000:00000010:0.0:1779697714.485449:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697714.485453:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.485457:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.485460:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.485527:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697714.485537:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697714.485541:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697714.485558:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697714.485572:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7586a00 x1866146215388416/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.485600:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697714.485606:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215388416, offset 224 00000400:00000200:0.0:1779697714.485613:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.485622:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.485628:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308759:308759:256:4294967295] 192.168.203.23@tcp LPNI seq info [308755:308755:8:4294967295] 00000400:00000200:0.0:1779697714.485638:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.485643:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.485648:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.485653:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.485660:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.485664:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.485693:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.485697:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.485701:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:1.0:1779697714.485941:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.485946:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697714.485950:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.485954:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.485958:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:1.0:1779697714.485961:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00010000:00000010:1.1:1779697714.488306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697714.488321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697714.493753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.493767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697714.493771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697714.493773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:1.0:1779697714.502865:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.502889:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446600 00000400:00000200:1.0:1779697714.502960:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 173264 00000400:00000200:1.0:1779697714.503122:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.503128:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.503136:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.503144:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b91880. 00000020:00000010:0.0:1779697714.503293:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.503299:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.503306:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.503311:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.503317:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.503403:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.503406:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697714.503410:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215388672 02000000:00000010:0.0:1779697714.503448:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf80b1000. 00010000:00000010:0.0:1779697714.503502:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.503519:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.503536:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.503541:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.503556:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697714.503559:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.503563:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697714.503566:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697714.503667:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697714.503671:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697714.503675:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.503678:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00000020:00000010:0.0:1779697714.503705:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f180. 00000020:00000010:0.0:1779697714.503712:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f180. 00000020:00000010:0.0:1779697714.503722:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cba0. 00080000:00000010:0.0:1779697714.503731:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a64400. 00000001:00000010:0.0:1779697714.504374:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cf00. 00000001:00000010:0.0:1779697714.504381:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697714.504449:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cba0. 00010000:00000010:0.0:1779697714.504460:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.504465:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697714.504478:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697714.504510:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:2.0:1779697714.504514:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:2.0:1779697714.504520:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c300. 00010000:00000010:0.0:1779697714.504523:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:2.0:1779697714.504526:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00010000:00000200:0.0:1779697714.504539:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974182, last committed = 8589974006 00010000:00000200:0.0:1779697714.504548:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b91880 x1866146215388672/t8589974182(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.504566:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697714.504573:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215388672, offset 224 00000400:00000010:0.0:1779697714.504580:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217ce8. 00000400:00000200:0.0:1779697714.504586:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.504598:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.504605:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308760:308760:256:4294967295] 192.168.203.23@tcp LPNI seq info [308756:308756:8:4294967295] 00000400:00000200:0.0:1779697714.504611:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.504617:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.504623:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.504627:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697714.504633:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.504641:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.504646:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.504675:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.504680:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.504683:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:2.0:1779697714.506601:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.506607:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697714.506614:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.507454:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.507481:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97a1 00000400:00000200:1.0:1779697714.507487:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.507492:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.507912:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.507919:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:2.0:1779697714.507923:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00010000:00000010:1.0:1779697714.509747:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:1.0:1779697714.509762:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cc80. 00010000:00000010:0.1:1779697714.510422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697714.510431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697714.510437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.510441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:1.0:1779697714.514273:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.514298:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446680 00000400:00000200:1.0:1779697714.514308:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 173752 00000400:00000200:1.0:1779697714.514370:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.514377:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.514386:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.514426:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b92d80. 00010000:00000010:2.1:1779697714.514670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697714.514679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000020:00000010:2.0:1779697714.514715:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.514721:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.514737:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac3631800. 00000020:00000010:2.0:1779697714.514751:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.514757:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.514807:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c40. 00000020:00000010:2.0:1779697714.514810:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c40. 00000100:00000200:2.0:1779697714.514815:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215388800 00000001:00000010:2.0:1779697714.514825:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:2.0:1779697714.514847:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.514854:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697714.514876:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cf000. 00010000:00000010:2.0:1779697714.514909:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.514913:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.514930:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697714.514933:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c680. 00010000:00000010:2.0:1779697714.514937:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.514941:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697714.515039:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697714.515047:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ebb8. 00000004:00000010:2.0:1779697714.515052:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c440. 00080000:00000010:2.0:1779697714.515060:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb750ab0. 00010000:00000010:2.0:1779697714.516942:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697714.516950:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:2.0:1779697714.516956:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.516963:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697714.517036:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.517055:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.517062:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c680. 00010000:00000010:2.0:1779697714.517090:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697714.517203:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b92d80 x1866146215388800/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.517226:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697714.517233:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215388800, offset 224 00000400:00000200:2.0:1779697714.517242:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.517256:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.517263:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308761:308761:256:4294967295] 192.168.203.23@tcp LPNI seq info [308757:308757:8:4294967295] 00000400:00000200:2.0:1779697714.517279:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.517286:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.517291:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697714.517298:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.517306:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.517324:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.517464:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.517482:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.517486:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac3631800. 00000800:00000200:1.0:1779697714.517722:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.517727:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:1.0:1779697714.517732:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.517739:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.517744:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:1.0:1779697714.517747:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000400:00000200:2.0:1779697714.521653:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.521673:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446780 00000400:00000200:2.0:1779697714.521683:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 174328 00000400:00000200:2.0:1779697714.521700:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.521705:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.521713:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.521721:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75500. 00000020:00000010:1.0:1779697714.521823:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.521830:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.521836:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.521842:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.521849:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.521907:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.521911:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.521914:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215389056 02000000:00000010:1.0:1779697714.521947:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9cb000. 00010000:00000010:1.0:1779697714.521986:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:1.0:1779697714.522017:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000010:1.0:1779697714.522036:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697714.522042:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697714.522058:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697714.522061:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697714.522066:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697714.522070:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697714.522191:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697714.522196:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697714.522200:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697714.522204:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00000020:00000010:1.0:1779697714.522235:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc5e0. 00000020:00000010:1.0:1779697714.522243:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc5e0. 00000020:00000010:1.0:1779697714.522255:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd7664660. 00080000:00000010:1.0:1779697714.522264:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe554e800. 00010000:00000010:1.1:1779697714.522837:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697714.522846:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000001:00000010:1.0:1779697714.523648:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecca180. 00000001:00000010:1.0:1779697714.523656:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82becc0. 00000020:00000010:1.0:1779697714.523710:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd7664660. 00010000:00000010:1.0:1779697714.523722:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697714.523729:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697714.523751:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be240. 00010000:00000010:1.0:1779697714.523832:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.523856:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000200:1.0:1779697714.523877:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974183, last committed = 8589974006 00010000:00000200:1.0:1779697714.523888:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb75500 x1866146215389056/t8589974183(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.523919:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697714.523926:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215389056, offset 224 00000400:00000010:1.0:1779697714.523933:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea880a8. 00000400:00000200:1.0:1779697714.523939:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.523954:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.523961:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308762:308762:256:4294967295] 192.168.203.23@tcp LPNI seq info [308758:308758:8:4294967295] 00000400:00000200:1.0:1779697714.523969:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.523979:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.523986:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.523990:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697714.524009:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.524018:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.524022:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.524051:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.524055:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.524060:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00010000:00000010:2.0:1779697714.524246:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:2.0:1779697714.524254:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:2.0:1779697714.524263:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00000800:00000200:0.0:1779697714.524625:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.524630:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:0.0:1779697714.524636:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.524643:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.527170:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.527196:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97a9 00000400:00000200:1.0:1779697714.527204:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.527210:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.527217:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:1.0:1779697714.527220:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000400:00000200:1.0:1779697714.527256:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.527264:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446800 00000400:00000200:1.0:1779697714.527273:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 174816 00000400:00000200:1.0:1779697714.527377:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.527382:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.527421:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.527429:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b90a80. 00010000:00000010:2.1:1779697714.527508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697714.527518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697714.527524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697714.527528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000020:00000010:2.0:1779697714.527574:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c00. 00000020:00000010:2.0:1779697714.527580:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c00. 00000020:00000010:2.0:1779697714.527595:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac3631800. 00000020:00000010:2.0:1779697714.527600:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.527605:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.527649:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5c00. 00000020:00000010:2.0:1779697714.527653:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5c00. 00000100:00000200:2.0:1779697714.527659:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215389184 00000001:00000010:2.0:1779697714.527673:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:2.0:1779697714.527695:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.527703:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697714.527727:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cb000. 00010000:00000010:2.0:1779697714.527754:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.527758:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.527775:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697714.527779:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c680. 00010000:00000010:2.0:1779697714.527784:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.527788:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697714.527888:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697714.527906:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e4b0. 00000004:00000010:2.0:1779697714.527912:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cdd0. 00080000:00000010:2.0:1779697714.527920:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb751008. 00010000:00000010:0.0:1779697714.531607:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:0.0:1779697714.531627:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:2.1:1779697714.532413:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697714.532422:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.1:1779697714.532430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697714.532437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697714.532441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.1:1779697714.532445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:2.0:1779697714.534732:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697714.534743:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca80. 00010000:00000010:2.0:1779697714.534749:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697714.534758:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697714.534847:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.534865:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.534871:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c680. 00010000:00000010:2.0:1779697714.534905:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697714.534928:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b90a80 x1866146215389184/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.534949:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697714.534957:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215389184, offset 224 00000400:00000200:2.0:1779697714.534965:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.534980:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.534987:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308763:308763:256:4294967295] 192.168.203.23@tcp LPNI seq info [308759:308759:8:4294967295] 00000400:00000200:2.0:1779697714.535002:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.535009:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.535015:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697714.535022:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.535030:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.535034:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.535207:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.535213:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.535218:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac3631800. 00000800:00000200:0.0:1779697714.537367:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.537375:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:0.0:1779697714.537381:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.537423:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.537431:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:0.0:1779697714.537434:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00010000:00000010:2.1:1779697714.540429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697714.540443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697714.540449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697714.540455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697714.544375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697714.544402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:0.0:1779697714.544441:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.544461:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446900 00000400:00000200:0.0:1779697714.544483:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 175392 00000400:00000200:0.0:1779697714.544503:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.544508:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.544518:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.544524:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63ae680. 00000020:00000010:1.0:1779697714.544724:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.544729:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.544735:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.544750:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.544756:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.544803:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.544806:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.544809:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215389440 02000000:00000010:1.0:1779697714.544850:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9ce000. 00010000:00000010:1.0:1779697714.544903:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:1.0:1779697714.544921:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ca80. 00010000:00000010:1.0:1779697714.544940:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697714.544947:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697714.544963:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697714.544966:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697714.544971:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697714.544975:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.545085:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697714.545089:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697714.545093:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697714.545097:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000020:00000010:1.0:1779697714.545139:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc5e0. 00000020:00000010:1.0:1779697714.545145:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc5e0. 00000020:00000010:1.0:1779697714.545157:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caceccaf00. 00080000:00000010:1.0:1779697714.545168:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe554d400. 00000001:00000010:1.0:1779697714.545695:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cae2bf9420. 00000001:00000010:1.0:1779697714.545702:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be180. 00000020:00000010:1.0:1779697714.545760:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caceccaf00. 00010000:00000010:1.0:1779697714.545771:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697714.545777:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697714.545803:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be9c0. 00010000:00000010:1.0:1779697714.545849:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697714.545870:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000200:1.0:1779697714.545888:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974184, last committed = 8589974006 00010000:00000200:1.0:1779697714.545898:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63ae680 x1866146215389440/t8589974184(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.545919:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697714.545926:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215389440, offset 224 00000400:00000010:1.0:1779697714.545933:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88508. 00000400:00000200:1.0:1779697714.545939:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.545952:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.545959:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308764:308764:256:4294967295] 192.168.203.23@tcp LPNI seq info [308760:308760:8:4294967295] 00000400:00000200:1.0:1779697714.545965:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00010000:00000010:2.0:1779697714.545965:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697714.545972:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00000400:00000200:1.0:1779697714.545975:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.545981:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00010000:00000010:2.0:1779697714.545981:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00000800:00000010:1.0:1779697714.545986:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697714.545992:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.546001:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.546005:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.546031:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.546036:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.546039:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:2.0:1779697714.546108:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.546113:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697714.546118:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.546124:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.548209:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.548228:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97b1 00000400:00000200:0.0:1779697714.548235:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.548241:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.548248:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697714.548251:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:1.1:1779697714.551519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697714.551536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00000400:00000200:0.0:1779697714.551773:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.551791:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446980 00000400:00000200:0.0:1779697714.551810:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 175880 00000400:00000200:0.0:1779697714.551874:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.551881:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.551889:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.551902:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63af800. 00000020:00000010:2.0:1779697714.552052:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d58c0. 00000020:00000010:2.0:1779697714.552058:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d58c0. 00000020:00000010:2.0:1779697714.552073:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac3631800. 00000020:00000010:2.0:1779697714.552078:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.552084:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.552132:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d58c0. 00000020:00000010:2.0:1779697714.552136:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d58c0. 00000100:00000200:2.0:1779697714.552140:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215389568 00000001:00000010:2.0:1779697714.552150:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:2.0:1779697714.552175:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.552182:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697714.552208:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8c8000. 00010000:00000010:2.0:1779697714.552233:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.552238:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.552255:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697714.552258:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c680. 00010000:00000010:2.0:1779697714.552263:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697714.552267:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697714.552375:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697714.552384:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eac8. 00000004:00000010:2.0:1779697714.552411:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cbb0. 00080000:00000010:2.0:1779697714.552433:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb750720. 00010000:00000010:1.0:1779697714.553362:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.553375:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:2.1:1779697714.557551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697714.557571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:2.0:1779697714.558496:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697714.558503:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c780. 00010000:00000010:2.0:1779697714.558511:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697714.558518:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697714.558833:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.558853:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.558859:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c680. 00010000:00000010:2.0:1779697714.558888:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697714.558913:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63af800 x1866146215389568/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.558934:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697714.558941:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215389568, offset 224 00000400:00000200:2.0:1779697714.558949:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.558965:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.559125:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308765:308765:256:4294967295] 192.168.203.23@tcp LPNI seq info [308761:308761:8:4294967295] 00000400:00000200:2.0:1779697714.559140:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.559147:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.559153:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697714.559161:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.559169:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.559174:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.559236:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.559242:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.559246:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac3631800. 00000800:00000200:1.0:1779697714.559738:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.559744:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:1.0:1779697714.559749:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.559756:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.559762:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:1.0:1779697714.559765:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:1.1:1779697714.560743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.1:1779697714.560752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.1:1779697714.564554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697714.564568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:2.1:1779697714.565465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697714.565474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697714.565480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697714.565484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000400:00000200:0.0:1779697714.566719:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.566738:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446a80 00000400:00000200:0.0:1779697714.566748:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 176456 00000400:00000200:0.0:1779697714.566766:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.566771:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.566780:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.566788:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63ace00. 00000020:00000010:1.0:1779697714.567015:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.567022:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.567030:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.567036:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697714.567042:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.567093:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.567097:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.567100:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215389824 02000000:00000010:1.0:1779697714.567134:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9cd000. 00010000:00000010:1.0:1779697714.567174:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:1.0:1779697714.567192:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c780. 00010000:00000010:1.0:1779697714.567209:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697714.567215:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.567232:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697714.567236:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:1.0:1779697714.567241:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697714.567245:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697714.567452:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697714.567457:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697714.567462:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697714.567466:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000020:00000010:1.0:1779697714.567499:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc3e0. 00000020:00000010:1.0:1779697714.567506:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc3e0. 00000020:00000010:1.0:1779697714.567517:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cae2bf9480. 00080000:00000010:1.0:1779697714.567527:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff463c00. 00000001:00000010:1.0:1779697714.568529:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caceccac00. 00000001:00000010:1.0:1779697714.568683:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be9c0. 00000020:00000010:1.0:1779697714.568744:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cae2bf9480. 00010000:00000010:1.0:1779697714.568756:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697714.568763:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697714.568779:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82becc0. 00010000:00000010:1.0:1779697714.568867:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697714.568888:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000200:1.0:1779697714.568909:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974185, last committed = 8589974006 00010000:00000200:1.0:1779697714.568919:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63ace00 x1866146215389824/t8589974185(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.568949:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697714.568957:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215389824, offset 224 00000400:00000010:1.0:1779697714.568965:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88d58. 00000400:00000200:1.0:1779697714.568970:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.568991:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.568998:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308766:308766:256:4294967295] 192.168.203.23@tcp LPNI seq info [308762:308762:8:4294967295] 00000400:00000200:1.0:1779697714.569005:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.569015:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.569021:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.569026:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697714.569034:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.569042:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.569046:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.569072:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697714.569078:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.569083:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:0.0:1779697714.569219:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.569223:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697714.569228:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.569234:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697714.569516:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:2.0:1779697714.569526:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:2.0:1779697714.569598:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00000400:00000200:1.0:1779697714.570781:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.570809:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97b9 00000400:00000200:1.0:1779697714.570816:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.570821:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.570828:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:1.0:1779697714.570832:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:2.0:1779697714.571075:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.571086:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446b00 00000400:00000200:2.0:1779697714.571094:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 176944 00000400:00000200:2.0:1779697714.571143:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.571149:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.571155:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.571164:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76a00. 00010000:00000010:0.0:1779697714.571265:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697714.571273:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697714.571380:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.571386:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00010000:00000010:1.1:1779697714.571690:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697714.571698:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00000020:00000010:1.0:1779697714.571711:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.571716:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697714.571720:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697714.571791:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.571804:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.571807:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215389952 00000001:00000010:1.0:1779697714.571817:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be180. 00010000:00000010:1.0:1779697714.571841:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697714.571848:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 02000000:00000010:1.0:1779697714.571873:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666a000. 00010000:00000010:1.0:1779697714.571900:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697714.571905:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697714.571921:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697714.571924:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697714.571928:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697714.571932:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00000004:00000010:1.0:1779697714.572032:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77bc20. 00000004:00000010:1.0:1779697714.572041:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697714.572047:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563a90. 00080000:00000010:1.0:1779697714.572057:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:2.0:1779697714.572655:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697714.572659:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c800. 00010000:00000010:2.0:1779697714.572664:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.572728:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.573070:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:2.0:1779697714.573090:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:2.0:1779697714.573096:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:2.0:1779697714.573276:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000200:2.0:1779697714.573300:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76a00 x1866146215389952/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.573321:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697714.573328:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215389952, offset 224 00000400:00000200:2.0:1779697714.573335:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.573349:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.573357:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308767:308767:256:4294967295] 192.168.203.23@tcp LPNI seq info [308763:308763:8:4294967295] 00000400:00000200:2.0:1779697714.573373:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.573379:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.573385:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697714.573538:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.573547:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.573551:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.573577:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:2.0:1779697714.573582:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:2.0:1779697714.573594:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:1.0:1779697714.573730:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.573735:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:1.0:1779697714.573748:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.573755:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.573760:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:1.0:1779697714.573763:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000400:00000200:1.0:1779697714.582169:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.582189:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446c00 00000400:00000200:1.0:1779697714.582199:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 177520 00000400:00000200:1.0:1779697714.582215:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.582221:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.582230:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.582237:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b92300. 00000020:00000010:2.0:1779697714.582334:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5400. 00000020:00000010:2.0:1779697714.582341:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5400. 00000020:00000010:2.0:1779697714.582357:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac3631800. 00000020:00000010:2.0:1779697714.582363:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:2.0:1779697714.582368:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.582438:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5400. 00000020:00000010:2.0:1779697714.582442:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5400. 00000100:00000200:2.0:1779697714.582447:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215390208 02000000:00000010:2.0:1779697714.582484:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf29000. 00010000:00000010:2.0:1779697714.582524:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.582543:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c800. 00010000:00000010:2.0:1779697714.582562:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697714.582568:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.582585:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697714.582599:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c800. 00010000:00000010:2.0:1779697714.582605:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.582609:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.582726:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697714.582730:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c980. 00010000:00000010:2.0:1779697714.582734:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.582750:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697714.582784:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697714.582792:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697714.582813:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dd20. 00080000:00000010:2.0:1779697714.582822:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1109400. 00000001:00000010:2.0:1779697714.583283:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe5a0. 00000001:00000010:2.0:1779697714.583290:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697714.583337:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dd20. 00010000:00000010:2.0:1779697714.583348:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.583353:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697714.583367:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697714.583430:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.583449:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697714.583467:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974186, last committed = 8589974006 00010000:00000200:2.0:1779697714.583478:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b92300 x1866146215390208/t8589974186(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.583497:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697714.583503:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215390208, offset 224 00000400:00000010:2.0:1779697714.583510:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fd90. 00000400:00000200:2.0:1779697714.583515:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.583530:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.583537:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308768:308768:256:4294967295] 192.168.203.23@tcp LPNI seq info [308764:308764:8:4294967295] 00000400:00000200:2.0:1779697714.583544:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.583554:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.583560:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.583565:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697714.583573:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.583581:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.583586:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.583605:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:2.0:1779697714.583610:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.583614:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac3631800. 00010000:00000010:2.0:1779697714.583648:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697714.583654:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c980. 00010000:00000010:2.0:1779697714.583663:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000800:00000200:2.0:1779697714.583750:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.583754:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697714.583759:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.583765:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.585569:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.585586:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97c1 00000400:00000200:1.0:1779697714.585602:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.585609:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.585616:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:1.0:1779697714.585620:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:2.0:1779697714.588071:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.588089:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c800. 00000400:00000200:1.0:1779697714.588519:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.588547:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446c80 00000400:00000200:1.0:1779697714.588557:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 178008 00000400:00000200:1.0:1779697714.588621:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.588627:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.588636:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.588642:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b90000. 00000020:00000010:2.0:1779697714.590200:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5400. 00000020:00000010:2.0:1779697714.590209:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5400. 00000020:00000010:2.0:1779697714.590224:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac3631800. 00000020:00000010:2.0:1779697714.590230:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c800. 00000020:00000010:2.0:1779697714.590237:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.590280:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5400. 00000020:00000010:2.0:1779697714.590284:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5400. 00000100:00000200:2.0:1779697714.590288:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215390336 00000001:00000010:2.0:1779697714.590298:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:2.0:1779697714.590326:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697714.590335:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697714.590361:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2e000. 00010000:00000010:2.0:1779697714.590407:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.590412:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697714.590432:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697714.590436:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c980. 00010000:00000010:2.0:1779697714.590440:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.590445:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697714.590570:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697714.590578:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e1e0. 00000004:00000010:2.0:1779697714.590593:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d980. 00080000:00000010:2.0:1779697714.590603:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcb751ab8. 00010000:00000010:1.1:1779697714.591274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.1:1779697714.591283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:0.1:1779697714.591461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697714.591469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:2.1:1779697714.591903:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697714.591912:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:2.1:1779697714.595479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:2.1:1779697714.595491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697714.595496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:2.1:1779697714.595501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:2.0:1779697714.595980:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697714.595986:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca00. 00010000:00000010:2.0:1779697714.595992:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697714.596000:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697714.596080:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697714.596098:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.596104:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c980. 00010000:00000010:2.0:1779697714.596144:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697714.596165:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b90000 x1866146215390336/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.596185:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697714.596192:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215390336, offset 224 00000400:00000200:2.0:1779697714.596199:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.596214:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.596221:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308769:308769:256:4294967295] 192.168.203.23@tcp LPNI seq info [308765:308765:8:4294967295] 00000400:00000200:2.0:1779697714.596235:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.596241:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.596246:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697714.596253:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.596262:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.596266:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.596289:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c800. 00000020:00000010:2.0:1779697714.596293:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.596297:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac3631800. 00000800:00000200:0.0:1779697714.596553:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.596558:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:0.0:1779697714.596562:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.596569:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.596575:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:0.0:1779697714.596578:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000400:00000200:1.0:1779697714.598889:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.598907:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446d80 00000400:00000200:1.0:1779697714.598916:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 178584 00000400:00000200:1.0:1779697714.598933:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.598939:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.598946:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.598953:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b91f80. 00000020:00000010:0.0:1779697714.599188:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.599194:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.599200:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.599204:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.599210:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.599254:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.599258:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697714.599262:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215390592 02000000:00000010:0.0:1779697714.599296:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf80b2000. 00010000:00000010:0.0:1779697714.599334:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697714.599351:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ca00. 00010000:00000010:0.0:1779697714.599371:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.599377:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.599419:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697714.599423:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca00. 00010000:00000010:0.0:1779697714.599427:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.599432:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697714.601466:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697714.601474:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c180. 00010000:00000010:0.0:1779697714.601480:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.601486:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697714.601543:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f7e0. 00000020:00000010:0.0:1779697714.601551:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f7e0. 00000020:00000010:0.0:1779697714.601563:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cba0. 00080000:00000010:0.0:1779697714.601574:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a66400. 00000001:00000010:0.0:1779697714.602080:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cb40. 00000001:00000010:0.0:1779697714.602087:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697714.602146:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cba0. 00010000:00000010:0.0:1779697714.602157:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.602162:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697714.602175:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697714.602214:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697714.602237:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697714.602258:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974187, last committed = 8589974006 00010000:00000200:0.0:1779697714.602270:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b91f80 x1866146215390592/t8589974187(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.602288:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697714.602295:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215390592, offset 224 00000400:00000010:0.0:1779697714.602302:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217e00. 00000400:00000200:0.0:1779697714.602307:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.602322:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.602330:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308770:308770:256:4294967295] 192.168.203.23@tcp LPNI seq info [308766:308766:8:4294967295] 00000400:00000200:0.0:1779697714.602338:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.602347:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.602354:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.602360:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697714.602367:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.602376:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.602380:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.602424:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cf80. 00000020:00000010:0.0:1779697714.602430:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.602434:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:0.0:1779697714.602533:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.602537:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697714.602542:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.602548:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697714.602963:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:2.0:1779697714.602990:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c180. 00010000:00000010:2.0:1779697714.603000:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00010000:00000010:2.1:1779697714.603733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697714.603755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697714.603761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697714.603767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697714.603771:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697714.603776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697714.603781:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697714.603786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:2.0:1779697714.606907:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.606929:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97c9 00000400:00000200:2.0:1779697714.606936:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.606942:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.606950:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:2.0:1779697714.606954:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00010000:00000010:0.0:1779697714.607374:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697714.607386:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca00. 00000400:00000200:1.0:1779697714.610874:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.610892:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446e00 00000400:00000200:1.0:1779697714.610900:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 179072 00000400:00000200:1.0:1779697714.610961:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.610967:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.610974:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.610981:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b93b80. 00000020:00000010:2.0:1779697714.611070:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d57c0. 00000020:00000010:2.0:1779697714.611077:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d57c0. 00000020:00000010:2.0:1779697714.611093:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac3631800. 00000020:00000010:2.0:1779697714.611098:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c800. 00000020:00000010:2.0:1779697714.611104:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.611162:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d57c0. 00000020:00000010:2.0:1779697714.611166:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d57c0. 00000100:00000200:2.0:1779697714.611171:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215390720 00000001:00000010:2.0:1779697714.611180:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697714.611202:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.611210:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697714.611234:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2a000. 00010000:00000010:2.0:1779697714.611265:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.611271:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.611290:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697714.611293:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c980. 00010000:00000010:2.0:1779697714.611298:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697714.611303:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.1:1779697714.611416:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697714.611425:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697714.611429:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697714.611433:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697714.611436:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697714.611440:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000004:00000010:2.0:1779697714.611468:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697714.611477:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e7f8. 00000004:00000010:2.0:1779697714.611484:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d100. 00080000:00000010:2.0:1779697714.611497:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5ab8. 00010000:00000010:0.1:1779697714.614229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697714.614244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697714.618275:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697714.618285:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c000. 00010000:00000010:2.0:1779697714.618291:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697714.618299:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697714.618508:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.618527:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697714.618533:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c980. 00010000:00000010:2.0:1779697714.618663:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697714.618838:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b93b80 x1866146215390720/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.618861:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697714.618868:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215390720, offset 224 00000400:00000200:2.0:1779697714.618877:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.618893:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.618901:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308771:308771:256:4294967295] 192.168.203.23@tcp LPNI seq info [308767:308767:8:4294967295] 00000400:00000200:2.0:1779697714.618915:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.618921:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.618926:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697714.618934:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.618941:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.618946:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1779697714.619343:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.619348:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697714.619354:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.619360:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.619366:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:0.0:1779697714.619369:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000020:00000010:2.0:1779697714.621566:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c800. 00000020:00000010:2.0:1779697714.621579:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.621592:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac3631800. 00010000:00000010:0.1:1779697714.621701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697714.621708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:2.0:1779697714.622688:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.622703:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006446f00 00000400:00000200:2.0:1779697714.622712:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 179648 00000400:00000200:2.0:1779697714.622729:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.622734:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.622835:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.622843:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f74a80. 00000020:00000010:1.0:1779697714.622975:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.622981:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.622987:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0b200. 00000020:00000010:1.0:1779697714.622991:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff00. 00000020:00000010:1.0:1779697714.622996:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f957d0. 00000020:00000010:1.0:1779697714.623038:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.623041:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.623044:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215390976 02000000:00000010:1.0:1779697714.623076:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd666b000. 00010000:00000010:1.0:1779697714.623123:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:1.0:1779697714.623185:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c000. 00010000:00000010:1.0:1779697714.623205:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697714.623212:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697714.623227:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697714.623231:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697714.623236:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697714.623240:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697714.623347:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697714.623350:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697714.623355:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697714.623359:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00000020:00000010:1.0:1779697714.623829:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc7a0. 00000020:00000010:1.0:1779697714.623838:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc7a0. 00000020:00000010:1.0:1779697714.623848:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caceccab40. 00080000:00000010:1.0:1779697714.623857:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff462400. 00000001:00000010:1.0:1779697714.624509:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1acc0. 00000001:00000010:1.0:1779697714.624517:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be240. 00000020:00000010:1.0:1779697714.624580:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caceccab40. 00010000:00000010:1.0:1779697714.624649:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697714.624657:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697714.624682:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be180. 00010000:00000010:1.0:1779697714.624725:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697714.628855:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000200:1.0:1779697714.628914:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974188, last committed = 8589974006 00010000:00000200:1.0:1779697714.628927:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f74a80 x1866146215390976/t8589974188(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.628953:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697714.628962:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215390976, offset 224 00000400:00000010:1.0:1779697714.628970:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea888f8. 00000400:00000200:1.0:1779697714.628976:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.628992:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.629000:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308772:308772:256:4294967295] 192.168.203.23@tcp LPNI seq info [308768:308768:8:4294967295] 00000400:00000200:1.0:1779697714.629007:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.629016:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.629022:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.629028:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697714.629036:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.629044:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.629048:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.629536:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff00. 00000020:00000010:1.0:1779697714.629543:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f957d0. 00000020:00000010:1.0:1779697714.629548:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0b200. 00010000:00000010:0.0:1779697714.631971:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:0.0:1779697714.631986:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:0.0:1779697714.631997:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00000800:00000200:1.0:1779697714.632247:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.632253:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697714.632259:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.632269:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.636511:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.636532:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97d1 00000400:00000200:0.0:1779697714.636550:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.636557:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.636565:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:0.0:1779697714.636568:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00010000:00000010:0.1:1779697714.639847:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697714.639862:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.0:1779697714.641822:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697714.641838:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:1.1:1779697714.642581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697714.642599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697714.649321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697714.649340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697714.649347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697714.649352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697714.649497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697714.649504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:0.1:1779697714.649552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697714.649559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00000400:00000200:2.0:1779697714.652578:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.652719:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006446f80 00000400:00000200:2.0:1779697714.652728:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 180136 00000400:00000200:2.0:1779697714.652921:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.652928:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.652936:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.652944:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f75880. 00000020:00000010:0.0:1779697714.653444:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.653449:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.653455:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.653459:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06ca00. 00000020:00000010:0.0:1779697714.653465:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.653502:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697714.653504:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697714.653508:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215391104 00010000:00000010:1.1:1779697714.653510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00000001:00000010:0.0:1779697714.653517:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:1.1:1779697714.653519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:0.0:1779697714.653540:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.653549:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 02000000:00000010:0.0:1779697714.653588:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e0000. 00010000:00000010:0.0:1779697714.653616:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.653620:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.653636:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697714.653639:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697714.653643:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.653645:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697714.653729:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a000. 00000004:00000010:0.0:1779697714.653736:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefca8. 00000004:00000010:0.0:1779697714.653742:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30330. 00080000:00000010:0.0:1779697714.653750:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbffad18f0. 00010000:00000010:0.0:1779697714.654479:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697714.654484:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06ca80. 00010000:00000010:0.0:1779697714.654490:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697714.654495:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697714.654582:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.654606:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697714.654612:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697714.654638:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697714.654657:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f75880 x1866146215391104/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.654677:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697714.654683:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215391104, offset 224 00000400:00000200:0.0:1779697714.654693:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.654706:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.654714:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308773:308773:256:4294967295] 192.168.203.23@tcp LPNI seq info [308769:308769:8:4294967295] 00000400:00000200:0.0:1779697714.654728:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.654735:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.654740:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697714.654747:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.654755:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.654760:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.654776:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06ca00. 00000020:00000010:0.0:1779697714.654781:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.654786:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:1.0:1779697714.655468:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.655474:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697714.655479:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.655486:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.655492:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:1.0:1779697714.655494:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00000400:00000200:0.0:1779697714.658372:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.658687:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447080 00000400:00000200:0.0:1779697714.658696:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 180712 00000400:00000200:0.0:1779697714.658730:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.658736:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.658745:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.658752:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63adc00. 00000020:00000010:1.0:1779697714.658877:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.658882:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.658889:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0b200. 00000020:00000010:1.0:1779697714.658894:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697714.658899:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f957d0. 00000020:00000010:1.0:1779697714.658972:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.658975:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.658979:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215391360 02000000:00000010:1.0:1779697714.659012:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd666d000. 00010000:00000010:1.0:1779697714.659051:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:1.0:1779697714.659067:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06ca80. 00010000:00000010:1.0:1779697714.659087:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697714.659093:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697714.659110:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697714.659114:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:1.0:1779697714.659118:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697714.659122:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697714.659244:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697714.659247:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697714.659251:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697714.659256:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00000020:00000010:1.0:1779697714.659283:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc0a0. 00000020:00000010:1.0:1779697714.659289:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc0a0. 00000020:00000010:1.0:1779697714.659298:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a120. 00080000:00000010:1.0:1779697714.659318:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff461c00. 00000001:00000010:1.0:1779697714.659929:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a600. 00000001:00000010:1.0:1779697714.659936:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be9c0. 00000020:00000010:1.0:1779697714.659992:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a120. 00010000:00000010:1.0:1779697714.660002:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697714.660007:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697714.660021:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be180. 00010000:00000010:1.0:1779697714.660066:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697714.660086:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:1.0:1779697714.660106:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974189, last committed = 8589974006 00010000:00000200:1.0:1779697714.660116:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63adc00 x1866146215391360/t8589974189(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.660137:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697714.660143:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215391360, offset 224 00000400:00000010:1.0:1779697714.660150:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea883f0. 00000400:00000200:1.0:1779697714.660155:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.660169:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.660176:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308774:308774:256:4294967295] 192.168.203.23@tcp LPNI seq info [308770:308770:8:4294967295] 00000400:00000200:1.0:1779697714.660182:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.660191:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.660197:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.660203:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697714.660211:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.660219:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.660223:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.660244:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697714.660249:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f957d0. 00000020:00000010:1.0:1779697714.660253:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0b200. 00010000:00000010:2.0:1779697714.660316:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:2.0:1779697714.660323:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00010000:00000010:2.0:1779697714.660329:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00000800:00000200:2.0:1779697714.660435:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.660439:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697714.660443:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.660448:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.663362:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.663384:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97d9 00000400:00000200:1.0:1779697714.663405:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.663411:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.663427:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:1.0:1779697714.663430:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:0.1:1779697714.663789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697714.663808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697714.663814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697714.663818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.663862:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:0.0:1779697714.663873:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00000400:00000200:0.0:1779697714.664529:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.664552:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447100 00000400:00000200:0.0:1779697714.664562:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 181200 00000400:00000200:0.0:1779697714.664624:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.664630:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.664637:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.664644:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff468700. 00010000:00000010:1.1:1779697714.664928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697714.664936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00000020:00000010:1.0:1779697714.664970:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.664976:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.664983:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0b200. 00000020:00000010:1.0:1779697714.664988:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697714.664993:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f957d0. 00000020:00000010:1.0:1779697714.665038:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.665042:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.665046:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215391488 00000001:00000010:1.0:1779697714.665056:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:1.0:1779697714.665081:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697714.665088:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 02000000:00000010:1.0:1779697714.665118:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666c000. 00010000:00000010:1.0:1779697714.665146:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697714.665151:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697714.665169:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697714.665172:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fb00. 00010000:00000010:1.0:1779697714.665177:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697714.665191:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00000004:00000010:1.0:1779697714.665290:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77be00. 00000004:00000010:1.0:1779697714.665300:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697714.665306:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562550. 00080000:00000010:1.0:1779697714.665316:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:2.1:1779697714.665423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697714.665429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.1:1779697714.666966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697714.666974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:0.1:1779697714.667495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697714.667504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:2.0:1779697714.667673:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697714.667679:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca80. 00010000:00000010:2.0:1779697714.667684:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697714.667691:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.667767:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:2.0:1779697714.667783:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:2.0:1779697714.667789:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fb00. 00010000:00000010:2.0:1779697714.667831:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:2.0:1779697714.667850:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff468700 x1866146215391488/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.667871:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697714.667877:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215391488, offset 224 00000400:00000200:2.0:1779697714.667884:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.667899:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.667906:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308775:308775:256:4294967295] 192.168.203.23@tcp LPNI seq info [308771:308771:8:4294967295] 00000400:00000200:2.0:1779697714.667921:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.667927:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.667932:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697714.667939:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.667946:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.667950:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.667977:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:2.0:1779697714.667982:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f957d0. 00000020:00000010:2.0:1779697714.667987:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0b200. 00000800:00000200:0.0:1779697714.668120:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.668124:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697714.668129:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.668135:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.668139:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:0.0:1779697714.668142:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:1.0:1779697714.672301:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.672386:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447200 00000400:00000200:1.0:1779697714.672647:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 181776 00000400:00000200:1.0:1779697714.672667:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.672682:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.672691:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.672698:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b93100. 00000020:00000010:0.0:1779697714.672845:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697714.672850:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697714.672856:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf98e9c00. 00000020:00000010:0.0:1779697714.672861:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06ca00. 00000020:00000010:0.0:1779697714.672866:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.672901:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697714.672904:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000100:00000200:0.0:1779697714.672907:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215391744 02000000:00000010:0.0:1779697714.672940:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e2000. 00010000:00000010:0.0:1779697714.672976:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:0.0:1779697714.672991:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ca80. 00010000:00000010:0.0:1779697714.673008:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.673014:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697714.673029:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697714.673032:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697714.673036:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.673038:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697714.673129:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697714.673132:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c580. 00010000:00000010:0.0:1779697714.673135:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.673138:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697714.673160:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff80. 00000020:00000010:0.0:1779697714.673165:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff80. 00000020:00000010:0.0:1779697714.673174:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c780. 00080000:00000010:0.0:1779697714.673184:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a65c00. 00000001:00000010:0.0:1779697714.673540:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6480. 00000001:00000010:0.0:1779697714.673547:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697714.673578:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c780. 00010000:00000010:0.0:1779697714.673585:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697714.673588:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697714.673598:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697714.673629:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.673640:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697714.673653:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974190, last committed = 8589974006 00010000:00000200:0.0:1779697714.673661:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b93100 x1866146215391744/t8589974190(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.673678:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697714.673683:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215391744, offset 224 00000400:00000010:0.0:1779697714.673689:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217738. 00000400:00000200:0.0:1779697714.673693:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.673704:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.673710:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308776:308776:256:4294967295] 192.168.203.23@tcp LPNI seq info [308772:308772:8:4294967295] 00000400:00000200:0.0:1779697714.673716:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.673722:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.673727:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.673731:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697714.673737:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.673744:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.673748:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.673773:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06ca00. 00000020:00000010:0.0:1779697714.673778:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.673780:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf98e9c00. 00010000:00000010:2.0:1779697714.673925:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697714.673932:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c580. 00010000:00000010:2.0:1779697714.673938:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00000800:00000200:1.0:1779697714.674349:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.674354:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697714.674358:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.674363:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.675103:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.675124:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97e1 00000400:00000200:0.0:1779697714.675130:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.675135:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.675141:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:0.0:1779697714.675144:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:1.0:1779697714.675223:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:1.0:1779697714.675230:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf80. 00000400:00000200:1.0:1779697714.676550:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.676562:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447280 00000400:00000200:1.0:1779697714.676569:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 182264 00000400:00000200:1.0:1779697714.676622:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.676627:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.676634:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.676639:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b92a00. 00000020:00000010:0.0:1779697714.676716:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697714.676721:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697714.676727:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.676731:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06ca00. 00000020:00000010:0.0:1779697714.676737:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.676779:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697714.676782:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000100:00000200:0.0:1779697714.676786:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215391872 00000001:00000010:0.0:1779697714.676805:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:0.0:1779697714.676829:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697714.676836:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 02000000:00000010:0.0:1779697714.676859:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e7000. 00010000:00000010:0.0:1779697714.676884:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.676888:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.676904:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697714.676908:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697714.676912:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697714.676916:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000004:00000010:0.0:1779697714.677016:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ab40. 00000004:00000010:0.0:1779697714.677024:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefac8. 00000004:00000010:0.0:1779697714.677030:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30660. 00080000:00000010:0.0:1779697714.677042:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbca1eaab0. 00010000:00000010:2.1:1779697714.677416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:2.1:1779697714.677422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697714.677426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:2.1:1779697714.677428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:0.0:1779697714.677679:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697714.677683:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c180. 00010000:00000010:0.0:1779697714.677687:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.677691:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697714.677744:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.677760:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697714.677766:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf80. 00010000:00000010:0.0:1779697714.677789:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697714.677817:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b92a00 x1866146215391872/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.677835:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697714.677840:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215391872, offset 224 00000400:00000200:0.0:1779697714.677847:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.677857:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.677864:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308777:308777:256:4294967295] 192.168.203.23@tcp LPNI seq info [308773:308773:8:4294967295] 00000400:00000200:0.0:1779697714.677877:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.677883:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.677887:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697714.677894:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.677900:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.677904:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.677926:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06ca00. 00000020:00000010:0.0:1779697714.677931:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.677935:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:1.0:1779697714.678065:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.678069:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697714.678074:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.678079:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.678083:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:1.0:1779697714.678086:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:1.1:1779697714.678420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697714.678421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697714.678427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697714.678429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697714.678465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697714.678471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00000400:00000200:0.0:1779697714.680228:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.680243:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447380 00000400:00000200:0.0:1779697714.680252:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 182840 00000400:00000200:0.0:1779697714.680266:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.680271:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.680279:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.680285:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff46b480. 00000020:00000010:1.0:1779697714.680375:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.680379:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.680384:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.680422:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff00. 00000020:00000010:1.0:1779697714.680427:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.680464:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.680468:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.680471:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215392128 02000000:00000010:1.0:1779697714.680501:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd6668000. 00010000:00000010:1.0:1779697714.680533:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:1.0:1779697714.680546:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c180. 00010000:00000010:1.0:1779697714.680560:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697714.680565:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697714.680580:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697714.680582:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:0.1:1779697714.680677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697714.680683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.0:1779697714.680884:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697714.680890:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697714.680996:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697714.681000:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697714.681004:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697714.681009:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00000020:00000010:1.0:1779697714.681036:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc720. 00000020:00000010:1.0:1779697714.681041:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc720. 00000020:00000010:1.0:1779697714.681051:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a120. 00080000:00000010:1.0:1779697714.681059:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff461000. 00000001:00000010:1.0:1779697714.681489:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a240. 00000001:00000010:1.0:1779697714.681496:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82becc0. 00000020:00000010:1.0:1779697714.681543:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a120. 00010000:00000010:1.0:1779697714.681550:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697714.681554:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697714.681564:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be240. 00010000:00000010:2.0:1779697714.681626:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:2.0:1779697714.681634:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00010000:00000010:1.0:1779697714.681756:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697714.681762:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697714.681781:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:1.0:1779697714.681807:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974191, last committed = 8589974006 00010000:00000200:1.0:1779697714.681817:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff46b480 x1866146215392128/t8589974191(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.681836:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697714.681842:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215392128, offset 224 00000400:00000010:1.0:1779697714.681849:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88070. 00000400:00000200:1.0:1779697714.681853:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.681867:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.681873:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308778:308778:256:4294967295] 192.168.203.23@tcp LPNI seq info [308774:308774:8:4294967295] 00000400:00000200:1.0:1779697714.681879:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.681888:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.681894:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.681899:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697714.681905:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.681913:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.681917:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.681973:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff00. 00000020:00000010:1.0:1779697714.681978:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.681982:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:0.0:1779697714.683375:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.683380:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697714.683386:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.683403:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.683784:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.683813:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97e9 00000400:00000200:1.0:1779697714.683881:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.683888:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.683894:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:1.0:1779697714.683897:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000400:00000200:1.0:1779697714.683930:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.683940:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447400 00000400:00000200:1.0:1779697714.683949:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 183328 00010000:00000010:0.0:1779697714.683963:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:0.0:1779697714.683974:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00000400:00000200:1.0:1779697714.683993:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.683999:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.684004:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.684010:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b93480. 00000020:00000010:2.0:1779697714.684108:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5540. 00000020:00000010:2.0:1779697714.684113:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5540. 00000020:00000010:2.0:1779697714.684127:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac3631800. 00000020:00000010:2.0:1779697714.684131:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c500. 00000020:00000010:2.0:1779697714.684135:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.684173:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5540. 00000020:00000010:2.0:1779697714.684175:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5540. 00000100:00000200:2.0:1779697714.684179:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215392256 00000001:00000010:2.0:1779697714.684188:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:2.0:1779697714.684207:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.684213:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697714.684236:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2f000. 00010000:00000010:2.0:1779697714.684261:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.684264:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.684277:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697714.684280:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:2.0:1779697714.684283:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.684286:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:0.1:1779697714.684428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697714.684434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697714.684438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697714.684442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000004:00000010:2.0:1779697714.684481:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697714.684489:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed98. 00000004:00000010:2.0:1779697714.684494:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c330. 00080000:00000010:2.0:1779697714.684502:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5c80. 00010000:00000010:2.0:1779697714.685135:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697714.685139:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca80. 00010000:00000010:2.0:1779697714.685143:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.685147:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697714.685196:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.685211:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697714.685216:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000010:2.0:1779697714.685240:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697714.685257:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b93480 x1866146215392256/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.685273:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697714.685279:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215392256, offset 224 00000400:00000200:2.0:1779697714.685286:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.685297:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.685487:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308779:308779:256:4294967295] 192.168.203.23@tcp LPNI seq info [308775:308775:8:4294967295] 00000400:00000200:2.0:1779697714.685501:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.685508:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.685513:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697714.685520:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.685529:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.685533:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.685637:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c500. 00000020:00000010:2.0:1779697714.685643:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.685647:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac3631800. 00000800:00000200:0.0:1779697714.686354:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.686358:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:0.0:1779697714.686362:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.686368:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.686372:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:0.0:1779697714.686374:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00010000:00000010:1.1:1779697714.686427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697714.686434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697714.686439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697714.686442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.1:1779697714.686445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:2.1:1779697714.686532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:0.1:1779697714.690834:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697714.690845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:0.0:1779697714.690877:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.690891:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447500 00000400:00000200:0.0:1779697714.690899:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 183904 00000400:00000200:0.0:1779697714.690912:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.690917:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.690924:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.690930:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff469500. 00000020:00000010:1.0:1779697714.691213:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.691219:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.691226:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.691231:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff00. 00000020:00000010:1.0:1779697714.691236:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.691280:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.691284:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.691289:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215392512 02000000:00000010:1.0:1779697714.691473:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f2000. 00010000:00000010:1.0:1779697714.691513:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:1.0:1779697714.691530:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ca80. 00010000:00000010:1.0:1779697714.691558:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697714.691564:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697714.691581:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697714.691585:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697714.691589:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697714.691593:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697714.691698:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697714.691701:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697714.691703:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697714.691707:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000020:00000010:1.0:1779697714.691729:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc720. 00000020:00000010:1.0:1779697714.691735:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc720. 00000020:00000010:1.0:1779697714.691745:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a120. 00080000:00000010:1.0:1779697714.691754:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff460c00. 00000001:00000010:1.0:1779697714.692200:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1ab40. 00000001:00000010:1.0:1779697714.692207:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be9c0. 00000020:00000010:1.0:1779697714.692262:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a120. 00010000:00000010:1.0:1779697714.692272:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697714.692277:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697714.692290:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be240. 00010000:00000010:1.0:1779697714.692647:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697714.692662:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:1.0:1779697714.692677:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974192, last committed = 8589974006 00010000:00000200:1.0:1779697714.692685:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff469500 x1866146215392512/t8589974192(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.692708:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697714.692713:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215392512, offset 224 00000400:00000010:1.0:1779697714.692719:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88ce8. 00000400:00000200:1.0:1779697714.692722:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.692736:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.692744:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308780:308780:256:4294967295] 192.168.203.23@tcp LPNI seq info [308776:308776:8:4294967295] 00000400:00000200:1.0:1779697714.692750:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.692760:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.692766:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.692771:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697714.692778:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.692786:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.692791:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.692825:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff00. 00000020:00000010:1.0:1779697714.692830:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.692834:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:1.0:1779697714.692935:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.692940:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697714.692944:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.692950:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697714.693017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697714.693026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697714.693031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697714.693035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.0:1779697714.696064:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:0.0:1779697714.696079:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:0.0:1779697714.696088:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00000400:00000200:2.0:1779697714.697018:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.697037:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97f1 00000400:00000200:2.0:1779697714.697046:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.697051:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.697058:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:2.0:1779697714.697061:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:1.1:1779697714.698555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697714.698570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.0:1779697714.698609:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697714.698722:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:0.1:1779697714.700490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697714.700499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00000400:00000200:0.0:1779697714.701174:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.701191:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447580 00000400:00000200:0.0:1779697714.701199:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 184392 00010000:00000010:1.1:1779697714.701492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697714.701498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00000400:00000200:0.0:1779697714.701545:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.701552:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.701560:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.701566:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff469880. 00000020:00000010:2.0:1779697714.701661:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5dc0. 00000020:00000010:2.0:1779697714.701667:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5dc0. 00000020:00000010:2.0:1779697714.701691:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac800. 00000020:00000010:2.0:1779697714.701696:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c500. 00000020:00000010:2.0:1779697714.701701:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.701737:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5dc0. 00000020:00000010:2.0:1779697714.701740:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5dc0. 00000100:00000200:2.0:1779697714.701743:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215392640 00000001:00000010:2.0:1779697714.701752:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:2.0:1779697714.701776:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.701782:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697714.701814:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2d000. 00010000:00000010:2.0:1779697714.701838:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.701842:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697714.701859:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697714.701862:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:2.0:1779697714.701866:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.701868:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697714.701952:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697714.701960:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e078. 00000004:00000010:2.0:1779697714.701966:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355caa0. 00080000:00000010:2.0:1779697714.701974:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5398. 00010000:00000010:2.0:1779697714.703327:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697714.703334:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85e80. 00010000:00000010:2.0:1779697714.703339:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.703344:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697714.703441:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697714.703453:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.703457:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000010:2.0:1779697714.703477:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697714.703492:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff469880 x1866146215392640/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697714.703509:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697714.703514:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215392640, offset 224 00000400:00000200:2.0:1779697714.703520:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.703531:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.703537:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308781:308781:256:4294967295] 192.168.203.23@tcp LPNI seq info [308777:308777:8:4294967295] 00000400:00000200:2.0:1779697714.703549:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.703554:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.703559:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697714.703565:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.703572:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.703575:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.703593:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c500. 00000020:00000010:2.0:1779697714.703597:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.703600:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac800. 00010000:00000010:1.1:1779697714.703708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697714.703713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00000800:00000200:1.0:1779697714.704084:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.704088:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:1.0:1779697714.704093:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.704099:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.704104:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:1.0:1779697714.704107:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000400:00000200:2.0:1779697714.705857:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.705872:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447680 00000400:00000200:2.0:1779697714.705881:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 184968 00000400:00000200:2.0:1779697714.705894:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.705899:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.705907:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.705913:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77b80. 00000020:00000010:1.0:1779697714.706053:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.706059:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.706064:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.706069:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697714.706074:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.706111:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697714.706114:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697714.706118:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215392896 02000000:00000010:1.0:1779697714.706148:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f7000. 00010000:00000010:1.0:1779697714.706180:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:1.0:1779697714.706193:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85e80. 00010000:00000010:1.0:1779697714.706209:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697714.706215:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697714.706227:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697714.706230:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:1.0:1779697714.706233:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697714.706236:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697714.706466:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697714.706469:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697714.706473:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697714.706476:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000020:00000010:1.0:1779697714.706499:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697714.706504:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697714.706514:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a120. 00080000:00000010:1.0:1779697714.706522:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1318c00. 00000001:00000010:1.0:1779697714.707185:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a780. 00000001:00000010:1.0:1779697714.707191:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82becc0. 00000020:00000010:1.0:1779697714.707227:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a120. 00010000:00000010:1.0:1779697714.707235:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697714.707239:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697714.707251:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be180. 00010000:00000010:1.0:1779697714.707324:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697714.707339:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000200:1.0:1779697714.707353:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974193, last committed = 8589974006 00010000:00000200:1.0:1779697714.707361:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77b80 x1866146215392896/t8589974193(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.707378:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697714.707384:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215392896, offset 224 00000400:00000010:1.0:1779697714.707404:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88e00. 00000400:00000200:1.0:1779697714.707408:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.707419:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.707424:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308782:308782:256:4294967295] 192.168.203.23@tcp LPNI seq info [308778:308778:8:4294967295] 00000400:00000200:1.0:1779697714.707429:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.707435:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.707440:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.707444:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697714.707450:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.707457:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.707461:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.708251:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697714.708257:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.708261:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:0.0:1779697714.710321:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.710330:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697714.710338:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.710345:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697714.710758:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697714.710769:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:2.0:1779697714.710777:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00010000:00000010:2.1:1779697714.711453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697714.711461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697714.711464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697714.711466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:1.0:1779697714.712862:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.712879:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a97f9 00000400:00000200:1.0:1779697714.712887:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.712892:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.712898:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:1.0:1779697714.712902:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:1.0:1779697714.712939:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.712947:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447700 00000400:00000200:1.0:1779697714.712955:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 185456 00000400:00000200:1.0:1779697714.713004:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.713009:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.713014:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.713022:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a5f80. 00010000:00000010:0.0:1779697714.713117:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:0.0:1779697714.713126:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00000020:00000010:2.0:1779697714.713269:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5000. 00000020:00000010:2.0:1779697714.713275:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5000. 00000020:00000010:2.0:1779697714.713288:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcebc5000. 00000020:00000010:2.0:1779697714.713293:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85e80. 00000020:00000010:2.0:1779697714.713297:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697714.713336:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5000. 00000020:00000010:2.0:1779697714.713339:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5000. 00000100:00000200:2.0:1779697714.713343:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215393024 00000001:00000010:2.0:1779697714.713352:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:2.0:1779697714.713376:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.713383:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697714.713430:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2c000. 00010000:00000010:2.0:1779697714.713455:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.713459:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.713482:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697714.713486:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:2.0:1779697714.713489:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.713492:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697714.713570:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697714.713578:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e0f0. 00000004:00000010:2.0:1779697714.713583:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c000. 00080000:00000010:2.0:1779697714.713596:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4ab0. 00010000:00000010:0.0:1779697714.714830:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697714.714840:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cc80. 00010000:00000010:0.0:1779697714.714846:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.714851:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697714.714925:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:0.0:1779697714.714954:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:0.0:1779697714.714963:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697714.714987:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:0.0:1779697714.715009:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a5f80 x1866146215393024/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.715029:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697714.715036:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215393024, offset 224 00000400:00000200:0.0:1779697714.715043:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.715061:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.715068:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308783:308783:256:4294967295] 192.168.203.23@tcp LPNI seq info [308779:308779:8:4294967295] 00000400:00000200:0.0:1779697714.715081:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.715090:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.715097:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697714.715113:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.715122:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.715126:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.715146:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85e80. 00000020:00000010:0.0:1779697714.715150:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:0.0:1779697714.715153:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcebc5000. 00000800:00000200:2.0:1779697714.715365:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.715369:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697714.715373:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.715377:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.715382:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:2.0:1779697714.715384:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00010000:00000010:1.1:1779697714.715482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697714.715489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00080000:00000010:1.0:1779697714.715582:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad08e8. 00000004:00000010:1.0:1779697714.715594:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31320. 00000004:00000010:1.0:1779697714.715599:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefa50. 00000004:00000010:1.0:1779697714.715603:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676be00. 00080000:00000010:1.0:1779697714.715617:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb750ab0. 00000004:00000010:1.0:1779697714.715621:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c440. 00000004:00000010:1.0:1779697714.715623:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ebb8. 00000004:00000010:1.0:1779697714.715625:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310000. 00080000:00000010:1.0:1779697714.715637:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad0720. 00000004:00000010:1.0:1779697714.715642:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30bb0. 00000004:00000010:1.0:1779697714.715644:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef3c0. 00000004:00000010:1.0:1779697714.715648:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b2c0. 00080000:00000010:1.0:1779697714.715659:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267008. 00000004:00000010:1.0:1779697714.715662:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82000. 00000004:00000010:1.0:1779697714.715664:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af4b0. 00000004:00000010:1.0:1779697714.715666:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c960. 00080000:00000010:1.0:1779697714.715806:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5ab8. 00000004:00000010:1.0:1779697714.715812:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d100. 00000004:00000010:1.0:1779697714.715815:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e7f8. 00000004:00000010:1.0:1779697714.715818:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83110e0. 00080000:00000010:1.0:1779697714.715828:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb750558. 00000004:00000010:1.0:1779697714.715830:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c770. 00000004:00000010:1.0:1779697714.715832:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e258. 00000004:00000010:1.0:1779697714.715834:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83112c0. 00080000:00000010:1.0:1779697714.715842:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad0558. 00000004:00000010:1.0:1779697714.715844:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30cc0. 00000004:00000010:1.0:1779697714.715846:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef0f0. 00000004:00000010:1.0:1779697714.715848:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b0e0. 00080000:00000010:1.0:1779697714.715858:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd97008. 00000004:00000010:1.0:1779697714.715862:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562aa0. 00000004:00000010:1.0:1779697714.715864:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb168. 00000004:00000010:1.0:1779697714.715867:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77af00. 00080000:00000010:1.0:1779697714.715876:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd96c78. 00000004:00000010:1.0:1779697714.715879:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563760. 00000004:00000010:1.0:1779697714.715884:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbd20. 00000004:00000010:1.0:1779697714.715887:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a780. 00080000:00000010:1.0:1779697714.715901:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb7518f0. 00000004:00000010:1.0:1779697714.715904:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ccc0. 00000004:00000010:1.0:1779697714.715907:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e348. 00000004:00000010:1.0:1779697714.715910:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310b40. 00080000:00000010:1.0:1779697714.715925:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd978f0. 00000004:00000010:1.0:1779697714.715928:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562990. 00000004:00000010:1.0:1779697714.715930:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697714.718492:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ab40. 00080000:00000010:1.0:1779697714.718521:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad0000. 00000004:00000010:1.0:1779697714.718528:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30990. 00000004:00000010:1.0:1779697714.718533:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefbb8. 00000004:00000010:1.0:1779697714.718603:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a1e0. 00080000:00000010:1.0:1779697714.718691:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643398. 00000004:00000010:1.0:1779697714.718696:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562550. 00000004:00000010:1.0:1779697714.718700:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697714.718703:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77be00. 00080000:00000010:1.0:1779697714.718721:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266390. 00000004:00000010:1.0:1779697714.718725:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ee0. 00000004:00000010:1.0:1779697714.718728:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af438. 00000004:00000010:1.0:1779697714.718731:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d2c0. 00080000:00000010:1.0:1779697714.718748:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267c80. 00000004:00000010:1.0:1779697714.718751:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83320. 00000004:00000010:1.0:1779697714.718755:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af528. 00000004:00000010:1.0:1779697714.718758:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6dc20. 00080000:00000010:1.0:1779697714.718773:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad1728. 00000004:00000010:1.0:1779697714.718777:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31980. 00000004:00000010:1.0:1779697714.718780:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef8e8. 00000004:00000010:1.0:1779697714.718783:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676af00. 00080000:00000010:1.0:1779697714.718813:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad0c78. 00000004:00000010:1.0:1779697714.718876:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31430. 00000004:00000010:1.0:1779697714.718883:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef258. 00000004:00000010:1.0:1779697714.718886:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ba40. 00080000:00000010:1.0:1779697714.718906:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb750e40. 00000004:00000010:1.0:1779697714.718911:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c990. 00000004:00000010:1.0:1779697714.718914:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ef00. 00000004:00000010:1.0:1779697714.718917:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83103c0. 00080000:00000010:1.0:1779697714.718933:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd96e40. 00000004:00000010:1.0:1779697714.718936:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697714.718938:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697714.718941:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b2c0. 00080000:00000010:1.0:1779697714.718949:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd971d0. 00000004:00000010:1.0:1779697714.718951:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697714.718953:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697714.718955:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a5a0. 00080000:00000010:1.0:1779697714.718964:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad0390. 00000004:00000010:1.0:1779697714.718966:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31cb0. 00000004:00000010:1.0:1779697714.718969:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef168. 00000004:00000010:1.0:1779697714.718971:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b4a0. 00080000:00000010:1.0:1779697714.718979:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267ab8. 00000004:00000010:1.0:1779697714.718982:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82990. 00000004:00000010:1.0:1779697714.718984:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afb40. 00000004:00000010:1.0:1779697714.718986:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c780. 00080000:00000010:1.0:1779697714.718995:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad01c8. 00000004:00000010:1.0:1779697714.718997:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31540. 00000004:00000010:1.0:1779697714.718999:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef528. 00000004:00000010:1.0:1779697714.719001:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b680. 00080000:00000010:1.0:1779697714.719009:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd96558. 00000004:00000010:1.0:1779697714.719011:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563dc0. 00000004:00000010:1.0:1779697714.719016:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697714.719018:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ba40. 00080000:00000010:1.0:1779697714.719026:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad1398. 00000004:00000010:1.0:1779697714.719029:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30aa0. 00000004:00000010:1.0:1779697714.719031:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefd98. 00000004:00000010:1.0:1779697714.719033:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b860. 00080000:00000010:1.0:1779697714.719041:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd968e8. 00000004:00000010:1.0:1779697714.719044:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697714.719046:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697714.719048:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697714.719056:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb751008. 00000004:00000010:1.0:1779697714.719059:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cdd0. 00000004:00000010:1.0:1779697714.719061:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e4b0. 00000004:00000010:1.0:1779697714.719063:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311a40. 00080000:00000010:1.0:1779697714.719071:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad18f0. 00000004:00000010:1.0:1779697714.719073:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30330. 00000004:00000010:1.0:1779697714.719075:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefca8. 00000004:00000010:1.0:1779697714.719077:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a000. 00080000:00000010:1.0:1779697714.719086:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd97728. 00000004:00000010:1.0:1779697714.719088:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562ff0. 00000004:00000010:1.0:1779697714.719090:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697714.719093:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a960. 00080000:00000010:1.0:1779697714.719101:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd96720. 00000004:00000010:1.0:1779697714.719104:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697714.719106:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697714.719108:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697714.719115:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad1c80. 00000004:00000010:1.0:1779697714.719118:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ee0. 00000004:00000010:1.0:1779697714.719120:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef870. 00000004:00000010:1.0:1779697714.719122:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a5a0. 00080000:00000010:1.0:1779697714.719131:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb750720. 00000004:00000010:1.0:1779697714.719133:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cbb0. 00000004:00000010:1.0:1779697714.719136:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eac8. 00000004:00000010:1.0:1779697714.719138:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310f00. 00080000:00000010:1.0:1779697714.719147:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5c80. 00000004:00000010:1.0:1779697714.719151:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c330. 00000004:00000010:1.0:1779697714.719153:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ed98. 00000004:00000010:1.0:1779697714.719155:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83101e0. 00080000:00000010:1.0:1779697714.719163:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6438f0. 00000004:00000010:1.0:1779697714.719166:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563a90. 00000004:00000010:1.0:1779697714.719168:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697714.719170:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77bc20. 00080000:00000010:1.0:1779697714.719177:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb751ab8. 00000004:00000010:1.0:1779697714.719488:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d980. 00000004:00000010:1.0:1779697714.719492:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e1e0. 00000004:00000010:1.0:1779697714.719494:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310780. 00080000:00000010:1.0:1779697714.719508:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd96ab0. 00000004:00000010:1.0:1779697714.719512:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562440. 00000004:00000010:1.0:1779697714.719515:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcba50. 00000004:00000010:1.0:1779697714.719517:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a000. 00080000:00000010:1.0:1779697714.719529:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd96000. 00000004:00000010:1.0:1779697714.719532:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563100. 00000004:00000010:1.0:1779697714.719535:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb528. 00000004:00000010:1.0:1779697714.719597:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a1e0. 00080000:00000010:1.0:1779697714.719610:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5398. 00000004:00000010:1.0:1779697714.719613:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355caa0. 00000004:00000010:1.0:1779697714.719615:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e078. 00000004:00000010:1.0:1779697714.719617:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311e00. 00010000:00000010:0.1:1779697714.719682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00080000:00000010:1.0:1779697714.719689:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad1560. 00010000:00000010:0.1:1779697714.719691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00000004:00000010:1.0:1779697714.719696:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30220. 00000004:00000010:1.0:1779697714.719701:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff78. 00000004:00000010:1.0:1779697714.719704:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ad20. 00080000:00000010:1.0:1779697714.719715:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd97ab8. 00000004:00000010:1.0:1779697714.719718:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697714.719720:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697714.719725:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00000400:00000200:0.0:1779697714.719726:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00080000:00000010:1.0:1779697714.719740:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82671d0. 00000400:00000200:0.0:1779697714.719745:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447800 00000004:00000010:1.0:1779697714.719745:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82aa0. 00000004:00000010:1.0:1779697714.719750:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afac8. 00000004:00000010:1.0:1779697714.719754:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d0e0. 00000400:00000200:0.0:1779697714.719756:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 186032 00080000:00000010:1.0:1779697714.719765:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd97560. 00000004:00000010:1.0:1779697714.719770:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562cc0. 00000400:00000200:0.0:1779697714.719772:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:1.0:1779697714.719773:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697714.719777:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b860. 00000400:00000200:0.0:1779697714.719780:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.719788:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00080000:00000010:1.0:1779697714.719789:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266ab0. 00000004:00000010:1.0:1779697714.719804:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83760. 00000100:00000010:0.0:1779697714.719805:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff469180. 00000004:00000010:1.0:1779697714.719807:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af078. 00000004:00000010:1.0:1779697714.719811:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c000. 00080000:00000010:1.0:1779697714.719885:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd97c80. 00000004:00000010:1.0:1779697714.719889:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563870. 00000004:00000010:1.0:1779697714.719893:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697714.719896:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00000020:00000010:2.0:1779697714.719896:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5000. 00000020:00000010:2.0:1779697714.719902:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5000. 00080000:00000010:1.0:1779697714.719910:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1eaab0. 00000020:00000010:2.0:1779697714.719911:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc001e5200. 00000004:00000010:1.0:1779697714.719916:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30660. 00000020:00000010:2.0:1779697714.719917:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000004:00000010:1.0:1779697714.719920:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefac8. 00000020:00000010:2.0:1779697714.719923:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000004:00000010:1.0:1779697714.719924:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ab40. 00080000:00000010:1.0:1779697714.719936:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcb7501c8. 00000004:00000010:1.0:1779697714.719939:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dba0. 00000004:00000010:1.0:1779697714.719941:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e780. 00000004:00000010:1.0:1779697714.719943:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311c20. 00000020:00000010:2.0:1779697714.719968:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5000. 00000020:00000010:2.0:1779697714.719971:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5000. 00000100:00000200:2.0:1779697714.719975:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215393280 02000000:00000010:2.0:1779697714.720028:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3516000. 00010000:00000010:2.0:1779697714.720066:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:2.0:1779697714.720080:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cc80. 00010000:00000010:2.0:1779697714.720096:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697714.720101:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697714.720195:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697714.720199:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca80. 00010000:00000010:2.0:1779697714.720203:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697714.720206:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697714.720292:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697714.720295:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf00. 00010000:00000010:2.0:1779697714.720299:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697714.720303:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697714.720325:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697714.720331:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697714.720340:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d840. 00080000:00000010:2.0:1779697714.720348:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1108800. 00010000:00000010:2.1:1779697714.720451:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697714.720456:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697714.720493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697714.720500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00000001:00000010:2.0:1779697714.721089:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a4e0. 00000001:00000010:2.0:1779697714.721096:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697714.721187:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d840. 00010000:00000010:2.0:1779697714.721197:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697714.721202:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697714.721213:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697714.721286:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697714.721303:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697714.721323:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974194, last committed = 8589974006 00010000:00000200:2.0:1779697714.721333:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff469180 x1866146215393280/t8589974194(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.721351:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697714.721357:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215393280, offset 224 00000400:00000010:2.0:1779697714.721362:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f000. 00000400:00000200:2.0:1779697714.721366:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.721378:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.721384:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308784:308784:256:4294967295] 192.168.203.23@tcp LPNI seq info [308780:308780:8:4294967295] 00000400:00000200:2.0:1779697714.721408:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.721415:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.721420:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.721425:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697714.721430:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.721437:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.721440:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.721458:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:2.0:1779697714.721461:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697714.721464:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc001e5200. 00010000:00000010:0.0:1779697714.721563:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:0.0:1779697714.721568:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf00. 00010000:00000010:0.0:1779697714.721574:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000800:00000200:1.0:1779697714.722525:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.722532:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:1.0:1779697714.722592:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.722599:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697714.724479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697714.724491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697714.724497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697714.724501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:2.0:1779697714.724872:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.724890:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9801 00000400:00000200:2.0:1779697714.724896:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.724900:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.724907:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697714.724910:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:2.0:1779697714.724944:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.724951:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447880 00000400:00000200:2.0:1779697714.724959:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 186520 00000400:00000200:2.0:1779697714.725007:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.725012:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.725017:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.725023:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76d80. 00010000:00000010:0.1:1779697714.725401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697714.725409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697714.725413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697714.725416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000020:00000010:0.0:1779697714.725445:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697714.725449:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697714.725454:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd70b6400. 00000020:00000010:0.0:1779697714.725459:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697714.725463:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.725495:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697714.725498:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697714.725502:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215393408 00000001:00000010:0.0:1779697714.725510:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:0.0:1779697714.725534:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.725540:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697714.725563:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e1000. 00010000:00000010:0.0:1779697714.725600:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.725604:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.725623:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697714.725626:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697714.725629:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.725631:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000004:00000010:0.0:1779697714.725737:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676bc20. 00000004:00000010:0.0:1779697714.725745:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefb40. 00000004:00000010:0.0:1779697714.725751:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30660. 00080000:00000010:0.0:1779697714.725759:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbca1eb008. 00010000:00000010:1.0:1779697714.726223:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697714.726232:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ca80. 00010000:00000010:0.0:1779697714.726554:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697714.726557:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.726561:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.726565:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.726708:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.726721:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697714.726725:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697714.726746:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697714.726762:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76d80 x1866146215393408/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.726780:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697714.726786:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215393408, offset 224 00000400:00000200:0.0:1779697714.726803:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.726816:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.726823:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308785:308785:256:4294967295] 192.168.203.23@tcp LPNI seq info [308781:308781:8:4294967295] 00000400:00000200:0.0:1779697714.726833:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.726838:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.726843:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697714.726848:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.726856:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.726859:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.726910:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697714.726914:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.726918:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd70b6400. 00000800:00000200:1.0:1779697714.727093:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.727097:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697714.727102:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.727117:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.727122:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:1.0:1779697714.727124:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00010000:00000010:0.1:1779697714.728865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697714.728875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:1.0:1779697714.728948:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.728963:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447980 00000400:00000200:1.0:1779697714.728971:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 187096 00000400:00000200:1.0:1779697714.728986:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.728991:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.728999:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.729005:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a4380. 00000020:00000010:0.0:1779697714.729081:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697714.729087:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697714.729093:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcebc5000. 00000020:00000010:0.0:1779697714.729097:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697714.729101:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.729147:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697714.729150:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697714.729153:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215393664 02000000:00000010:0.0:1779697714.729184:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e6000. 00010000:00000010:0.0:1779697714.729216:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.729227:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.729240:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697714.729245:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.729257:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697714.729260:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.729263:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697714.729266:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697714.729360:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697714.729363:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb80. 00010000:00000010:0.0:1779697714.729366:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.729369:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000020:00000010:0.0:1779697714.729415:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f3c0. 00000020:00000010:0.0:1779697714.729421:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f3c0. 00000020:00000010:0.0:1779697714.729431:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6720. 00080000:00000010:0.0:1779697714.729439:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8365400. 00000001:00000010:0.0:1779697714.730013:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6ba0. 00000001:00000010:0.0:1779697714.730019:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697714.730063:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6720. 00010000:00000010:0.0:1779697714.730072:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697714.730077:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.730089:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697714.730159:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697714.730173:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697714.730188:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974195, last committed = 8589974006 00010000:00000200:0.0:1779697714.730198:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a4380 x1866146215393664/t8589974195(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.730216:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697714.730222:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215393664, offset 224 00000400:00000010:0.0:1779697714.730228:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2177a8. 00000400:00000200:0.0:1779697714.730232:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.730242:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.730248:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308786:308786:256:4294967295] 192.168.203.23@tcp LPNI seq info [308782:308782:8:4294967295] 00000400:00000200:0.0:1779697714.730253:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.730260:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.730265:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.730269:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.730274:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.730281:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.730285:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.730311:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697714.730315:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.730318:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcebc5000. 00000800:00000200:1.0:1779697714.730502:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.730507:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697714.730512:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.730517:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697714.732171:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:2.0:1779697714.732183:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb80. 00010000:00000010:2.0:1779697714.732191:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00000400:00000200:1.0:1779697714.732277:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.732291:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9809 00000400:00000200:1.0:1779697714.732296:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.732300:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.732305:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:1.0:1779697714.732308:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:2.0:1779697714.732426:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:2.0:1779697714.732431:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:1.1:1779697714.732570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697714.732576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000400:00000200:1.0:1779697714.733145:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.733154:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447a00 00000400:00000200:1.0:1779697714.733161:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 187584 00000400:00000200:1.0:1779697714.733206:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.733210:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.733216:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.733221:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7b80. 00000020:00000010:0.0:1779697714.733367:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697714.733372:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697714.733377:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd70b6400. 00000020:00000010:0.0:1779697714.733381:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697714.733386:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.733451:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697714.733453:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697714.733456:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215393792 00000001:00000010:0.0:1779697714.733464:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697714.733483:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697714.733489:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 02000000:00000010:0.0:1779697714.733511:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e5000. 00010000:00000010:0.0:1779697714.733537:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.733540:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697714.733555:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697714.733558:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.733562:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697714.733564:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000004:00000010:0.0:1779697714.733663:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ab40. 00000004:00000010:0.0:1779697714.733681:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef1e0. 00000004:00000010:0.0:1779697714.733687:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30220. 00080000:00000010:0.0:1779697714.733695:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbca1eae40. 00010000:00000010:0.0:1779697714.734489:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.734494:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cb00. 00010000:00000010:0.0:1779697714.734498:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697714.734503:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697714.734558:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697714.734568:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.734572:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.734600:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697714.734618:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7b80 x1866146215393792/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.734635:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697714.734640:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215393792, offset 224 00000400:00000200:0.0:1779697714.734646:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.734655:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.734661:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308787:308787:256:4294967295] 192.168.203.23@tcp LPNI seq info [308783:308783:8:4294967295] 00000400:00000200:0.0:1779697714.734759:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.734766:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.734775:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697714.734781:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.734789:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.734802:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.734819:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697714.734823:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.734826:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd70b6400. 00000800:00000200:1.0:1779697714.735174:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.735179:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697714.735183:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.735188:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.735192:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:1.0:1779697714.735195:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:0.1:1779697714.735517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697714.735525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697714.735529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.735534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697714.735537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697714.735539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697714.736425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697714.736431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697714.740532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697714.740544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697714.741475:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697714.741483:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000200:1.0:1779697714.748132:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.748150:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447b00 00000400:00000200:1.0:1779697714.748159:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 188160 00000400:00000200:1.0:1779697714.748173:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.748178:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.748186:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.748193:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7800. 00000020:00000010:1.0:1779697714.748238:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697714.748242:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697714.748248:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.748252:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697714.748257:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.748287:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697714.748289:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000100:00000200:1.0:1779697714.748292:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215394048 02000000:00000010:1.0:1779697714.748324:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f1000. 00010000:00000010:1.0:1779697714.748362:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:1.0:1779697714.748377:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cb00. 00010000:00000010:1.0:1779697714.748417:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697714.748422:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697714.748437:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697714.748439:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697714.748443:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697714.748446:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697714.748540:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697714.748543:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f280. 00010000:00000010:1.0:1779697714.748545:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697714.748548:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00000020:00000010:1.0:1779697714.748568:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccca0. 00000020:00000010:1.0:1779697714.748573:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccca0. 00000020:00000010:1.0:1779697714.748582:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a120. 00080000:00000010:1.0:1779697714.748591:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1319400. 00000001:00000010:1.0:1779697714.748939:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a180. 00000001:00000010:1.0:1779697714.748946:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82becc0. 00000020:00000010:1.0:1779697714.748983:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a120. 00010000:00000010:1.0:1779697714.748991:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697714.748994:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697714.749005:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be240. 00010000:00000010:1.0:1779697714.749035:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.749046:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000200:1.0:1779697714.749058:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974196, last committed = 8589974006 00010000:00000200:1.0:1779697714.749077:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7800 x1866146215394048/t8589974196(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.749095:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697714.749101:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215394048, offset 224 00000400:00000010:1.0:1779697714.749107:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88738. 00000400:00000200:1.0:1779697714.749110:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.749120:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.749126:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308788:308788:256:4294967295] 192.168.203.23@tcp LPNI seq info [308784:308784:8:4294967295] 00000400:00000200:1.0:1779697714.749131:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.749137:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.749142:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.749146:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697714.749152:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.749159:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.749163:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.749179:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697714.749183:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.749186:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00010000:00000010:1.0:1779697714.749213:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697714.749217:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f280. 00010000:00000010:1.0:1779697714.749222:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00000800:00000200:1.0:1779697714.749301:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.749304:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697714.749308:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.749312:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697714.751440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697714.751452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697714.751458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697714.751463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000400:00000200:1.0:1779697714.752038:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.752057:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9811 00000400:00000200:1.0:1779697714.752064:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.752069:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.752076:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:1.0:1779697714.752080:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:1.0:1779697714.752113:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.752119:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447b80 00000400:00000200:1.0:1779697714.752127:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 188648 00010000:00000010:3.0:1779697714.752167:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:3.0:1779697714.752177:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 00000400:00000200:1.0:1779697714.752490:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.752495:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.752500:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.752506:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a4000. 00000020:00000010:0.0:1779697714.752789:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.752810:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.752823:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:0.0:1779697714.752828:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c300. 00000020:00000010:0.0:1779697714.752833:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697714.752875:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.752878:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000100:00000200:0.0:1779697714.752882:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215394176 00000001:00000010:0.0:1779697714.752893:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697714.752915:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697714.752921:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 02000000:00000010:0.0:1779697714.752944:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e4000. 00010000:00000010:0.0:1779697714.752970:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697714.752974:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.752989:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697714.752993:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cf00. 00010000:00000010:0.0:1779697714.752997:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.753000:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000004:00000010:0.0:1779697714.753091:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ad20. 00000004:00000010:0.0:1779697714.753099:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef780. 00000004:00000010:0.0:1779697714.753104:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ee0. 00080000:00000010:0.0:1779697714.753113:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbca1eaab0. 00010000:00000010:1.0:1779697714.754373:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697714.754381:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697714.754387:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.1:1779697714.754410:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697714.754415:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:1.0:1779697714.754426:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697714.754495:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:1.0:1779697714.754510:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:1.0:1779697714.754516:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cf00. 00010000:00000010:1.0:1779697714.754543:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:1.0:1779697714.754562:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a4000 x1866146215394176/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697714.754583:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697714.754589:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215394176, offset 224 00000400:00000200:1.0:1779697714.754595:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.754607:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.754613:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308789:308789:256:4294967295] 192.168.203.23@tcp LPNI seq info [308785:308785:8:4294967295] 00000400:00000200:1.0:1779697714.754624:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.754629:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.754634:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697714.754641:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.754649:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.754653:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.754682:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c300. 00000020:00000010:1.0:1779697714.754686:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:1.0:1779697714.754689:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:0.0:1779697714.755696:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.755701:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697714.755707:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.755714:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.755720:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697714.755723:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:1.0:1779697714.756728:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.756742:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447c80 00000400:00000200:1.0:1779697714.756751:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 189224 00000400:00000200:1.0:1779697714.756765:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.756769:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.756775:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.756780:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a6d80. 00000020:00000010:0.0:1779697714.756876:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.756882:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.756887:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf1483400. 00000020:00000010:0.0:1779697714.756890:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697714.756895:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.756958:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.756961:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000100:00000200:0.0:1779697714.756964:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215394432 02000000:00000010:0.0:1779697714.756993:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e3000. 00010000:00000010:0.0:1779697714.757025:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:0.0:1779697714.757039:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:0.0:1779697714.757054:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.757059:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697714.757072:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697714.757075:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697714.757079:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.757081:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697714.757199:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697714.757203:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c000. 00010000:00000010:0.0:1779697714.757207:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.757210:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00000020:00000010:0.0:1779697714.757244:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe60. 00000020:00000010:0.0:1779697714.757250:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe60. 00000020:00000010:0.0:1779697714.757260:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ae0. 00080000:00000010:0.0:1779697714.757267:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8364800. 00010000:00000010:1.1:1779697714.757878:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697714.757884:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697714.757889:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697714.757893:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00000001:00000010:0.0:1779697714.757982:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c1e0. 00000001:00000010:0.0:1779697714.757989:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697714.758024:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ae0. 00010000:00000010:0.0:1779697714.758033:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.758037:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697714.758049:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697714.758088:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:3.0:1779697714.758095:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:3.0:1779697714.758102:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c000. 00010000:00000010:0.0:1779697714.758108:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000200:0.0:1779697714.758124:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974197, last committed = 8589974006 00010000:00000200:0.0:1779697714.758133:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a6d80 x1866146215394432/t8589974197(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.758149:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697714.758155:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215394432, offset 224 00000400:00000010:0.0:1779697714.758162:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217038. 00010000:00000010:3.0:1779697714.758165:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000400:00000200:0.0:1779697714.758166:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.758181:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.758187:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308790:308790:256:4294967295] 192.168.203.23@tcp LPNI seq info [308786:308786:8:4294967295] 00000400:00000200:0.0:1779697714.758192:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.758198:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.758203:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.758208:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697714.758214:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.758220:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.758225:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.758244:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697714.758249:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.758253:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf1483400. 00010000:00000010:3.1:1779697714.758526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697714.758531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00000800:00000200:1.0:1779697714.758712:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.758716:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697714.758721:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.758728:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.760138:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.760159:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9819 00000400:00000200:0.0:1779697714.760163:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.760166:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.760170:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:0.0:1779697714.760173:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000400:00000200:3.0:1779697714.760434:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.760443:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447d00 00000400:00000200:3.0:1779697714.760450:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 189712 00000400:00000200:3.0:1779697714.760497:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.760503:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697714.760506:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00000100:00000200:3.0:1779697714.760509:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.0:1779697714.760516:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00000100:00000010:3.0:1779697714.760516:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584e00. 00010000:00000010:0.1:1779697714.760635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:0.1:1779697714.760641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00000020:00000010:0.0:1779697714.760731:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.760736:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.760742:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf1483400. 00000020:00000010:0.0:1779697714.760747:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697714.760752:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.760805:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61dc0. 00000020:00000010:0.0:1779697714.760808:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61dc0. 00000100:00000200:0.0:1779697714.760812:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215394560 00000001:00000010:0.0:1779697714.760822:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:0.0:1779697714.760848:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.760855:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 02000000:00000010:0.0:1779697714.760897:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3501000. 00010000:00000010:0.0:1779697714.760928:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.760933:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697714.760949:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697714.760953:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c080. 00010000:00000010:0.0:1779697714.760957:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.760961:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00000004:00000010:0.0:1779697714.761063:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a5a0. 00000004:00000010:0.0:1779697714.761073:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd20. 00000004:00000010:0.0:1779697714.761080:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30330. 00080000:00000010:0.0:1779697714.761091:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05fc80. 00010000:00000010:1.1:1779697714.763437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697714.763448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697714.763453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697714.763458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697714.763711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697714.763719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.764585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697714.764592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.764686:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697714.764692:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c280. 00010000:00000010:0.0:1779697714.764697:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.764704:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697714.764783:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697714.764813:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697714.764820:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c080. 00010000:00000010:0.0:1779697714.764849:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000200:0.0:1779697714.764871:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584e00 x1866146215394560/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.764892:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697714.764901:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215394560, offset 224 00000400:00000200:0.0:1779697714.764908:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.764920:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.764927:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308791:308791:256:4294967295] 192.168.203.23@tcp LPNI seq info [308787:308787:8:4294967295] 00000400:00000200:0.0:1779697714.764940:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.764945:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.764950:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.764957:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.764975:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.764979:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.765004:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c680. 00000020:00000010:0.0:1779697714.765009:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.765013:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf1483400. 00000800:00000200:1.0:1779697714.765224:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.765229:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697714.765235:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.765242:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.765248:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:1.0:1779697714.765251:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00010000:00000010:1.1:1779697714.767474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697714.767486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:0.0:1779697714.769526:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.769544:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447e00 00000400:00000200:0.0:1779697714.769553:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 190288 00000400:00000200:0.0:1779697714.769570:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.769576:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.769583:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.769590:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff468a80. 00000020:00000010:1.0:1779697714.769677:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.769683:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.769690:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.769695:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697714.769700:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.769744:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.769748:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697714.769751:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215394816 02000000:00000010:1.0:1779697714.769786:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f6000. 00010000:00000010:1.0:1779697714.769834:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:1.0:1779697714.769852:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c280. 00010000:00000010:1.0:1779697714.769871:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697714.769877:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697714.769891:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697714.769894:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:1.0:1779697714.769898:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697714.769901:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697714.770015:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697714.770018:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697714.770022:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697714.770026:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000020:00000010:1.0:1779697714.770050:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc620. 00000020:00000010:1.0:1779697714.770055:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc620. 00000020:00000010:1.0:1779697714.770065:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a1e0. 00080000:00000010:1.0:1779697714.770074:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac131b000. 00000001:00000010:1.0:1779697714.770692:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0feb40. 00000001:00000010:1.0:1779697714.770700:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be9c0. 00000020:00000010:1.0:1779697714.770758:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a1e0. 00010000:00000010:1.0:1779697714.770769:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697714.770775:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697714.770790:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be240. 00010000:00000010:1.0:1779697714.770840:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:0.0:1779697714.770853:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697714.770861:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697714.770863:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:0.0:1779697714.770874:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00010000:00000200:1.0:1779697714.770886:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974198, last committed = 8589974006 00010000:00000200:1.0:1779697714.770895:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff468a80 x1866146215394816/t8589974198(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.770913:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697714.770919:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215394816, offset 224 00000400:00000010:1.0:1779697714.770925:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea887a8. 00000400:00000200:1.0:1779697714.770929:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.770941:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.770946:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308792:308792:256:4294967295] 192.168.203.23@tcp LPNI seq info [308788:308788:8:4294967295] 00000400:00000200:1.0:1779697714.770952:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.770958:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.770963:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.770969:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697714.770975:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.770982:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.770986:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.771013:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697714.771016:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.771020:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:0.0:1779697714.771156:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.771161:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697714.771166:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.771171:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.773603:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.773621:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9821 00000400:00000200:3.0:1779697714.773628:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.773632:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.773639:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:3.0:1779697714.773642:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00010000:00000010:0.0:1779697714.774159:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:0.0:1779697714.774170:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc80. 00000400:00000200:0.0:1779697714.776204:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.776229:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006447e80 00000400:00000200:0.0:1779697714.776239:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 190776 00000400:00000200:0.0:1779697714.776299:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.776305:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.776312:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.776320:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff46bb80. 00000020:00000010:1.0:1779697714.777012:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.777019:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.777026:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5a0a200. 00000020:00000010:1.0:1779697714.777033:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697714.777038:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.777077:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.777080:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697714.777084:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215394944 00000001:00000010:1.0:1779697714.777094:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:1.0:1779697714.777131:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697714.777139:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 02000000:00000010:1.0:1779697714.777163:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f5000. 00010000:00000010:1.0:1779697714.777190:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697714.777195:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697714.777212:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697714.777215:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697714.777220:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697714.777224:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:0.1:1779697714.779895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697714.779908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697714.779914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697714.779918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000004:00000010:1.0:1779697714.780603:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697714.780612:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697714.780618:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563870. 00080000:00000010:1.0:1779697714.780628:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:0.0:1779697714.785532:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697714.785553:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c780. 00010000:00000010:0.0:1779697714.785561:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.785568:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697714.785649:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:0.0:1779697714.785663:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:0.0:1779697714.785668:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:0.0:1779697714.785693:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000200:0.0:1779697714.785713:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff46bb80 x1866146215394944/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.785735:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697714.785742:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215394944, offset 224 00000400:00000200:0.0:1779697714.785749:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.785762:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.785768:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308793:308793:256:4294967295] 192.168.203.23@tcp LPNI seq info [308789:308789:8:4294967295] 00000400:00000200:0.0:1779697714.785778:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.785783:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.785789:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697714.785808:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.785816:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.785820:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.785838:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd80. 00000020:00000010:0.0:1779697714.785843:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:0.0:1779697714.785846:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5a0a200. 00000800:00000200:3.0:1779697714.793037:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.793046:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697714.793053:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.793880:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697714.794441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697714.794451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:0.1:1779697714.794455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697714.794459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.1:1779697714.794710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697714.794717:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697714.794721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697714.794723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00000400:00000200:3.0:1779697714.797259:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:3.0:1779697714.797269:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:3.0:1779697714.797305:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.797320:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006447f80 00000400:00000200:3.0:1779697714.797328:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 191352 00000400:00000200:3.0:1779697714.797343:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.797347:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.797354:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.797360:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7586d80. 00000020:00000010:1.0:1779697714.797543:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.797548:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.797554:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9db600. 00000020:00000010:1.0:1779697714.797559:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697714.797564:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f950c8. 00000020:00000010:1.0:1779697714.797608:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.797610:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697714.797613:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215395200 02000000:00000010:1.0:1779697714.797647:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f4000. 00010000:00000010:1.0:1779697714.797697:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:1.0:1779697714.797714:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c780. 00010000:00000010:1.0:1779697714.797732:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697714.797738:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697714.797754:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697714.797758:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697714.797763:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697714.797766:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697714.797892:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697714.797896:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697714.797901:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697714.797905:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00000020:00000010:1.0:1779697714.797936:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc620. 00000020:00000010:1.0:1779697714.797943:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc620. 00000020:00000010:1.0:1779697714.797954:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe300. 00080000:00000010:1.0:1779697714.797964:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac131b800. 00000001:00000010:1.0:1779697714.799064:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fef00. 00000001:00000010:1.0:1779697714.799073:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be240. 00000020:00000010:0.0:1779697714.799959:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe300. 00010000:00000010:0.0:1779697714.799978:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.799985:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697714.800005:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697714.800056:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:3.0:1779697714.800191:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:3.0:1779697714.800201:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697714.800234:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:0.0:1779697714.800256:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000200:0.0:1779697714.800278:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974199, last committed = 8589974006 00010000:00000200:0.0:1779697714.800288:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7586d80 x1866146215395200/t8589974199(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.800309:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697714.800315:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215395200, offset 224 00000400:00000010:0.0:1779697714.800322:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2172a0. 00000400:00000200:0.0:1779697714.800327:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.800340:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.800347:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308794:308794:256:4294967295] 192.168.203.23@tcp LPNI seq info [308790:308790:8:4294967295] 00000400:00000200:0.0:1779697714.800353:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.800359:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.800365:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.800371:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697714.800377:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.800385:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00010000:00000010:0.1:1779697714.801379:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:0.1:1779697714.801386:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697714.801405:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:0.1:1779697714.801409:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00000800:00000200:0.0:1779697714.801418:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.801442:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:0.0:1779697714.801446:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f950c8. 00000020:00000010:0.0:1779697714.801450:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9db600. 00000800:00000200:1.0:1779697714.801605:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.801611:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697714.801616:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.801623:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697714.803427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697714.803438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697714.803483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697714.807665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697714.807686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:0.1:1779697714.807690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00000400:00000200:3.0:1779697714.809451:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.809471:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9829 00000400:00000200:3.0:1779697714.809477:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.809490:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.809497:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:3.0:1779697714.809500:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00010000:00000010:1.0:1779697714.809907:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697714.809918:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:1.1:1779697714.814531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697714.814544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00000400:00000200:0.0:1779697714.815662:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.815688:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448000 00000400:00000200:0.0:1779697714.815695:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 191840 00000400:00000200:0.0:1779697714.815745:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.815750:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.815757:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.815764:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff46b100. 00000020:00000010:1.0:1779697714.815857:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.815863:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.815869:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ee600. 00000020:00000010:1.0:1779697714.815874:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697714.815880:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f950c8. 00000020:00000010:1.0:1779697714.815921:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.815923:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697714.815927:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215395328 00000001:00000010:1.0:1779697714.815936:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be9c0. 00010000:00000010:1.0:1779697714.815972:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697714.815980:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 02000000:00000010:1.0:1779697714.816004:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f3000. 00010000:00000010:1.0:1779697714.816032:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697714.816036:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697714.816055:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697714.816059:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697714.816063:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697714.816066:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00000004:00000010:1.0:1779697714.816166:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b860. 00000004:00000010:1.0:1779697714.816176:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697714.816182:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562cc0. 00080000:00000010:1.0:1779697714.816190:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:0.0:1779697714.818247:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697714.818256:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697714.818261:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.818267:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697714.818341:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:0.0:1779697714.818353:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:0.0:1779697714.818358:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:0.0:1779697714.818379:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000200:0.0:1779697714.818833:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff46b100 x1866146215395328/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.818853:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697714.818860:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215395328, offset 224 00000400:00000200:0.0:1779697714.818867:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.818879:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.818885:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308795:308795:256:4294967295] 192.168.203.23@tcp LPNI seq info [308791:308791:8:4294967295] 00000400:00000200:0.0:1779697714.818895:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.818901:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.818906:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697714.818912:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.818919:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.818923:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.818949:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:0.0:1779697714.818954:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f950c8. 00000020:00000010:0.0:1779697714.818957:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ee600. 00000800:00000200:1.0:1779697714.819088:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.819094:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697714.819098:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.819103:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.819118:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:1.0:1779697714.819120:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00010000:00000010:0.1:1779697714.825143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:0.1:1779697714.825158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697714.825162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:0.1:1779697714.825165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00000400:00000200:3.0:1779697714.828567:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.828725:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448100 00000400:00000200:3.0:1779697714.828750:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 192416 00000400:00000200:3.0:1779697714.828766:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.828770:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.828778:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.828788:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8380. 00000020:00000010:3.0:1779697714.830719:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.830727:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.830735:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e9400. 00000020:00000010:3.0:1779697714.830749:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697714.830754:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.830975:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.831085:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000100:00000200:3.0:1779697714.831092:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215395584 02000000:00000010:3.0:1779697714.831141:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac431b000. 00010000:00000010:3.0:1779697714.831182:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:3.0:1779697714.831198:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c100. 00010000:00000010:3.0:1779697714.831218:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697714.831225:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.831242:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697714.831247:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697714.831251:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697714.831255:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697714.831377:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697714.831381:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697714.831384:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697714.831722:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697714.831769:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697714.831776:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697714.831916:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37540. 00080000:00000010:3.0:1779697714.831926:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc78c4000. 00000001:00000010:3.0:1779697714.833233:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37720. 00000001:00000010:3.0:1779697714.833243:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697714.833300:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37540. 00010000:00000010:3.0:1779697714.833314:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697714.833323:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697714.833344:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697714.833572:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:0.0:1779697714.833660:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:0.0:1779697714.833668:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00010000:00000010:0.0:1779697714.833676:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697714.833691:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:3.0:1779697714.833715:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974200, last committed = 8589974006 00010000:00000200:3.0:1779697714.833726:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8380 x1866146215395584/t8589974200(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697714.833756:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697714.833762:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215395584, offset 224 00000400:00000010:3.0:1779697714.833769:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d2a0. 00000400:00000200:3.0:1779697714.833773:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.833902:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.833910:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308796:308796:256:4294967295] 192.168.203.23@tcp LPNI seq info [308792:308792:8:4294967295] 00000400:00000200:3.0:1779697714.833917:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697714.833924:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.833930:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.833942:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697714.833949:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.833955:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.833959:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.834153:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697714.834157:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.834159:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e9400. 00000800:00000200:0.0:1779697714.834711:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697714.834715:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697714.834720:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.834725:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.837059:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.837077:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9831 00000400:00000200:3.0:1779697714.837083:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.837087:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.837094:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:3.0:1779697714.837097:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00000400:00000200:3.0:1779697714.837130:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.837136:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448180 00000400:00000200:3.0:1779697714.837144:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 192904 00000400:00000200:3.0:1779697714.837190:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.837194:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.837198:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.837204:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8700. 00010000:00000010:0.0:1779697714.837374:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:0.0:1779697714.837383:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00000020:00000010:2.0:1779697714.838012:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.838018:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.838032:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc001e5200. 00000020:00000010:2.0:1779697714.838036:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:2.0:1779697714.838040:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697714.838076:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.838078:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697714.838081:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215395712 00000001:00000010:2.0:1779697714.838091:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:2.0:1779697714.838122:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697714.838128:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697714.838152:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3515000. 00010000:00000010:2.0:1779697714.838176:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697714.838179:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697714.838195:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697714.838198:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cc00. 00010000:00000010:2.0:1779697714.838203:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697714.838206:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697714.838286:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697714.838293:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e8e8. 00000004:00000010:2.0:1779697714.838300:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dba0. 00080000:00000010:2.0:1779697714.838308:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4558. 00010000:00000010:3.1:1779697714.838769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697714.838786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697714.839382:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697714.839421:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697714.839428:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697714.839434:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697714.839507:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697714.839520:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:0.0:1779697714.839525:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cc00. 00010000:00000010:0.0:1779697714.839547:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:0.0:1779697714.839566:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8700 x1866146215395712/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.839585:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697714.839661:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215395712, offset 224 00000400:00000200:0.0:1779697714.839670:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.839681:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.839687:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308797:308797:256:4294967295] 192.168.203.23@tcp LPNI seq info [308793:308793:8:4294967295] 00000400:00000200:0.0:1779697714.839699:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.839704:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.839710:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697714.839717:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.839723:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.839727:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.839752:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697714.839757:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:0.0:1779697714.839760:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc001e5200. 00000800:00000200:3.0:1779697714.840157:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.840162:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697714.840166:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.840171:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.840176:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:3.0:1779697714.840178:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00010000:00000010:3.1:1779697714.843425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697714.843435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:0.1:1779697714.843516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697714.843523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.1:1779697714.846575:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697714.846588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000400:00000200:0.0:1779697714.847553:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.847571:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448280 00000400:00000200:0.0:1779697714.847578:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 193480 00000400:00000200:0.0:1779697714.847655:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.847661:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.847669:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.847679:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790e00. 00000020:00000010:2.0:1779697714.847843:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.847849:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.847863:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb389c00. 00000020:00000010:2.0:1779697714.847868:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.847872:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697714.847907:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.847909:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697714.847913:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215395968 02000000:00000010:2.0:1779697714.847944:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3514000. 00010000:00000010:2.0:1779697714.847981:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:2.0:1779697714.847997:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c100. 00010000:00000010:2.0:1779697714.848011:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697714.848017:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697714.848032:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697714.848034:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c680. 00010000:00000010:2.0:1779697714.848038:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.848041:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697714.848143:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697714.848146:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c000. 00010000:00000010:2.0:1779697714.848149:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.848152:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000020:00000010:2.0:1779697714.848171:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697714.848176:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697714.848185:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697714.848194:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf110b000. 00000001:00000010:2.0:1779697714.848630:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d840. 00000001:00000010:2.0:1779697714.848636:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697714.848679:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697714.848688:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697714.848693:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697714.848705:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697714.848743:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697714.848758:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697714.848772:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974201, last committed = 8589974006 00010000:00000200:2.0:1779697714.848781:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02790e00 x1866146215395968/t8589974201(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.848809:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00010000:00000010:3.0:1779697714.848812:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00000100:00000200:2.0:1779697714.848815:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215395968, offset 224 00010000:00000010:3.0:1779697714.848819:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c000. 00000400:00000010:2.0:1779697714.848821:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982ffc0. 00000400:00000200:2.0:1779697714.848827:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00010000:00000010:3.0:1779697714.848830:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000400:00000200:2.0:1779697714.848840:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.848846:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308798:308798:256:4294967295] 192.168.203.23@tcp LPNI seq info [308794:308794:8:4294967295] 00000400:00000200:2.0:1779697714.848851:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.848858:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.848863:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.848868:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697714.848873:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.848880:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.848884:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.848905:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697714.848908:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697714.848911:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb389c00. 00000800:00000200:3.0:1779697714.848995:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.849000:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697714.849003:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.849008:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697714.861846:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697714.861867:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9839 00000400:00000200:0.0:1779697714.861874:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697714.861878:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697714.861886:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:0.0:1779697714.861889:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:0.0:1779697714.861920:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697714.861926:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448300 00000400:00000200:0.0:1779697714.861934:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c08d [64] + 193968 00000400:00000200:0.0:1779697714.861980:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1779697714.862514:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697714.862526:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c680. 00010000:00000010:0.1:1779697714.862630:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697714.862636:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:0.1:1779697714.862640:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697714.862642:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:0.0:1779697714.862652:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697714.862658:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697714.862664:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791500. 00000020:00000010:2.0:1779697714.864756:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.864765:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.864781:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf068ba00. 00000020:00000010:2.0:1779697714.864786:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c680. 00000020:00000010:2.0:1779697714.864801:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697714.864844:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.864848:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697714.864854:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215396096 00000001:00000010:2.0:1779697714.864865:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:2.0:1779697714.864886:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697714.864892:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697714.864917:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3513000. 00010000:00000010:2.0:1779697714.864940:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.864943:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697714.864961:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697714.864964:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c100. 00010000:00000010:2.0:1779697714.864968:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.864971:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697714.865078:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697714.865086:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eb40. 00000004:00000010:2.0:1779697714.865093:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355caa0. 00080000:00000010:2.0:1779697714.865102:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4390. 00010000:00000010:0.0:1779697714.868146:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697714.868167:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697714.868176:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.868183:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.868261:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:0.0:1779697714.868274:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:0.0:1779697714.868279:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c100. 00010000:00000010:0.0:1779697714.868311:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:0.0:1779697714.868330:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02791500 x1866146215396096/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.868352:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697714.868359:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215396096, offset 224 00000400:00000200:0.0:1779697714.868366:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.868378:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.868385:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308799:308799:256:4294967295] 192.168.203.23@tcp LPNI seq info [308795:308795:8:4294967295] 00000400:00000200:0.0:1779697714.868429:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.868435:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.868441:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697714.868448:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.868456:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.868460:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.868481:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c680. 00000020:00000010:0.0:1779697714.868484:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:0.0:1779697714.868488:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf068ba00. 00000800:00000200:2.0:1779697714.868946:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.868951:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697714.868955:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.868961:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.868967:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:2.0:1779697714.868969:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00010000:00000010:3.1:1779697714.871437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697714.871444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697714.871450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697714.871452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697714.871458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697714.871463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:3.0:1779697714.873041:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.873059:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448400 00000400:00000200:3.0:1779697714.873068:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c08d [64] + 194544 00000400:00000010:3.0:1779697714.873074:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae688. 00000400:00000200:3.0:1779697714.873078:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf0c92800 00000400:00000200:3.0:1779697714.873117:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.873123:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.873128:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf0c92800 00000400:00000010:3.0:1779697714.873131:0:3315:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff93cbf0c92800. 00000100:00000200:3.0:1779697714.873138:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1779697714.873743:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697714.873749:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697714.873754:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ce00. 00000020:00000010:0.0:1779697714.873760:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697714.873764:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.873815:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697714.873818:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000100:00000200:0.0:1779697714.873821:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215396352 02000000:00000010:0.0:1779697714.873853:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3506000. 00010000:00000010:0.0:1779697714.873892:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.873907:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697714.873923:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697714.873928:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.873951:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697714.873954:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697714.873958:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.873961:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697714.874061:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697714.874064:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c000. 00010000:00000010:0.0:1779697714.874068:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697714.874071:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000020:00000010:0.0:1779697714.874091:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fb00. 00000020:00000010:0.0:1779697714.874097:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fb00. 00000020:00000010:0.0:1779697714.874106:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ccc0. 00080000:00000010:0.0:1779697714.874116:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8367400. 00000001:00000010:0.0:1779697714.874536:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6360. 00000001:00000010:0.0:1779697714.874542:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697714.874574:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ccc0. 00010000:00000010:0.0:1779697714.874582:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697714.874597:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697714.874608:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697714.874640:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.874652:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697714.874666:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974202, last committed = 8589974006 00010000:00000200:0.0:1779697714.874675:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfed39050 x1866146215396352/t8589974202(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697714.874692:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697714.874698:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215396352, offset 224 00000400:00000010:0.0:1779697714.874704:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217888. 00000400:00000200:0.0:1779697714.874708:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.874720:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.874726:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308800:308800:256:4294967295] 192.168.203.23@tcp LPNI seq info [308796:308796:8:4294967295] 00000400:00000200:0.0:1779697714.874732:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.874738:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.874744:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.874749:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697714.874755:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.874762:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.874766:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.874780:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c880. 00000020:00000010:0.0:1779697714.874784:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.874787:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ce00. 02000000:00000010:0.0:1779697714.874856:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3513000. 00000100:00000010:0.0:1779697714.874861:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791500. 02000000:00000010:0.0:1779697714.874865:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3514000. 00000100:00000010:0.0:1779697714.874867:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790e00. 02000000:00000010:0.0:1779697714.874870:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3515000. 00000100:00000010:0.0:1779697714.874872:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8700. 02000000:00000010:0.0:1779697714.874875:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac431b000. 00000100:00000010:0.0:1779697714.874878:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8380. 02000000:00000010:0.0:1779697714.874880:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f3000. 00000100:00000010:0.0:1779697714.874882:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46b100. 02000000:00000010:0.0:1779697714.874885:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f4000. 00000100:00000010:0.0:1779697714.874887:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7586d80. 02000000:00000010:0.0:1779697714.874890:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f5000. 00000100:00000010:0.0:1779697714.874892:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46bb80. 02000000:00000010:0.0:1779697714.874894:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f6000. 00000100:00000010:0.0:1779697714.874897:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff468a80. 02000000:00000010:0.0:1779697714.874900:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3501000. 00000100:00000010:0.0:1779697714.874902:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584e00. 02000000:00000010:0.0:1779697714.874904:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e3000. 00000100:00000010:0.0:1779697714.874906:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a6d80. 02000000:00000010:0.0:1779697714.874911:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e4000. 00000100:00000010:0.0:1779697714.874913:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a4000. 02000000:00000010:0.0:1779697714.874916:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f1000. 00000100:00000010:0.0:1779697714.874918:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7800. 02000000:00000010:0.0:1779697714.874920:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e5000. 00000100:00000010:0.0:1779697714.874922:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7b80. 02000000:00000010:0.0:1779697714.874925:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e6000. 00000100:00000010:0.0:1779697714.874927:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a4380. 02000000:00000010:0.0:1779697714.874929:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e1000. 00000100:00000010:0.0:1779697714.874931:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76d80. 02000000:00000010:0.0:1779697714.874933:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3516000. 00000100:00000010:0.0:1779697714.874936:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff469180. 02000000:00000010:0.0:1779697714.874938:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2c000. 00000100:00000010:0.0:1779697714.874940:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a5f80. 02000000:00000010:0.0:1779697714.874943:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f7000. 00000100:00000010:0.0:1779697714.874946:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77b80. 02000000:00000010:0.0:1779697714.874949:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2d000. 00000100:00000010:0.0:1779697714.874951:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff469880. 02000000:00000010:0.0:1779697714.874954:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f2000. 00000100:00000010:0.0:1779697714.874957:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff469500. 02000000:00000010:0.0:1779697714.874959:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2f000. 00000100:00000010:0.0:1779697714.874961:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b93480. 02000000:00000010:0.0:1779697714.874965:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd6668000. 00000100:00000010:0.0:1779697714.874968:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46b480. 02000000:00000010:0.0:1779697714.874971:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e7000. 00000100:00000010:0.0:1779697714.874973:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b92a00. 02000000:00000010:0.0:1779697714.874977:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e2000. 00000100:00000010:0.0:1779697714.874980:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b93100. 02000000:00000010:0.0:1779697714.874983:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd666c000. 00000100:00000010:0.0:1779697714.874986:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff468700. 02000000:00000010:0.0:1779697714.874988:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd666d000. 00000100:00000010:0.0:1779697714.874990:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63adc00. 02000000:00000010:0.0:1779697714.874992:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e0000. 00000100:00000010:0.0:1779697714.874994:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f75880. 02000000:00000010:0.0:1779697714.874999:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd666b000. 00000100:00000010:0.0:1779697714.875001:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f74a80. 02000000:00000010:0.0:1779697714.875005:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2a000. 00000100:00000010:0.0:1779697714.875007:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b93b80. 02000000:00000010:0.0:1779697714.875010:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf80b2000. 00000100:00000010:0.0:1779697714.875014:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b91f80. 02000000:00000010:0.0:1779697714.875016:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2e000. 00000100:00000010:0.0:1779697714.875018:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b90000. 02000000:00000010:0.0:1779697714.875021:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfbf29000. 00000100:00000010:0.0:1779697714.875024:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b92300. 02000000:00000010:0.0:1779697714.875027:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd666a000. 00000100:00000010:0.0:1779697714.875029:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76a00. 02000000:00000010:0.0:1779697714.875031:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9cd000. 00000100:00000010:0.0:1779697714.875033:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63ace00. 02000000:00000010:0.0:1779697714.875036:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8c8000. 00000100:00000010:0.0:1779697714.875039:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63af800. 02000000:00000010:0.0:1779697714.875042:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9ce000. 00000100:00000010:0.0:1779697714.875045:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63ae680. 02000000:00000010:0.0:1779697714.875048:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8cb000. 00000800:00000200:3.0:1779697714.875050:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779697714.875051:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b90a80. 00000800:00000010:3.0:1779697714.875056:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 02000000:00000010:0.0:1779697714.875057:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9cb000. 00000100:00000010:0.0:1779697714.875063:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75500. 00000400:00000200:3.0:1779697714.875064:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1779697714.875067:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8cf000. 00000100:00000010:0.0:1779697714.875071:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b92d80. 00000400:00000200:3.0:1779697714.875072:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 02000000:00000010:0.0:1779697714.875075:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf80b1000. 00000100:00000010:0.0:1779697714.875079:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b91880. 02000000:00000010:0.0:1779697714.875082:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad57a7000. 00000100:00000010:0.0:1779697714.875086:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7586a00. 02000000:00000010:0.0:1779697714.875090:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad57a0000. 00000100:00000010:0.0:1779697714.875093:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585c00. 02000000:00000010:0.0:1779697714.875095:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9c9000. 00000100:00000010:0.0:1779697714.875098:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b91c00. 02000000:00000010:0.0:1779697714.875101:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9cf000. 00000100:00000010:0.0:1779697714.875104:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7587480. 02000000:00000010:0.0:1779697714.875106:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9ca000. 00000100:00000010:0.0:1779697714.875109:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585500. 02000000:00000010:0.0:1779697714.875111:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8cc000. 00000100:00000010:0.0:1779697714.875113:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585180. 02000000:00000010:0.0:1779697714.875116:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9c8000. 00000100:00000010:0.0:1779697714.875117:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585f80. 02000000:00000010:0.0:1779697714.875120:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d0e000. 00000100:00000010:0.0:1779697714.875122:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584700. 02000000:00000010:0.0:1779697714.875124:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8cd000. 00000100:00000010:0.0:1779697714.875126:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584a80. 02000000:00000010:0.0:1779697714.875128:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4318000. 00000100:00000010:0.0:1779697714.875130:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63aed80. 02000000:00000010:0.0:1779697714.875133:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad57a2000. 00000100:00000010:0.0:1779697714.875135:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584000. 02000000:00000010:0.0:1779697714.875138:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad57a1000. 00000100:00000010:0.0:1779697714.875140:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7586680. 02000000:00000010:0.0:1779697714.875142:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0f000. 00000100:00000010:0.0:1779697714.875144:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63ae300. 02000000:00000010:0.0:1779697714.875146:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbcb0a0000. 00000100:00000010:0.0:1779697714.875148:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1df80. 02000000:00000010:0.0:1779697714.875151:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb0a4000. 00000100:00000010:0.0:1779697714.875153:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1c700. 02000000:00000010:0.0:1779697714.875156:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d0a000. 00000100:00000010:0.0:1779697714.875158:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb74e00. 02000000:00000010:0.0:1779697714.875160:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ca000. 00000100:00000010:0.0:1779697714.875162:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1f480. 02000000:00000010:0.0:1779697714.875165:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbcb0a6000. 00000100:00000010:0.0:1779697714.875168:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b93800. 02000000:00000010:0.0:1779697714.875170:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0b000. 00000100:00000010:0.0:1779697714.875173:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75f80. 02000000:00000010:0.0:1779697714.875180:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d0c000. 00000100:00000010:0.0:1779697714.875183:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75180. 02000000:00000010:0.0:1779697714.875185:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb0a5000. 00000100:00000010:0.0:1779697714.875187:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb77b80. 02000000:00000010:0.0:1779697714.875190:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d08000. 00000100:00000010:0.0:1779697714.875192:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7587800. 02000000:00000010:0.0:1779697714.875195:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d09000. 00000100:00000010:0.0:1779697714.875197:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634a80. 02000000:00000010:0.0:1779697714.875207:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb4b730000. 00000100:00000010:0.0:1779697714.875210:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637480. 02000000:00000010:0.0:1779697714.875212:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf83a0000. 00000100:00000010:0.0:1779697714.875215:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1fb80. 02000000:00000010:0.0:1779697714.875217:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac431d000. 00000100:00000010:0.0:1779697714.875221:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1d880. 02000000:00000010:0.0:1779697714.875224:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caca2b0000. 00000100:00000010:0.0:1779697714.875226:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b91180. 02000000:00000010:0.0:1779697714.875229:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caca2b1000. 00000100:00000010:0.0:1779697714.875232:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b90380. 02000000:00000010:0.0:1779697714.875235:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb049000. 00000100:00000010:0.0:1779697714.875237:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1d180. 02000000:00000010:0.0:1779697714.875241:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeee77000. 00000100:00000010:0.0:1779697714.875244:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61635c00. 02000000:00000010:0.0:1779697714.875246:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee71000. 00000100:00000010:0.0:1779697714.875249:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1ed80. 02000000:00000010:0.0:1779697714.875253:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeee75000. 00000100:00000010:0.0:1779697714.875255:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1f800. 02000000:00000010:0.0:1779697714.875257:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd6269000. 00000100:00000010:0.0:1779697714.875265:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637b80. 02000000:00000010:0.0:1779697714.875267:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace55a000. 00000100:00000010:0.0:1779697714.875270:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b90700. 02000000:00000010:0.0:1779697714.875272:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee74000. 00000100:00000010:0.0:1779697714.875274:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634e00. 02000000:00000010:0.0:1779697714.875277:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeee76000. 00000100:00000010:0.0:1779697714.875279:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636a00. 02000000:00000010:0.0:1779697714.875282:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace559000. 00000100:00000010:0.0:1779697714.875284:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61635880. 02000000:00000010:0.0:1779697714.875286:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace55c000. 00000100:00000010:0.0:1779697714.875288:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637800. 02000000:00000010:0.0:1779697714.875290:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55f000. 00000100:00000010:0.0:1779697714.875293:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634380. 02000000:00000010:0.0:1779697714.875296:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace55b000. 00000100:00000010:0.0:1779697714.875298:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634000. 02000000:00000010:0.0:1779697714.875301:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caca2b5000. 00000100:00000010:0.0:1779697714.875303:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636d80. 02000000:00000010:0.0:1779697714.875305:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7416000. 00000100:00000010:0.0:1779697714.875308:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59f80. 02000000:00000010:0.0:1779697714.875311:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55d000. 00000100:00000010:0.0:1779697714.875313:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb74700. 02000000:00000010:0.0:1779697714.875316:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf059e000. 00000100:00000010:0.0:1779697714.875319:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b91500. 02000000:00000010:0.0:1779697714.875322:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace558000. 00000100:00000010:0.0:1779697714.875324:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637100. 02000000:00000010:0.0:1779697714.875327:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc820b000. 00000100:00000010:0.0:1779697714.875329:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61635500. 02000000:00000010:0.0:1779697714.875332:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf0599000. 00000100:00000010:0.0:1779697714.875334:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636300. 02000000:00000010:0.0:1779697714.875336:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf059b000. 00000100:00000010:0.0:1779697714.875339:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636680. 02000000:00000010:0.0:1779697714.875341:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7410000. 00000100:00000010:0.0:1779697714.875343:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59880. 02000000:00000010:0.0:1779697714.875346:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7412000. 00000100:00000010:0.0:1779697714.875348:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59180. 02000000:00000010:0.0:1779697714.875351:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef815000. 00000100:00000010:0.0:1779697714.875354:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc0380. 02000000:00000010:0.0:1779697714.875357:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3092000. 00000100:00000010:0.0:1779697714.875360:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc1880. 02000000:00000010:0.0:1779697714.875362:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf059d000. 00000100:00000010:0.0:1779697714.875365:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc1500. 02000000:00000010:0.0:1779697714.875367:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7417000. 00000100:00000010:0.0:1779697714.875369:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b90e00. 02000000:00000010:0.0:1779697714.875371:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc8209000. 00000100:00000010:0.0:1779697714.875373:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5b480. 02000000:00000010:0.0:1779697714.875377:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3097000. 00000100:00000010:0.0:1779697714.875379:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc3480. 02000000:00000010:0.0:1779697714.875382:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3096000. 00000100:00000010:0.0:1779697714.875384:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc3b80. 02000000:00000010:0.0:1779697714.875414:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7414000. 00000100:00000010:0.0:1779697714.875417:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc2680. 02000000:00000010:0.0:1779697714.875420:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc820f000. 00000100:00000010:0.0:1779697714.875423:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc3100. 02000000:00000010:0.0:1779697714.875426:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb0ca000. 00000100:00000010:0.0:1779697714.875430:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc2a00. 02000000:00000010:0.0:1779697714.875433:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7411000. 00000100:00000010:0.0:1779697714.875435:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6711f80. 02000000:00000010:0.0:1779697714.875438:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7413000. 00000100:00000010:0.0:1779697714.875440:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710000. 02000000:00000010:0.0:1779697714.875443:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3095000. 00000100:00000010:0.0:1779697714.875445:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6711c00. 02000000:00000010:0.0:1779697714.875447:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb0cd000. 00000100:00000010:0.0:1779697714.875452:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710700. 02000000:00000010:0.0:1779697714.875454:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cadd212000. 00000100:00000010:0.0:1779697714.875457:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc3480. 02000000:00000010:0.0:1779697714.875459:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb0c8000. 00000100:00000010:0.0:1779697714.875461:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc1500. 02000000:00000010:0.0:1779697714.875464:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc820a000. 00000100:00000010:0.0:1779697714.875466:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6713b80. 02000000:00000010:0.0:1779697714.875470:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cae3138000. 00000100:00000010:0.0:1779697714.875473:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710e00. 02000000:00000010:0.0:1779697714.875475:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cadd213000. 00000100:00000010:0.0:1779697714.875477:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59c00. 02000000:00000010:0.0:1779697714.875480:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff470000. 00000100:00000010:0.0:1779697714.875482:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6713480. 02000000:00000010:0.0:1779697714.875485:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cadd215000. 00000100:00000010:0.0:1779697714.875490:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb76300. 02000000:00000010:0.0:1779697714.875493:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cae313a000. 00000100:00000010:0.0:1779697714.875495:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710a80. 02000000:00000010:0.0:1779697714.875497:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cae3139000. 00000100:00000010:0.0:1779697714.875499:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7df80. 02000000:00000010:0.0:1779697714.875507:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cadd214000. 00000100:00000010:0.0:1779697714.875512:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c037b80. 02000000:00000010:0.0:1779697714.875515:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1a8e000. 00000100:00000010:0.0:1779697714.875517:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c700. 02000000:00000010:0.0:1779697714.875520:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad1a8d000. 00000100:00000010:0.0:1779697714.875522:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7fb80. 02000000:00000010:0.0:1779697714.875525:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1331000. 00000100:00000010:0.0:1779697714.875528:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc1c00. 02000000:00000010:0.0:1779697714.875531:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4bd1000. 00000100:00000010:0.0:1779697714.875533:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc3b80. 02000000:00000010:0.0:1779697714.875536:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc820e000. 00000100:00000010:0.0:1779697714.875538:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c035500. 02000000:00000010:0.0:1779697714.875540:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc8208000. 00000100:00000010:0.0:1779697714.875542:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c037800. 02000000:00000010:0.0:1779697714.875546:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf2000. 00000100:00000010:0.0:1779697714.875549:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5ad80. 02000000:00000010:0.0:1779697714.875553:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc356b800. 00000100:00000010:0.0:1779697714.875556:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc0700. 02000000:00000010:0.0:1779697714.875558:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3568c00. 00000100:00000010:0.0:1779697714.875562:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc2d80. 02000000:00000010:0.0:1779697714.875564:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3569400. 00000100:00000010:0.0:1779697714.875568:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5aa00. 02000000:00000010:0.0:1779697714.875571:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc820d000. 00000100:00000010:0.0:1779697714.875573:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7ce00. 02000000:00000010:0.0:1779697714.875575:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeecd000. 00000100:00000010:0.0:1779697714.875578:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7d500. 02000000:00000010:0.0:1779697714.875581:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfeec8000. 00000100:00000010:0.0:1779697714.875583:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7ed80. 02000000:00000010:0.0:1779697714.875586:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1330000. 00000100:00000010:0.0:1779697714.875592:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75c00. 02000000:00000010:0.0:1779697714.875595:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacccf3000. 00000100:00000010:0.0:1779697714.875597:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c380. 02000000:00000010:0.0:1779697714.875599:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4bd5000. 00000100:00000010:0.0:1779697714.875602:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c035180. 02000000:00000010:0.0:1779697714.875604:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1335000. 00000100:00000010:0.0:1779697714.875606:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c036300. 02000000:00000010:0.0:1779697714.875609:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf7000. 00000100:00000010:0.0:1779697714.875611:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb77480. 02000000:00000010:0.0:1779697714.875613:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4bd0000. 00000100:00000010:0.0:1779697714.875615:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68c700. 02000000:00000010:0.0:1779697714.875618:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1333000. 00000100:00000010:0.0:1779697714.875620:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7f800. 02000000:00000010:0.0:1779697714.875623:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2b5a7000. 00000100:00000010:0.0:1779697714.875625:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c036680. 02000000:00000010:0.0:1779697714.875628:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf4000. 00000100:00000010:0.0:1779697714.875631:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59500. 02000000:00000010:0.0:1779697714.875634:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2b5a4000. 00000100:00000010:0.0:1779697714.875636:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034380. 02000000:00000010:0.0:1779697714.875639:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf6000. 00000100:00000010:0.0:1779697714.875642:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7f480. 02000000:00000010:0.0:1779697714.875644:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff710000. 00000100:00000010:0.0:1779697714.875646:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68c000. 02000000:00000010:0.0:1779697714.875648:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff712000. 00000100:00000010:0.0:1779697714.875650:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68ed80. 02000000:00000010:0.0:1779697714.875654:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff717000. 00000100:00000010:0.0:1779697714.875656:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c036d80. 02000000:00000010:0.0:1779697714.875658:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc874c000. 00000100:00000010:0.0:1779697714.875661:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68ce00. 02000000:00000010:0.0:1779697714.875663:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc874b000. 00000100:00000010:0.0:1779697714.875665:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c000. 02000000:00000010:0.0:1779697714.875668:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeecf000. 00000100:00000010:0.0:1779697714.875670:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034e00. 02000000:00000010:0.0:1779697714.875673:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1334000. 00000100:00000010:0.0:1779697714.875675:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21aed80. 02000000:00000010:0.0:1779697714.875678:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff715000. 00000100:00000010:0.0:1779697714.875681:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c035c00. 02000000:00000010:0.0:1779697714.875687:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cc00255000. 00000100:00000010:0.0:1779697714.875690:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5bb80. 02000000:00000010:0.0:1779697714.875692:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cc00254000. 00000100:00000010:0.0:1779697714.875695:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68f100. 02000000:00000010:0.0:1779697714.875697:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc874e000. 00000100:00000010:0.0:1779697714.875699:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21af100. 02000000:00000010:0.0:1779697714.875702:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff713000. 00000100:00000010:0.0:1779697714.875704:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68e300. 02000000:00000010:0.0:1779697714.875707:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff714000. 00000100:00000010:0.0:1779697714.875709:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68fb80. 02000000:00000010:0.0:1779697714.875712:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeff3000. 00000100:00000010:0.0:1779697714.875714:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68d500. 02000000:00000010:0.0:1779697714.875717:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef3000. 00000100:00000010:0.0:1779697714.875719:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68c380. 02000000:00000010:0.0:1779697714.875721:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caceef2000. 00000100:00000010:0.0:1779697714.875723:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034a80. 02000000:00000010:0.0:1779697714.875725:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef7000. 00000100:00000010:0.0:1779697714.875728:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034700. 02000000:00000010:0.0:1779697714.875730:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3bc000. 00000100:00000010:0.0:1779697714.875733:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cae680. 02000000:00000010:0.0:1779697714.875736:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3bb000. 00000100:00000010:0.0:1779697714.875738:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cace00. 02000000:00000010:0.0:1779697714.875741:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3be000. 00000100:00000010:0.0:1779697714.875743:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034000. 02000000:00000010:0.0:1779697714.875746:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef6000. 00000100:00000010:0.0:1779697714.875748:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6caca80. 02000000:00000010:0.0:1779697714.875750:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeff0000. 00000100:00000010:0.0:1779697714.875752:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21adf80. 02000000:00000010:0.0:1779697714.875755:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3ba000. 00000100:00000010:0.0:1779697714.875756:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff466300. 02000000:00000010:0.0:1779697714.875759:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeece000. 00000100:00000010:0.0:1779697714.875762:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cadf80. 02000000:00000010:0.0:1779697714.875764:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef0000. 00000100:00000010:0.0:1779697714.875766:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff464700. 02000000:00000010:0.0:1779697714.875769:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3bf000. 00000100:00000010:0.0:1779697714.875772:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ae680. 02000000:00000010:0.0:1779697714.875774:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfeecc000. 00000100:00000010:0.0:1779697714.875777:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cad180. 02000000:00000010:0.0:1779697714.875779:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc2c3a000. 00000100:00000010:0.0:1779697714.875782:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ad880. 02000000:00000010:0.0:1779697714.875784:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3e000. 00000100:00000010:0.0:1779697714.875786:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff467b80. 02000000:00000010:0.0:1779697714.875789:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeec9000. 00000100:00000010:0.0:1779697714.875800:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cac000. 02000000:00000010:0.0:1779697714.875803:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1aaf000. 00000100:00000010:0.0:1779697714.875806:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cad500. 02000000:00000010:0.0:1779697714.875808:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc2c3c000. 00000100:00000010:0.0:1779697714.875810:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ae300. 02000000:00000010:0.0:1779697714.875813:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3bd000. 00000100:00000010:0.0:1779697714.875815:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff465c00. 02000000:00000010:0.0:1779697714.875818:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad53e9000. 00000100:00000010:0.0:1779697714.875821:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff465500. 02000000:00000010:0.0:1779697714.875824:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad53ea000. 00000100:00000010:0.0:1779697714.875826:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff465180. 02000000:00000010:0.0:1779697714.875829:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbe558c000. 00000100:00000010:0.0:1779697714.875831:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002f480. 02000000:00000010:0.0:1779697714.875834:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3d000. 00000100:00000010:0.0:1779697714.875836:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002d880. 02000000:00000010:0.0:1779697714.875841:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbe558d000. 00000100:00000010:0.0:1779697714.875843:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002ca80. 02000000:00000010:0.0:1779697714.875846:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1244000. 00000100:00000010:0.0:1779697714.875849:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002f800. 02000000:00000010:0.0:1779697714.875851:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1aad000. 00000100:00000010:0.0:1779697714.875854:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6caf100. 02000000:00000010:0.0:1779697714.875856:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3b000. 00000100:00000010:0.0:1779697714.875858:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cae300. 02000000:00000010:0.0:1779697714.875861:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2dff9000. 00000100:00000010:0.0:1779697714.875863:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070c000. 02000000:00000010:0.0:1779697714.875865:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dffb000. 00000100:00000010:0.0:1779697714.875867:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070e300. 02000000:00000010:0.0:1779697714.875870:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad566a000. 00000100:00000010:0.0:1779697714.875872:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6caf480. 02000000:00000010:0.0:1779697714.875875:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dffa000. 00000100:00000010:0.0:1779697714.875877:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070ed80. 02000000:00000010:0.0:1779697714.875879:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad566c000. 00000100:00000010:0.0:1779697714.875881:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070f800. 02000000:00000010:0.0:1779697714.875884:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad566b000. 00000100:00000010:0.0:1779697714.875886:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6caed80. 02000000:00000010:0.0:1779697714.875889:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad5668000. 00000100:00000010:0.0:1779697714.875891:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ac700. 02000000:00000010:0.0:1779697714.875893:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6e60000. 00000100:00000010:0.0:1779697714.875895:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b9180. 02000000:00000010:0.0:1779697714.875898:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6e62000. 00000100:00000010:0.0:1779697714.875901:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b8000. 02000000:00000010:0.0:1779697714.875904:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad5669000. 00000100:00000010:0.0:1779697714.875906:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ace00. 02000000:00000010:0.0:1779697714.875909:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad566d000. 00000100:00000010:0.0:1779697714.875912:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54baa00. 02000000:00000010:0.0:1779697714.875914:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dff8000. 00000100:00000010:0.0:1779697714.875916:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b9c00. 02000000:00000010:0.0:1779697714.875919:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2dffc000. 00000100:00000010:0.0:1779697714.875921:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b8700. 02000000:00000010:0.0:1779697714.875924:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dffd000. 00000100:00000010:0.0:1779697714.875926:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ad180. 02000000:00000010:0.0:1779697714.875929:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf91000. 00000100:00000010:0.0:1779697714.875932:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21af480. 02000000:00000010:0.0:1779697714.875934:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff6fb000. 00000100:00000010:0.0:1779697714.875936:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21aea00. 02000000:00000010:0.0:1779697714.875939:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeff5000. 00000100:00000010:0.0:1779697714.875941:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7b73b80. 02000000:00000010:0.0:1779697714.875944:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6eb3000. 00000100:00000010:0.0:1779697714.875946:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9bb80. 02000000:00000010:0.0:1779697714.875949:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25de000. 00000100:00000010:0.0:1779697714.875952:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b98000. 02000000:00000010:0.0:1779697714.875954:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc7985000. 00000100:00000010:0.0:1779697714.875957:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9b480. 02000000:00000010:0.0:1779697714.875960:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc7983000. 00000100:00000010:0.0:1779697714.875962:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b98700. 02000000:00000010:0.0:1779697714.875964:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacbf95000. 00000100:00000010:0.0:1779697714.875966:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b98a80. 02000000:00000010:0.0:1779697714.875969:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25db000. 00000100:00000010:0.0:1779697714.875972:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b99f80. 02000000:00000010:0.0:1779697714.875975:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbca26e000. 00000100:00000010:0.0:1779697714.875977:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b98e00. 02000000:00000010:0.0:1779697714.875980:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25d9000. 00000100:00000010:0.0:1779697714.875982:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b99880. 02000000:00000010:0.0:1779697714.875984:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25dc000. 00000100:00000010:0.0:1779697714.875986:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070ce00. 02000000:00000010:0.0:1779697714.875988:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25da000. 00000100:00000010:0.0:1779697714.875990:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21afb80. 02000000:00000010:0.0:1779697714.875993:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25d8000. 00000100:00000010:0.0:1779697714.875996:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9a300. 02000000:00000010:0.0:1779697714.875999:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad578c000. 00000100:00000010:0.0:1779697714.876001:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b99500. 02000000:00000010:0.0:1779697714.876004:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c05000. 00000100:00000010:0.0:1779697714.876006:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21aca80. 02000000:00000010:0.0:1779697714.876009:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf94000. 00000100:00000010:0.0:1779697714.876011:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54bb800. 02000000:00000010:0.0:1779697714.876014:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad882c000. 00000100:00000010:0.0:1779697714.876017:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21af800. 02000000:00000010:0.0:1779697714.876020:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c07000. 00000100:00000010:0.0:1779697714.876024:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b99180. 02000000:00000010:0.0:1779697714.876026:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad8829000. 00000100:00000010:0.0:1779697714.876029:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b98380. 02000000:00000010:0.0:1779697714.876031:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbca451000. 00000100:00000010:0.0:1779697714.876033:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b99c00. 02000000:00000010:0.0:1779697714.876036:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbca457000. 00000100:00000010:0.0:1779697714.876038:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9ad80. 02000000:00000010:0.0:1779697714.876041:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c03000. 00000100:00000010:0.0:1779697714.876050:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ad500. 02000000:00000010:0.0:1779697714.876052:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff1000. 00000100:00000010:0.0:1779697714.876054:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d8000. 02000000:00000010:0.0:1779697714.876058:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c04000. 00000100:00000010:0.0:1779697714.876060:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d5f80. 02000000:00000010:0.0:1779697714.876062:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff6000. 00000100:00000010:0.0:1779697714.876064:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d9880. 02000000:00000010:0.0:1779697714.876067:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf90000. 00000100:00000010:0.0:1779697714.876069:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d8e00. 02000000:00000010:0.0:1779697714.876072:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacbf97000. 00000100:00000010:0.0:1779697714.876074:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d9180. 02000000:00000010:0.0:1779697714.876077:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c00000. 00000100:00000010:0.0:1779697714.876079:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d4000. 02000000:00000010:0.0:1779697714.876081:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c06000. 00000100:00000010:0.0:1779697714.876084:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d4e00. 02000000:00000010:0.0:1779697714.876087:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf12f2000. 00000100:00000010:0.0:1779697714.876090:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070d180. 02000000:00000010:0.0:1779697714.876092:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacd81f000. 00000100:00000010:0.0:1779697714.876094:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54ba300. 02000000:00000010:0.0:1779697714.876097:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacd818000. 00000100:00000010:0.0:1779697714.876099:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3db480. 02000000:00000010:0.0:1779697714.876101:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1288000. 00000100:00000010:0.0:1779697714.876106:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d8700. 02000000:00000010:0.0:1779697714.876108:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf96000. 00000100:00000010:0.0:1779697714.876110:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3db800. 02000000:00000010:0.0:1779697714.876113:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6c8d000. 00000100:00000010:0.0:1779697714.876115:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b9f80. 02000000:00000010:0.0:1779697714.876118:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf12f7000. 00000100:00000010:0.0:1779697714.876120:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3da680. 02000000:00000010:0.0:1779697714.876122:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c01000. 00000100:00000010:0.0:1779697714.876130:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff967480. 02000000:00000010:0.0:1779697714.876134:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea95000. 00000100:00000010:0.0:1779697714.876136:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff966a00. 02000000:00000010:0.0:1779697714.876138:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128b000. 00000100:00000010:0.0:1779697714.876141:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d5500. 02000000:00000010:0.0:1779697714.876144:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4f53000. 00000100:00000010:0.0:1779697714.876146:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d4700. 02000000:00000010:0.0:1779697714.876148:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf72c3000. 00000100:00000010:0.0:1779697714.876151:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff964700. 02000000:00000010:0.0:1779697714.876154:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea90000. 00000100:00000010:0.0:1779697714.876156:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff967800. 02000000:00000010:0.0:1779697714.876158:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacea94000. 00000100:00000010:0.0:1779697714.876160:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b8e00. 02000000:00000010:0.0:1779697714.876163:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea92000. 00000100:00000010:0.0:1779697714.876165:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff966680. 02000000:00000010:0.0:1779697714.876168:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc4e7b000. 00000100:00000010:0.0:1779697714.876170:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff967100. 02000000:00000010:0.0:1779697714.876172:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf72c4000. 00000100:00000010:0.0:1779697714.876174:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff966d80. 02000000:00000010:0.0:1779697714.876178:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacea91000. 00000100:00000010:0.0:1779697714.876180:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54bb100. 02000000:00000010:0.0:1779697714.876182:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4e78000. 00000100:00000010:0.0:1779697714.876184:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54ba680. 02000000:00000010:0.0:1779697714.876186:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc4e7c000. 00000100:00000010:0.0:1779697714.876189:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b9880. 02000000:00000010:0.0:1779697714.876191:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4e7d000. 00000100:00000010:0.0:1779697714.876193:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54bb480. 02000000:00000010:0.0:1779697714.876196:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfee59000. 00000100:00000010:0.0:1779697714.876198:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf95a680. 02000000:00000010:0.0:1779697714.876201:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cc00c54000. 00000100:00000010:0.0:1779697714.876204:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf959880. 02000000:00000010:0.0:1779697714.876207:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc786c000. 00000100:00000010:0.0:1779697714.876209:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf95ad80. 02000000:00000010:0.0:1779697714.876212:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfee5a000. 00000100:00000010:0.0:1779697714.876214:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf958e00. 02000000:00000010:0.0:1779697714.876216:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cc00c52000. 00000100:00000010:0.0:1779697714.876218:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff965c00. 02000000:00000010:0.0:1779697714.876220:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3470000. 00000100:00000010:0.0:1779697714.876223:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff964380. 02000000:00000010:0.0:1779697714.876226:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf81ef000. 00000100:00000010:0.0:1779697714.876229:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff964a80. 02000000:00000010:0.0:1779697714.876231:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfee5b000. 00000100:00000010:0.0:1779697714.876233:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02f800. 02000000:00000010:0.0:1779697714.876236:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad8b3d000. 00000100:00000010:0.0:1779697714.876238:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a8a80. 02000000:00000010:0.0:1779697714.876241:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad8b38000. 00000100:00000010:0.0:1779697714.876243:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66aa680. 02000000:00000010:0.0:1779697714.876246:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad8b3c000. 00000100:00000010:0.0:1779697714.876248:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9f80. 02000000:00000010:0.0:1779697714.876251:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad1d9d000. 00000100:00000010:0.0:1779697714.876254:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070fb80. 02000000:00000010:0.0:1779697714.876256:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1d9f000. 00000100:00000010:0.0:1779697714.876258:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9c00. 02000000:00000010:0.0:1779697714.876261:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34ee000. 00000100:00000010:0.0:1779697714.876263:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9500. 02000000:00000010:0.0:1779697714.876266:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e9000. 00000100:00000010:0.0:1779697714.876268:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb9f80. 02000000:00000010:0.0:1779697714.876272:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34ef000. 00000100:00000010:0.0:1779697714.876275:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02e300. 02000000:00000010:0.0:1779697714.876278:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128d000. 00000100:00000010:0.0:1779697714.876280:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb8a80. 02000000:00000010:0.0:1779697714.876283:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34ea000. 00000100:00000010:0.0:1779697714.876285:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9180. 02000000:00000010:0.0:1779697714.876287:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e8000. 00000100:00000010:0.0:1779697714.876289:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66aaa00. 02000000:00000010:0.0:1779697714.876291:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf81ea000. 00000100:00000010:0.0:1779697714.876294:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a8380. 02000000:00000010:0.0:1779697714.876297:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128e000. 00000100:00000010:0.0:1779697714.876299:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb9880. 02000000:00000010:0.0:1779697714.876301:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3477000. 00000100:00000010:0.0:1779697714.876304:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc9500. 02000000:00000010:0.0:1779697714.876306:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34eb000. 00000100:00000010:0.0:1779697714.876309:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02c380. 02000000:00000010:0.0:1779697714.876312:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34ec000. 00000100:00000010:0.0:1779697714.876314:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02dc00. 02000000:00000010:0.0:1779697714.876317:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34ed000. 00000100:00000010:0.0:1779697714.876319:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bbaa00. 02000000:00000010:0.0:1779697714.876322:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf81ed000. 00000100:00000010:0.0:1779697714.876327:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb8380. 02000000:00000010:0.0:1779697714.876329:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf81ee000. 00000100:00000010:0.0:1779697714.876332:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb8e00. 02000000:00000010:0.0:1779697714.876335:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3472000. 00000100:00000010:0.0:1779697714.876337:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fcb480. 02000000:00000010:0.0:1779697714.876344:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace6a4000. 00000100:00000010:0.0:1779697714.876346:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bba300. 02000000:00000010:0.0:1779697714.876349:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace6a6000. 00000100:00000010:0.0:1779697714.876351:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02f480. 02000000:00000010:0.0:1779697714.876354:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace6a2000. 00000100:00000010:0.0:1779697714.876356:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02f100. 02000000:00000010:0.0:1779697714.876358:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf128a000. 00000100:00000010:0.0:1779697714.876360:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc9880. 02000000:00000010:0.0:1779697714.876363:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac92f1000. 00000100:00000010:0.0:1779697714.876365:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02e680. 02000000:00000010:0.0:1779697714.876367:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac92f0000. 00000100:00000010:0.0:1779697714.876369:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb9180. 02000000:00000010:0.0:1779697714.876372:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ea000. 00000100:00000010:0.0:1779697714.876407:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29880. 02000000:00000010:0.0:1779697714.876412:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8e8000. 00000100:00000010:0.0:1779697714.876415:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2bb80. 02000000:00000010:0.0:1779697714.876418:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac92f2000. 00000100:00000010:0.0:1779697714.876420:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc8380. 02000000:00000010:0.0:1779697714.876422:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0417000. 00000100:00000010:0.0:1779697714.876424:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0380. 02000000:00000010:0.0:1779697714.876429:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8eb000. 00000100:00000010:0.0:1779697714.876431:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f100. 02000000:00000010:0.0:1779697714.876435:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8ec000. 00000100:00000010:0.0:1779697714.876436:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28e00. 02000000:00000010:0.0:1779697714.876439:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac92f6000. 00000100:00000010:0.0:1779697714.876441:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d180. 02000000:00000010:0.0:1779697714.876443:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8ed000. 00000100:00000010:0.0:1779697714.876446:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2aa00. 02000000:00000010:0.0:1779697714.876448:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4bde000. 00000100:00000010:0.0:1779697714.876451:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df2680. 02000000:00000010:0.0:1779697714.876453:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac2f45000. 00000100:00000010:0.0:1779697714.876455:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3b80. 02000000:00000010:0.0:1779697714.876458:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ee000. 00000100:00000010:0.0:1779697714.876461:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1c00. 02000000:00000010:0.0:1779697714.876464:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8e9000. 00000100:00000010:0.0:1779697714.876466:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a680. 02000000:00000010:0.0:1779697714.876468:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf4916000. 00000100:00000010:0.0:1779697714.876471:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 02000000:00000010:0.0:1779697714.876473:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac2f46000. 00000100:00000010:0.0:1779697714.876476:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c700. 02000000:00000010:0.0:1779697714.876478:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ef000. 00000100:00000010:0.0:1779697714.876486:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f480. 02000000:00000010:0.0:1779697714.876489:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac2f41000. 00000100:00000010:0.0:1779697714.876492:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d500. 02000000:00000010:0.0:1779697714.876494:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf0411000. 00000100:00000010:0.0:1779697714.876496:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ea00. 02000000:00000010:0.0:1779697714.876498:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0416000. 00000100:00000010:0.0:1779697714.876500:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0e00. 02000000:00000010:0.0:1779697714.876503:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70b9000. 00000100:00000010:0.0:1779697714.876506:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c000. 02000000:00000010:0.0:1779697714.876508:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf4917000. 00000100:00000010:0.0:1779697714.876510:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483e680. 02000000:00000010:0.0:1779697714.876513:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf4915000. 00000100:00000010:0.0:1779697714.876516:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df2d80. 02000000:00000010:0.0:1779697714.876519:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0412000. 00000100:00000010:0.0:1779697714.876521:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1180. 02000000:00000010:0.0:1779697714.876524:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb645e6000. 00000100:00000010:0.0:1779697714.876526:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29180. 02000000:00000010:0.0:1779697714.876529:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825b000. 00000100:00000010:0.0:1779697714.876531:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3100. 02000000:00000010:0.0:1779697714.876534:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70bf000. 00000100:00000010:0.0:1779697714.876536:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28380. 02000000:00000010:0.0:1779697714.876539:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825c000. 00000100:00000010:0.0:1779697714.876541:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ce00. 02000000:00000010:0.0:1779697714.876544:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf825f000. 00000100:00000010:0.0:1779697714.876546:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ed80. 02000000:00000010:0.0:1779697714.876549:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf70ba000. 00000100:00000010:0.0:1779697714.876550:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b100. 02000000:00000010:0.0:1779697714.876553:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70b8000. 00000100:00000010:0.0:1779697714.876554:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4000. 02000000:00000010:0.0:1779697714.876557:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825d000. 00000100:00000010:0.0:1779697714.876560:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7100. 02000000:00000010:0.0:1779697714.876562:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb645e5000. 00000100:00000010:0.0:1779697714.876564:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebf480. 02000000:00000010:0.0:1779697714.876567:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb645e7000. 00000100:00000010:0.0:1779697714.876569:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebed80. 02000000:00000010:0.0:1779697714.876573:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf8258000. 00000100:00000010:0.0:1779697714.876575:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebd500. 02000000:00000010:0.0:1779697714.876579:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3521000. 00000100:00000010:0.0:1779697714.876581:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7800. 02000000:00000010:0.0:1779697714.876584:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70bb000. 00000100:00000010:0.0:1779697714.876586:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4700. 02000000:00000010:0.0:1779697714.876588:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3527000. 00000100:00000010:0.0:1779697714.876591:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7b80. 02000000:00000010:0.0:1779697714.876593:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb645e1000. 00000100:00000010:0.0:1779697714.876595:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebc700. 02000000:00000010:0.0:1779697714.876597:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3522000. 00000100:00000010:0.0:1779697714.876599:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebe300. 02000000:00000010:0.0:1779697714.876601:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70bc000. 00000100:00000010:0.0:1779697714.876604:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6d80. 02000000:00000010:0.0:1779697714.876606:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad297e000. 00000100:00000010:0.0:1779697714.876609:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02df80. 02000000:00000010:0.0:1779697714.876612:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297a000. 00000100:00000010:0.0:1779697714.876614:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebca80. 02000000:00000010:0.0:1779697714.876616:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3520000. 00000100:00000010:0.0:1779697714.876618:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebce00. 02000000:00000010:0.0:1779697714.876621:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70bd000. 00000100:00000010:0.0:1779697714.876622:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4e00. 02000000:00000010:0.0:1779697714.876625:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825a000. 00000100:00000010:0.0:1779697714.876627:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4a80. 02000000:00000010:0.0:1779697714.876630:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297b000. 00000100:00000010:0.0:1779697714.876632:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebc000. 02000000:00000010:0.0:1779697714.876634:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad297d000. 00000100:00000010:0.0:1779697714.876637:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7ab100. 02000000:00000010:0.0:1779697714.876639:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3523000. 00000100:00000010:0.0:1779697714.876642:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a8700. 02000000:00000010:0.0:1779697714.876645:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3524000. 00000100:00000010:0.0:1779697714.876648:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7ab480. 02000000:00000010:0.0:1779697714.876650:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3525000. 00000100:00000010:0.0:1779697714.876653:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02c000. 02000000:00000010:0.0:1779697714.876655:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf70be000. 00000100:00000010:0.0:1779697714.876662:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29500. 02000000:00000010:0.0:1779697714.876665:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf9878000. 00000100:00000010:0.0:1779697714.876667:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5180. 02000000:00000010:0.0:1779697714.876670:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf8199000. 00000100:00000010:0.0:1779697714.876672:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aaa00. 02000000:00000010:0.0:1779697714.876676:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3526000. 00000100:00000010:0.0:1779697714.876682:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7abb80. 02000000:00000010:0.0:1779697714.876686:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdc000. 00000100:00000010:0.0:1779697714.876689:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a8000. 02000000:00000010:0.0:1779697714.876692:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb1a6a6000. 00000100:00000010:0.0:1779697714.876694:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9500. 02000000:00000010:0.0:1779697714.876696:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987c000. 00000100:00000010:0.0:1779697714.876699:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28000. 02000000:00000010:0.0:1779697714.876701:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987d000. 00000100:00000010:0.0:1779697714.876704:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02d500. 02000000:00000010:0.0:1779697714.876707:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdf000. 00000100:00000010:0.0:1779697714.876708:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ca80. 02000000:00000010:0.0:1779697714.876711:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfdb000. 00000100:00000010:0.0:1779697714.876713:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02d180. 02000000:00000010:0.0:1779697714.876715:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a4000. 00000100:00000010:0.0:1779697714.876717:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29f80. 02000000:00000010:0.0:1779697714.876721:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb1a6a2000. 00000100:00000010:0.0:1779697714.876723:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28a80. 02000000:00000010:0.0:1779697714.876725:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad1379000. 00000100:00000010:0.0:1779697714.876728:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aad80. 02000000:00000010:0.0:1779697714.876731:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfde000. 00000100:00000010:0.0:1779697714.876733:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a8e00. 02000000:00000010:0.0:1779697714.876735:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfda000. 00000100:00000010:0.0:1779697714.876737:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ed80. 02000000:00000010:0.0:1779697714.876740:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e11000. 00000100:00000010:0.0:1779697714.876742:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9f80. 02000000:00000010:0.0:1779697714.876745:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4e12000. 00000100:00000010:0.0:1779697714.876747:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00272d80. 02000000:00000010:0.0:1779697714.876750:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad137f000. 00000100:00000010:0.0:1779697714.876752:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00271f80. 02000000:00000010:0.0:1779697714.876756:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4e13000. 00000100:00000010:0.0:1779697714.876758:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aa300. 02000000:00000010:0.0:1779697714.876761:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e16000. 00000100:00000010:0.0:1779697714.876763:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00271500. 02000000:00000010:0.0:1779697714.876765:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9d000. 00000100:00000010:0.0:1779697714.876767:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273b80. 02000000:00000010:0.0:1779697714.876770:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad137a000. 00000100:00000010:0.0:1779697714.876775:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28700. 02000000:00000010:0.0:1779697714.876777:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9e000. 00000100:00000010:0.0:1779697714.876779:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 02000000:00000010:0.0:1779697714.876782:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1378000. 00000100:00000010:0.0:1779697714.876784:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2ad80. 02000000:00000010:0.0:1779697714.876786:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad137b000. 00000100:00000010:0.0:1779697714.876789:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b480. 00010000:00000010:2.0:1779697714.877063:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:2.0:1779697714.877072:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c000. 00010000:00000010:2.0:1779697714.877080:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 02000000:00000010:0.0:1779697714.881086:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb99000. 00000100:00000010:0.0:1779697714.881096:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270000. 02000000:00000010:0.0:1779697714.881100:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad137c000. 00000100:00000010:0.0:1779697714.881103:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b800. 02000000:00000010:0.0:1779697714.881106:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9f000. 00000100:00000010:0.0:1779697714.881108:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5f80. 02000000:00000010:0.0:1779697714.881112:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad137d000. 00000100:00000010:0.0:1779697714.881113:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5c00. 02000000:00000010:0.0:1779697714.881116:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9a000. 00000100:00000010:0.0:1779697714.881118:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc60380. 02000000:00000010:0.0:1779697714.881122:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb98000. 00000100:00000010:0.0:1779697714.881126:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9c00. 02000000:00000010:0.0:1779697714.881129:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad137e000. 00000100:00000010:0.0:1779697714.881152:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aa680. 02000000:00000010:0.0:1779697714.881156:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987e000. 00000100:00000010:0.0:1779697714.881159:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6680. 02000000:00000010:0.0:1779697714.881162:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9b000. 00000100:00000010:0.0:1779697714.881164:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270e00. 02000000:00000010:0.0:1779697714.881168:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf9879000. 00000100:00000010:0.0:1779697714.881170:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273100. 02000000:00000010:0.0:1779697714.881173:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987f000. 00000100:00000010:0.0:1779697714.881176:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc61880. 02000000:00000010:0.0:1779697714.881179:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdd000. 00000100:00000010:0.0:1779697714.881182:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9180. 02000000:00000010:0.0:1779697714.881184:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9c000. 00000100:00000010:0.0:1779697714.881186:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc61500. 02000000:00000010:0.0:1779697714.881189:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987a000. 00000100:00000010:0.0:1779697714.881191:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc60e00. 02000000:00000010:0.0:1779697714.881194:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfd8000. 00000100:00000010:0.0:1779697714.881196:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc63100. 02000000:00000010:0.0:1779697714.881199:0:209509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987b000. 00000100:00000010:0.0:1779697714.881207:0:209509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc62680. 00000100:00000200:0.0:1779697714.881219:0:209509:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1779697714.881228:0:209509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a2c0. 00000400:00000010:0.0:1779697714.881236:0:209509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff93cbc634c000. 00000400:00000200:2.0:1779697714.883022:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.883042:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9841 00000400:00000200:2.0:1779697714.883048:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.883052:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.883060:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:2.0:1779697714.883062:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00010000:00000010:0.0:1779697714.883137:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697714.883147:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c980. 02000000:00000010:0.0:1779697714.883157:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3506000. 00010000:00000010:2.1:1779697714.883419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697714.883426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697714.883534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697714.883539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697714.883542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697714.883544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000400:00000200:3.0:1779697714.883771:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.883801:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448480 00000400:00000200:3.0:1779697714.883811:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 0 00000400:00000200:3.0:1779697714.883870:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.883876:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.883882:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.883890:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa300. 00000020:00000010:0.0:1779697714.884621:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697714.884628:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697714.884633:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ce00. 00000020:00000010:0.0:1779697714.884637:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.884642:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.884682:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697714.884685:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000100:00000200:0.0:1779697714.884688:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215396480 00000001:00000010:0.0:1779697714.884697:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:0.0:1779697714.884716:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.884723:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 02000000:00000010:0.0:1779697714.884744:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3506000. 00010000:00000010:0.0:1779697714.884768:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.884771:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.884788:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.884801:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697714.884806:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.884809:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000004:00000010:0.0:1779697714.884899:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a000. 00000004:00000010:0.0:1779697714.884906:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef7f8. 00000004:00000010:0.0:1779697714.884912:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30aa0. 00080000:00000010:0.0:1779697714.884920:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05f8f0. 00010000:00000010:0.0:1779697714.885572:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697714.885577:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697714.885581:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697714.885594:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697714.885651:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.885662:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.885666:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697714.885684:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:0.0:1779697714.885699:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3aa300 x1866146215396480/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.885718:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697714.885725:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215396480, offset 224 00000400:00000200:0.0:1779697714.885732:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.885742:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.885748:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308801:308801:256:4294967295] 192.168.203.23@tcp LPNI seq info [308797:308797:8:4294967295] 00000400:00000200:0.0:1779697714.885759:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.885764:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.885768:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.885775:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.885781:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.885785:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.885810:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.885814:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.885817:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ce00. 00000800:00000200:3.0:1779697714.886184:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.886189:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697714.886193:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.886198:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697714.886203:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:3.0:1779697714.886205:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:0.1:1779697714.886486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697714.886493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00000400:00000200:2.0:1779697714.889228:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.889247:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448580 00000400:00000200:2.0:1779697714.889256:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 576 00000400:00000200:2.0:1779697714.889272:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.889277:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.889285:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.889292:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f75180. 00000020:00000010:0.0:1779697714.889435:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697714.889441:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697714.889447:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc001e5200. 00000020:00000010:0.0:1779697714.889452:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.889457:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.889484:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697714.889485:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000100:00000200:0.0:1779697714.889488:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215396736 02000000:00000010:0.0:1779697714.889519:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3501000. 00010000:00000010:0.0:1779697714.889553:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697714.889567:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697714.889582:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.889587:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697714.889602:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697714.889605:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697714.889610:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697714.889613:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697714.889704:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697714.889707:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c880. 00010000:00000010:0.0:1779697714.889711:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697714.889714:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000020:00000010:0.0:1779697714.889740:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f4e0. 00000020:00000010:0.0:1779697714.889745:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f4e0. 00000020:00000010:0.0:1779697714.889755:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ea0. 00080000:00000010:0.0:1779697714.889764:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c8d000. 00000001:00000010:0.0:1779697714.890118:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c180. 00000001:00000010:0.0:1779697714.890124:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697714.890155:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ea0. 00010000:00000010:0.0:1779697714.890163:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697714.890167:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697714.890178:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697714.890262:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.890276:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697714.890290:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974203, last committed = 8589974006 00010000:00000200:0.0:1779697714.890299:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f75180 x1866146215396736/t8589974203(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1779697714.890410:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697714.890415:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697714.890419:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697714.890422:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000010:0.0:1779697714.890428:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697714.890433:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215396736, offset 224 00000400:00000010:0.0:1779697714.890439:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217850. 00000400:00000200:0.0:1779697714.890443:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.890454:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.890460:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308802:308802:256:4294967295] 192.168.203.23@tcp LPNI seq info [308798:308798:8:4294967295] 00000400:00000200:0.0:1779697714.890465:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697714.890473:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.890478:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.890492:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697714.890499:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.890505:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.890509:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.890529:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.890532:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.890535:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc001e5200. 00010000:00000010:2.1:1779697714.891120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697714.891131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000800:00000200:2.0:1779697714.891218:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.891222:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697714.891226:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.891231:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697714.895545:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:3.0:1779697714.895561:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c880. 00010000:00000010:3.0:1779697714.895572:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000400:00000200:2.0:1779697714.895819:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.895836:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a984d 00000400:00000200:2.0:1779697714.895843:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.895847:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.895854:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:2.0:1779697714.895857:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000400:00000200:2.0:1779697714.895884:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.895890:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448600 00000400:00000200:2.0:1779697714.895897:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 1064 00000400:00000200:2.0:1779697714.895946:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.895950:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.895955:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.895961:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76680. 00010000:00000010:3.0:1779697714.896003:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:3.0:1779697714.896008:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c200. 00010000:00000010:0.1:1779697714.896428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697714.896435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697714.896438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.896441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000020:00000010:0.0:1779697714.896576:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697714.896590:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697714.896596:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ce00. 00000020:00000010:0.0:1779697714.896600:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.896605:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.896639:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697714.896641:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000100:00000200:0.0:1779697714.896644:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215396864 00000001:00000010:0.0:1779697714.896652:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:0.0:1779697714.896670:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.896675:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697714.896698:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3505000. 00010000:00000010:0.0:1779697714.896726:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.896729:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.896744:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.896747:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.896751:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.896753:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000004:00000010:0.0:1779697714.896848:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b860. 00000004:00000010:0.0:1779697714.896855:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef708. 00000004:00000010:0.0:1779697714.896861:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31540. 00080000:00000010:0.0:1779697714.896869:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05e558. 00010000:00000010:0.0:1779697714.897927:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697714.897934:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c200. 00010000:00000010:0.0:1779697714.897939:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697714.897943:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697714.898001:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.898011:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.898015:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.898035:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697714.898050:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76680 x1866146215396864/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.898069:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697714.898074:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215396864, offset 224 00000400:00000200:0.0:1779697714.898081:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.898092:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.898098:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308803:308803:256:4294967295] 192.168.203.23@tcp LPNI seq info [308799:308799:8:4294967295] 00000400:00000200:0.0:1779697714.898173:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.898180:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.898185:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697714.898191:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.898199:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.898203:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.898225:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.898229:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.898232:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ce00. 00000800:00000200:2.0:1779697714.898479:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.898484:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697714.898487:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.898493:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.898497:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:2.0:1779697714.898499:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00010000:00000010:3.1:1779697714.899427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697714.899434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697714.899505:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697714.899510:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697714.899513:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697714.899516:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:2.0:1779697714.900760:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.900776:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448700 00000400:00000200:2.0:1779697714.900785:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 1640 00000400:00000200:2.0:1779697714.900810:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.900814:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.900821:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.900828:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77800. 00000020:00000010:3.0:1779697714.900910:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.900915:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.900920:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8000. 00000020:00000010:3.0:1779697714.900925:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697714.900930:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.900964:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.900966:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000100:00000200:3.0:1779697714.900969:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215397120 02000000:00000010:3.0:1779697714.901001:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac431a000. 00010000:00000010:3.0:1779697714.901034:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:3.0:1779697714.901048:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c200. 00010000:00000010:3.0:1779697714.901063:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697714.901069:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.901083:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697714.901087:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697714.901092:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697714.901094:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697714.901185:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697714.901188:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697714.901192:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697714.901194:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697714.901215:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697714.901220:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697714.901230:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37540. 00080000:00000010:3.0:1779697714.901238:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bcb000. 00000001:00000010:3.0:1779697714.901631:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37180. 00000001:00000010:3.0:1779697714.901638:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697714.901669:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37540. 00010000:00000010:3.0:1779697714.901677:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697714.901681:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697714.901692:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697714.901720:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697714.901731:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:3.0:1779697714.901744:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974204, last committed = 8589974006 00010000:00000200:3.0:1779697714.901752:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77800 x1866146215397120/t8589974204(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697714.901769:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697714.901775:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215397120, offset 224 00000400:00000010:3.0:1779697714.901781:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d888. 00000400:00000200:3.0:1779697714.901784:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.901808:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.901814:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308804:308804:256:4294967295] 192.168.203.23@tcp LPNI seq info [308800:308800:8:4294967295] 00000400:00000200:3.0:1779697714.901820:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697714.901828:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.901833:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.901838:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697714.901843:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.901850:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.901853:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.901874:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697714.901878:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.901881:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8000. 00000800:00000200:3.0:1779697714.901960:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.901964:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697714.901967:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.901971:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697714.902101:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:1.0:1779697714.902107:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00010000:00000010:1.0:1779697714.902114:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00000400:00000200:2.0:1779697714.903583:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.903600:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9855 00000400:00000200:2.0:1779697714.903605:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.903609:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.903614:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:2.0:1779697714.903617:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:3.0:1779697714.903697:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697714.903705:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:3.1:1779697714.911474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697714.911488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000400:00000200:2.0:1779697714.911649:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.911667:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448780 00000400:00000200:2.0:1779697714.911675:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 2128 00000400:00000200:2.0:1779697714.911726:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.911731:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.911739:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.911745:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77480. 00000020:00000010:3.0:1779697714.914062:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.914072:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.914078:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8000. 00000020:00000010:3.0:1779697714.914084:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e980. 00000020:00000010:3.0:1779697714.914089:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.914129:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:3.0:1779697714.914131:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f780. 00000100:00000200:3.0:1779697714.914134:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215397248 00000001:00000010:3.0:1779697714.914145:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:3.0:1779697714.914166:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697714.914173:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 02000000:00000010:3.0:1779697714.914198:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac431d000. 00010000:00000010:3.0:1779697714.914224:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697714.914227:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.914245:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697714.914249:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697714.914253:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697714.914256:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697714.914343:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c5a0. 00000004:00000010:3.0:1779697714.914352:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af078. 00000004:00000010:3.0:1779697714.914358:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83650. 00080000:00000010:3.0:1779697714.914365:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266e40. 00010000:00000010:3.0:1779697714.914972:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697714.914976:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697714.914981:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697714.914985:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697714.915052:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.915063:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697714.915067:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697714.915086:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697714.915101:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77480 x1866146215397248/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697714.915217:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697714.915223:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215397248, offset 224 00000400:00000200:3.0:1779697714.915230:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.915242:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.915248:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308805:308805:256:4294967295] 192.168.203.23@tcp LPNI seq info [308801:308801:8:4294967295] 00000400:00000200:3.0:1779697714.915258:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.915263:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.915268:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697714.915275:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.915283:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.915287:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.915349:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e980. 00000020:00000010:3.0:1779697714.915354:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.915357:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8000. 00000800:00000200:2.0:1779697714.922879:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.922887:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697714.922894:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.922902:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.922910:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697714.922913:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00000400:00000200:1.0:1779697714.923840:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.923856:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448880 00000400:00000200:1.0:1779697714.923864:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 2704 00000400:00000200:1.0:1779697714.923876:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.923880:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.923886:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.923892:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a6a00. 00010000:00000010:3.1:1779697714.924435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697714.924445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697714.924450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697714.924455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697714.924460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697714.924465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:1.1:1779697714.924476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697714.924484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000020:00000010:2.0:1779697714.924902:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.924907:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.924921:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf068bc00. 00000020:00000010:2.0:1779697714.924925:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ca00. 00000020:00000010:2.0:1779697714.924930:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697714.924971:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.924974:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697714.925022:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215397504 02000000:00000010:2.0:1779697714.925055:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3510000. 00010000:00000010:2.0:1779697714.925091:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:2.0:1779697714.925105:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:2.0:1779697714.925120:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.925125:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697714.925139:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697714.925142:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c200. 00010000:00000010:2.0:1779697714.925146:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697714.925149:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697714.925238:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697714.925240:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ce80. 00010000:00000010:2.0:1779697714.925243:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697714.925246:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697714.925268:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697714.925274:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697714.925284:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571df60. 00080000:00000010:2.0:1779697714.925292:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e1c00. 00000001:00000010:2.0:1779697714.925957:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aa80. 00000001:00000010:2.0:1779697714.925965:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697714.926044:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571df60. 00010000:00000010:2.0:1779697714.926055:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697714.926060:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697714.926072:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697714.926207:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.926220:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697714.926234:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974205, last committed = 8589974006 00010000:00000200:2.0:1779697714.926243:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a6a00 x1866146215397504/t8589974205(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.926262:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697714.926268:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215397504, offset 224 00000400:00000010:2.0:1779697714.926274:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f230. 00000400:00000200:2.0:1779697714.926278:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.926290:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.926297:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308806:308806:256:4294967295] 192.168.203.23@tcp LPNI seq info [308802:308802:8:4294967295] 00000400:00000200:2.0:1779697714.926374:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.926382:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.926410:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.926415:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697714.926421:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.926428:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.926432:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.926450:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ca00. 00000020:00000010:2.0:1779697714.926455:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697714.926458:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf068bc00. 00000800:00000200:3.0:1779697714.926671:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.926676:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697714.926680:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.926685:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697714.930462:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.930474:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697714.930478:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697714.930480:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:2.0:1779697714.932384:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.932416:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a985d 00000400:00000200:2.0:1779697714.932423:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.932429:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.932436:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:2.0:1779697714.932438:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00000400:00000200:2.0:1779697714.932468:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.932475:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448900 00000400:00000200:2.0:1779697714.932482:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 3192 00000400:00000200:2.0:1779697714.932538:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.932542:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.932547:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.932553:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77100. 00000020:00000010:2.0:1779697714.932592:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.932597:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.932611:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf068bc00. 00000020:00000010:2.0:1779697714.932615:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ca00. 00000020:00000010:2.0:1779697714.932620:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697714.932649:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.932651:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697714.932654:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215397632 00000001:00000010:2.0:1779697714.932664:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:2.0:1779697714.932684:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697714.932691:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697714.932714:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3512000. 00010000:00000010:2.0:1779697714.932739:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697714.932742:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697714.932760:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697714.932763:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c580. 00010000:00000010:2.0:1779697714.932767:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697714.932769:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697714.932867:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697714.932875:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e168. 00000004:00000010:2.0:1779697714.932881:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d980. 00080000:00000010:2.0:1779697714.932888:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4e40. 00010000:00000010:3.0:1779697714.933079:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697714.933087:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c200. 00010000:00000010:3.0:1779697714.935263:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697714.935271:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33eb80. 00010000:00000010:3.0:1779697714.935277:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697714.935283:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697714.935353:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697714.935366:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697714.935371:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c580. 00010000:00000010:3.0:1779697714.935407:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:3.0:1779697714.935425:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77100 x1866146215397632/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697714.935789:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697714.935806:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215397632, offset 224 00000400:00000200:3.0:1779697714.935816:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.935830:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.935838:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308807:308807:256:4294967295] 192.168.203.23@tcp LPNI seq info [308803:308803:8:4294967295] 00000400:00000200:3.0:1779697714.935853:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.935860:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.935865:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697714.935873:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.935881:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.935886:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.935915:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ca00. 00000020:00000010:3.0:1779697714.935921:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:3.0:1779697714.935925:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf068bc00. 00010000:00000010:1.0:1779697714.936485:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:1.0:1779697714.936493:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ce80. 00010000:00000010:1.0:1779697714.936500:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:1.0:1779697714.936740:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.936744:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697714.936749:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.936754:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.936760:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:1.0:1779697714.936762:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:3.1:1779697714.940481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697714.940494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697714.940499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697714.940502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:2.0:1779697714.940667:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697714.940684:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448a00 00000400:00000200:2.0:1779697714.940692:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 3768 00000400:00000200:2.0:1779697714.940715:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.940720:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697714.940728:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697714.940734:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f74000. 00000020:00000010:1.0:1779697714.940954:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.940959:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.940965:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacedfba00. 00000020:00000010:1.0:1779697714.940970:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697714.940974:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.941019:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697714.941022:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697714.941024:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215397888 02000000:00000010:1.0:1779697714.941057:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f0000. 00010000:00000010:1.0:1779697714.941090:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:1.0:1779697714.941102:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33eb80. 00010000:00000010:1.0:1779697714.941117:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697714.941122:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697714.941136:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697714.941139:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697714.941143:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697714.941146:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697714.941237:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697714.941241:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697714.941244:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697714.941247:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00000020:00000010:1.0:1779697714.941267:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc300. 00000020:00000010:1.0:1779697714.941273:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc300. 00000020:00000010:1.0:1779697714.941282:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe7e0. 00080000:00000010:1.0:1779697714.941290:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf88c3800. 00000001:00000010:1.0:1779697714.941688:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fea20. 00000001:00000010:1.0:1779697714.941695:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82becc0. 00000020:00000010:1.0:1779697714.941732:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe7e0. 00010000:00000010:1.0:1779697714.941739:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697714.941743:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697714.941753:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be9c0. 00010000:00000010:1.0:1779697714.942347:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697714.942363:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000200:1.0:1779697714.942378:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974206, last committed = 8589974006 00010000:00000200:1.0:1779697714.942404:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f74000 x1866146215397888/t8589974206(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697714.942424:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697714.942430:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215397888, offset 224 00000400:00000010:1.0:1779697714.942436:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88038. 00000400:00000200:1.0:1779697714.942440:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697714.942453:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697714.942459:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308808:308808:256:4294967295] 192.168.203.23@tcp LPNI seq info [308804:308804:8:4294967295] 00000400:00000200:1.0:1779697714.942464:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697714.942471:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697714.942476:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697714.942480:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697714.942486:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697714.942493:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697714.942497:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697714.942515:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697714.942519:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697714.942523:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacedfba00. 00010000:00000010:1.0:1779697714.942551:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697714.942555:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697714.942561:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00000800:00000200:1.0:1779697714.942643:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.942646:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697714.942650:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.942655:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.947664:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697714.947686:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9865 00000400:00000200:1.0:1779697714.947693:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.947697:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697714.947705:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:1.0:1779697714.947708:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:1.0:1779697714.947736:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.947742:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448a80 00000400:00000200:1.0:1779697714.947748:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 4256 00000400:00000200:1.0:1779697714.947803:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.947807:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.947812:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.947818:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a5880. 00010000:00000010:3.0:1779697714.948478:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:3.0:1779697714.948490:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00000020:00000010:3.0:1779697714.948536:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f900. 00000020:00000010:3.0:1779697714.948541:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f900. 00000020:00000010:3.0:1779697714.948546:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8000. 00000020:00000010:3.0:1779697714.948551:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ee00. 00000020:00000010:3.0:1779697714.948556:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.948590:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f900. 00000020:00000010:3.0:1779697714.948592:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f900. 00000100:00000200:3.0:1779697714.948595:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215398016 00000001:00000010:3.0:1779697714.948605:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:3.0:1779697714.948624:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697714.948629:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697714.948651:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4318000. 00010000:00000010:3.0:1779697714.948675:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697714.948678:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.948692:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697714.948695:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697714.948699:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697714.948701:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000004:00000010:3.0:1779697714.948780:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c1e0. 00000004:00000010:3.0:1779697714.948788:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afac8. 00000004:00000010:3.0:1779697714.948806:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82440. 00080000:00000010:3.0:1779697714.948814:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266720. 00010000:00000010:3.0:1779697714.949893:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697714.949899:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697714.949905:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697714.949911:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697714.949976:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697714.949991:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697714.949997:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697714.950024:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697714.950043:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a5880 x1866146215398016/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697714.950063:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697714.950069:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215398016, offset 224 00000400:00000200:3.0:1779697714.950077:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697714.950089:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697714.950097:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308809:308809:256:4294967295] 192.168.203.23@tcp LPNI seq info [308805:308805:8:4294967295] 00000400:00000200:3.0:1779697714.951410:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697714.951419:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697714.951426:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697714.951636:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697714.951647:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697714.951651:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697714.951689:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ee00. 00000020:00000010:3.0:1779697714.951815:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697714.951820:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8000. 00000800:00000200:1.0:1779697714.951896:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.951901:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697714.951905:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.951911:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697714.951915:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:1.0:1779697714.951918:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:1.1:1779697714.953423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697714.953434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697714.954343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697714.954353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697714.954358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697714.954361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:1.0:1779697714.956278:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.956296:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448b80 00000400:00000200:1.0:1779697714.956318:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 4832 00000400:00000200:1.0:1779697714.956334:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.956339:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.956347:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.956354:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7100. 00000020:00000010:2.0:1779697714.956449:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.956456:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.956471:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf068a200. 00000020:00000010:2.0:1779697714.956476:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c700. 00000020:00000010:2.0:1779697714.956481:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697714.956521:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.956523:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697714.956527:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215398272 02000000:00000010:2.0:1779697714.956560:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3517000. 00010000:00000010:2.0:1779697714.956596:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:2.0:1779697714.956615:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:2.0:1779697714.956632:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.956638:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697714.956654:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697714.956656:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf80. 00010000:00000010:2.0:1779697714.956661:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697714.956663:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697714.956761:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697714.956765:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c880. 00010000:00000010:2.0:1779697714.956768:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.956771:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697714.956806:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697714.956813:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b700. 00000020:00000010:2.0:1779697714.956823:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697714.956832:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e2c00. 00000001:00000010:2.0:1779697714.957226:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dd20. 00000001:00000010:2.0:1779697714.957233:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697714.957380:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697714.957410:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697714.957416:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697714.957430:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697714.957475:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697714.957491:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:1.0:1779697714.957508:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697714.957510:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974207, last committed = 8589974006 00010000:00000010:1.0:1779697714.957516:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c880. 00010000:00000200:2.0:1779697714.957523:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7100 x1866146215398272/t8589974207(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1779697714.957526:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000400:00000010:2.0:1779697714.957545:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697714.957551:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215398272, offset 224 00000400:00000010:2.0:1779697714.957557:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f1f8. 00000400:00000200:2.0:1779697714.957561:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.957573:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.957580:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308810:308810:256:4294967295] 192.168.203.23@tcp LPNI seq info [308806:308806:8:4294967295] 00000400:00000200:2.0:1779697714.957585:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.957592:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.957598:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.957604:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697714.957610:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.957616:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.957621:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.957646:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c700. 00000020:00000010:2.0:1779697714.957651:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697714.957654:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf068a200. 00000800:00000200:1.0:1779697714.957852:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697714.957856:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:1.0:1779697714.957859:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.957865:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697714.960836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697714.960851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:3.1:1779697714.960855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697714.960860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697714.960862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697714.960865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697714.962422:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697714.962426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697714.962431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697714.962435:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697714.962443:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:2.1:1779697714.962443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697714.962445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.1:1779697714.962452:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:2.1:1779697714.962453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697714.962454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697714.962459:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697714.962464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697714.962464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697714.962465:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.1:1779697714.962473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697714.962479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:3.0:1779697714.964563:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697714.964593:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a986d 00000400:00000200:3.0:1779697714.964599:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.964604:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697714.964610:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:3.0:1779697714.964613:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00000400:00000200:3.0:1779697714.964642:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.964648:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448c00 00000400:00000200:3.0:1779697714.964654:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 5320 00000400:00000200:3.0:1779697714.964701:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.964706:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.964711:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.964718:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8e00. 00010000:00000010:2.0:1779697714.964775:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697714.964786:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf80. 00000020:00000010:0.0:1779697714.964926:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697714.964932:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697714.964938:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ee600. 00000020:00000010:0.0:1779697714.964943:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.964948:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.964988:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697714.964990:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000100:00000200:0.0:1779697714.964993:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215398400 00000001:00000010:0.0:1779697714.965003:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:0.0:1779697714.965025:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.965031:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697714.965053:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3504000. 00010000:00000010:0.0:1779697714.965077:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.965080:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.965094:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.965097:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.965101:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.965103:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000004:00000010:0.0:1779697714.965189:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b680. 00000004:00000010:0.0:1779697714.965196:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef348. 00000004:00000010:0.0:1779697714.965202:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31cb0. 00080000:00000010:0.0:1779697714.965210:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05e390. 00010000:00000010:1.1:1779697714.970429:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697714.970442:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.0:1779697714.975293:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697714.975303:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697714.975309:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697714.975316:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697714.975445:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697714.975461:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.975467:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.975491:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697714.975514:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8e00 x1866146215398400/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697714.975534:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697714.975541:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215398400, offset 224 00000400:00000200:0.0:1779697714.975549:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697714.975562:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697714.975567:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308811:308811:256:4294967295] 192.168.203.23@tcp LPNI seq info [308807:308807:8:4294967295] 00000400:00000200:0.0:1779697714.975590:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697714.975597:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697714.975602:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697714.975609:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697714.975618:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697714.975623:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697714.975646:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.975651:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.975654:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ee600. 00010000:00000010:2.1:1779697714.975885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697714.975896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000800:00000200:2.0:1779697714.975982:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697714.975987:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697714.975991:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.975997:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697714.976002:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:2.0:1779697714.976005:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000400:00000200:1.0:1779697714.978294:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697714.978418:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448d00 00000400:00000200:1.0:1779697714.978428:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 5896 00000400:00000200:1.0:1779697714.978444:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697714.978448:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697714.978456:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697714.978462:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a5c00. 00000020:00000010:2.0:1779697714.979116:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.979123:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.979138:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf068a200. 00000020:00000010:2.0:1779697714.979142:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cf80. 00000020:00000010:2.0:1779697714.979148:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697714.979180:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697714.979182:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697714.979186:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215398656 02000000:00000010:2.0:1779697714.979217:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3511000. 00010000:00000010:2.0:1779697714.979251:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:2.0:1779697714.979268:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c100. 00010000:00000010:2.0:1779697714.979283:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697714.979289:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697714.979302:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697714.979306:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c700. 00010000:00000010:2.0:1779697714.979310:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697714.979312:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697714.981308:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697714.981316:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c480. 00010000:00000010:2.0:1779697714.981322:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697714.981329:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697714.981382:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b980. 00000020:00000010:2.0:1779697714.981402:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b980. 00000020:00000010:2.0:1779697714.981415:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571df60. 00080000:00000010:2.0:1779697714.981425:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e0400. 00000001:00000010:2.0:1779697714.982006:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a660. 00000001:00000010:2.0:1779697714.982014:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697714.982060:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571df60. 00010000:00000010:2.0:1779697714.982071:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697714.982076:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697714.982091:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697714.982140:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697714.982163:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697714.982183:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974208, last committed = 8589974006 00010000:00000200:2.0:1779697714.982194:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a5c00 x1866146215398656/t8589974208(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 488/456 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697714.982252:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697714.982258:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215398656, offset 224 00000400:00000010:2.0:1779697714.982264:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f268. 00000400:00000200:2.0:1779697714.982269:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697714.982284:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697714.982291:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308812:308812:256:4294967295] 192.168.203.23@tcp LPNI seq info [308808:308808:8:4294967295] 00000400:00000200:2.0:1779697714.982297:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697714.982307:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697714.982312:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697714.982317:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697714.982325:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697714.982333:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697714.982337:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697714.982355:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cf80. 00000020:00000010:2.0:1779697714.982359:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697714.982363:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf068a200. 00010000:00000010:0.0:1779697714.982948:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697714.982958:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c480. 00010000:00000010:0.0:1779697714.982968:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:3.0:1779697714.983505:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697714.983510:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697714.983514:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.983521:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697714.984458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697714.984469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697714.984473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697714.984475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:2.0:1779697714.986965:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697714.986983:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9875 00000400:00000200:2.0:1779697714.986989:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697714.986993:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697714.987000:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697714.987002:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.0:1779697714.987086:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697714.987097:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c700. 00010000:00000010:2.1:1779697714.988427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697714.988438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697714.988442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697714.988446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:3.0:1779697714.988680:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697714.988693:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448d80 00000400:00000200:3.0:1779697714.988702:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 6384 00000400:00000200:3.0:1779697714.988953:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697714.988959:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697714.988966:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697714.988972:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 00000020:00000010:0.0:1779697714.992242:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697714.992252:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697714.992260:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671e00. 00000020:00000010:0.0:1779697714.992266:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697714.992271:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697714.992313:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697714.992316:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697714.992320:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215398784 00000001:00000010:0.0:1779697714.992330:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:0.0:1779697714.992354:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697714.992361:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697714.992386:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3503000. 00010000:00000010:0.0:1779697714.992430:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697714.992434:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697714.992452:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697714.992455:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697714.992459:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697714.992462:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000004:00000010:0.0:1779697714.992707:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b4a0. 00000004:00000010:0.0:1779697714.992716:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef618. 00000004:00000010:0.0:1779697714.992721:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31430. 00080000:00000010:0.0:1779697714.992730:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05eab0. 00010000:00000010:0.1:1779697714.998937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697714.998953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.0:1779697715.002931:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697715.002943:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697715.002950:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697715.002957:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.003033:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697715.003045:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697715.003050:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697715.003074:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697715.003094:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3aad80 x1866146215398784/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:389/0 lens 576/584 e 0 to 0 dl 1779698469 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.003115:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697715.003122:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215398784, offset 224 00000400:00000200:0.0:1779697715.003130:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.003142:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.003148:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308813:308813:256:4294967295] 192.168.203.23@tcp LPNI seq info [308809:308809:8:4294967295] 00000400:00000200:0.0:1779697715.003159:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.003165:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.003170:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697715.003176:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.003183:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.003187:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.003216:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697715.003220:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.003224:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671e00. 00000800:00000200:3.0:1779697715.003356:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.003361:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697715.003366:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.003371:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.003377:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:3.0:1779697715.003379:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00010000:00000010:3.1:1779697715.003417:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697715.003422:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697715.008424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.008437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697715.008442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697715.008444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:2.0:1779697715.009503:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.009523:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006448e80 00000400:00000200:2.0:1779697715.009532:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 6960 00000400:00000200:2.0:1779697715.009574:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.009580:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.009589:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.009595:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f74e00. 00000020:00000010:0.0:1779697715.009690:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697715.009715:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671e00. 00000020:00000010:0.0:1779697715.009721:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697715.009725:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.009766:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697715.009769:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697715.009773:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215399040 02000000:00000010:0.0:1779697715.009827:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3500000. 00010000:00000010:0.0:1779697715.009867:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.009883:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697715.009901:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.009907:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.009922:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697715.009925:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c100. 00010000:00000010:0.0:1779697715.009929:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697715.009932:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697715.010041:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697715.010044:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697715.010047:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.010051:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697715.010075:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f7c0. 00000020:00000010:0.0:1779697715.010081:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f7c0. 00000020:00000010:0.0:1779697715.010092:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c4e0. 00080000:00000010:0.0:1779697715.010101:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3568c00. 00000001:00000010:0.0:1779697715.010506:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd04040c0. 00000001:00000010:0.0:1779697715.010513:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697715.010548:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c4e0. 00010000:00000010:0.0:1779697715.010557:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697715.010561:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697715.010573:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697715.010607:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697715.010621:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000200:0.0:1779697715.010636:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974209, last committed = 8589974006 00010000:00000200:0.0:1779697715.010644:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f74e00 x1866146215399040/t8589974209(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.010662:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697715.010668:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215399040, offset 224 00000400:00000010:0.0:1779697715.010675:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2173b8. 00000400:00000200:0.0:1779697715.010679:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.010692:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.010697:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308814:308814:256:4294967295] 192.168.203.23@tcp LPNI seq info [308810:308810:8:4294967295] 00000400:00000200:0.0:1779697715.010702:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.010708:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.010713:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.010718:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697715.010723:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.010730:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.010733:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.010757:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06c980. 00000020:00000010:0.0:1779697715.010761:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.010764:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671e00. 00010000:00000010:0.0:1779697715.010787:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697715.010804:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697715.010810:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00000800:00000200:3.0:1779697715.010898:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.010904:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697715.010908:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.010913:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.013903:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.013922:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a987d 00000400:00000200:3.0:1779697715.013930:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.013935:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.013943:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:3.0:1779697715.013947:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000400:00000200:3.0:1779697715.014038:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.014047:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006448f00 00000400:00000200:3.0:1779697715.014056:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 7448 00000400:00000200:3.0:1779697715.014626:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.014632:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.014637:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.014644:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa680. 00010000:00000010:2.0:1779697715.015540:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:2.0:1779697715.015552:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c100. 00000020:00000010:0.0:1779697715.015652:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697715.015658:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697715.015663:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671e00. 00000020:00000010:0.0:1779697715.015667:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697715.015673:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.015714:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697715.015717:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697715.015721:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215399168 00000001:00000010:0.0:1779697715.015731:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:0.0:1779697715.015752:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697715.015758:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 02000000:00000010:0.0:1779697715.015781:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3502000. 00010000:00000010:0.0:1779697715.015819:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697715.015824:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.015837:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697715.015840:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697715.015844:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697715.015846:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000004:00000010:0.0:1779697715.015935:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ba40. 00000004:00000010:0.0:1779697715.015943:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef078. 00000004:00000010:0.0:1779697715.015949:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31980. 00080000:00000010:0.0:1779697715.015957:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05f560. 00010000:00000010:0.1:1779697715.017041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697715.017048:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697715.017214:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697715.017219:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85800. 00010000:00000010:0.0:1779697715.017224:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697715.017229:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697715.017293:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.017325:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697715.017331:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06c980. 00010000:00000010:0.0:1779697715.017359:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000200:0.0:1779697715.017378:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3aa680 x1866146215399168/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.017428:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697715.017435:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215399168, offset 224 00000400:00000200:0.0:1779697715.017444:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.017456:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.017464:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308815:308815:256:4294967295] 192.168.203.23@tcp LPNI seq info [308811:308811:8:4294967295] 00000400:00000200:0.0:1779697715.017477:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.017482:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.017487:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697715.017495:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.017504:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.017509:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.017528:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacb06cd00. 00000020:00000010:0.0:1779697715.017532:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.017536:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671e00. 00010000:00000010:2.1:1779697715.017695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697715.017701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000800:00000200:2.0:1779697715.017775:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.017779:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697715.017783:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.017804:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.017809:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:2.0:1779697715.017811:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00010000:00000010:0.1:1779697715.019538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.019546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697715.019550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697715.019555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000400:00000200:3.0:1779697715.020850:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.020868:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449000 00000400:00000200:3.0:1779697715.020877:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 8024 00000400:00000200:3.0:1779697715.020891:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.020896:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.020904:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.020910:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9180. 00000020:00000010:2.0:1779697715.020998:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697715.021004:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697715.021019:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf068a200. 00000020:00000010:2.0:1779697715.021024:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cf80. 00000020:00000010:2.0:1779697715.021028:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697715.021068:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac43d5e40. 00000020:00000010:2.0:1779697715.021071:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac43d5e40. 00000100:00000200:2.0:1779697715.021075:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215399424 02000000:00000010:2.0:1779697715.021110:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3516000. 00010000:00000010:2.0:1779697715.021145:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697715.021159:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85800. 00010000:00000010:2.0:1779697715.021176:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697715.021183:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697715.021196:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697715.021199:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cd80. 00010000:00000010:2.0:1779697715.021204:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697715.021206:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697715.021305:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697715.021308:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cd00. 00010000:00000010:2.0:1779697715.021312:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697715.021315:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697715.021337:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697715.021343:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b3a0. 00000020:00000010:2.0:1779697715.021352:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a300. 00080000:00000010:2.0:1779697715.021361:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e0c00. 00000001:00000010:2.0:1779697715.021863:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571df00. 00000001:00000010:2.0:1779697715.021870:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697715.021906:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a300. 00010000:00000010:2.0:1779697715.021914:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697715.021918:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697715.021930:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697715.021976:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697715.021991:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697715.022006:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974210, last committed = 8589974006 00010000:00000200:2.0:1779697715.022014:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9180 x1866146215399424/t8589974210(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.022032:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697715.022038:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215399424, offset 224 00000400:00000010:2.0:1779697715.022044:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f968. 00000400:00000200:2.0:1779697715.022049:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.022060:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.022067:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308816:308816:256:4294967295] 192.168.203.23@tcp LPNI seq info [308812:308812:8:4294967295] 00000400:00000200:2.0:1779697715.022072:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.022079:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.022084:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.022089:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697715.022095:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.022103:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.022107:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.022127:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cf80. 00000020:00000010:2.0:1779697715.022132:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697715.022135:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf068a200. 00010000:00000010:3.0:1779697715.022414:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697715.022421:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cd00. 00010000:00000010:3.0:1779697715.022428:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00010000:00000010:0.1:1779697715.023917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697715.023926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697715.023929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697715.023932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000800:00000200:0.0:1779697715.024017:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.024021:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697715.024025:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.024033:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.025078:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.025095:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9885 00000400:00000200:2.0:1779697715.025100:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.025105:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.025110:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697715.025113:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.0:1779697715.025189:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697715.025198:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cd80. 00000400:00000200:3.0:1779697715.026150:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.026160:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449080 00000400:00000200:3.0:1779697715.026168:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 8512 00000400:00000200:3.0:1779697715.026208:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.026212:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.026217:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.026223:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3abb80. 00000020:00000010:0.0:1779697715.026286:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697715.026291:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697715.026297:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671e00. 00000020:00000010:0.0:1779697715.026310:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:0.0:1779697715.026321:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.026355:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697715.026358:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697715.026361:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215399552 00000001:00000010:0.0:1779697715.026371:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697715.026414:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697715.026421:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 02000000:00000010:0.0:1779697715.026444:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3507000. 00010000:00000010:0.0:1779697715.026470:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697715.026473:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697715.026490:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697715.026493:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:0.0:1779697715.026496:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697715.026499:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:2.1:1779697715.026538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697715.026546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00000004:00000010:0.0:1779697715.026582:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676af00. 00000004:00000010:0.0:1779697715.026589:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef690. 00000004:00000010:0.0:1779697715.026595:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30990. 00080000:00000010:0.0:1779697715.026604:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05e000. 00010000:00000010:0.0:1779697715.027337:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697715.027342:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85980. 00010000:00000010:0.0:1779697715.027347:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.027353:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697715.027457:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697715.027471:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.027476:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:0.0:1779697715.027495:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000200:0.0:1779697715.027518:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3abb80 x1866146215399552/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.027537:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697715.027542:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215399552, offset 224 00000400:00000200:0.0:1779697715.027549:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.027558:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.027564:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308817:308817:256:4294967295] 192.168.203.23@tcp LPNI seq info [308813:308813:8:4294967295] 00000400:00000200:0.0:1779697715.027573:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.027845:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.027851:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697715.027857:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.027865:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.027869:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.027889:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:0.0:1779697715.027894:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.027897:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671e00. 00000800:00000200:3.0:1779697715.028342:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.028347:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697715.028351:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.028356:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.028360:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:3.0:1779697715.028363:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00010000:00000010:3.1:1779697715.031153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697715.031168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697715.031176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697715.031181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697715.031311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697715.031317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:2.0:1779697715.031355:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.031372:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449180 00000400:00000200:2.0:1779697715.031380:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 9088 00000400:00000200:2.0:1779697715.031422:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.031429:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.031444:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.031450:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f75c00. 00000020:00000010:0.0:1779697715.031640:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697715.031645:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697715.031651:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671e00. 00000020:00000010:0.0:1779697715.031655:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85880. 00000020:00000010:0.0:1779697715.031659:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.031829:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697715.031832:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000100:00000200:0.0:1779697715.031835:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215399808 02000000:00000010:0.0:1779697715.031870:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9c000. 00010000:00000010:0.0:1779697715.031907:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697715.031921:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85980. 00010000:00000010:0.0:1779697715.031936:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.031941:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697715.031953:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697715.031956:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85980. 00010000:00000010:0.0:1779697715.031960:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697715.031962:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697715.032046:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697715.032049:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:0.0:1779697715.032052:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697715.032055:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697715.032074:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff40. 00000020:00000010:0.0:1779697715.032080:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff40. 00000020:00000010:0.0:1779697715.032090:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd04046c0. 00080000:00000010:0.0:1779697715.032098:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cadfb1a800. 00010000:00000010:0.1:1779697715.033773:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697715.033784:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697715.033788:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697715.033800:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000001:00000010:0.0:1779697715.033951:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6600. 00000001:00000010:0.0:1779697715.033959:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697715.034002:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd04046c0. 00010000:00000010:0.0:1779697715.034015:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697715.034023:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697715.034042:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697715.034080:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.034097:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697715.034114:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974211, last committed = 8589974006 00010000:00000200:0.0:1779697715.034125:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f75c00 x1866146215399808/t8589974211(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.034144:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697715.034151:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215399808, offset 224 00000400:00000010:0.0:1779697715.034158:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217a48. 00000400:00000200:0.0:1779697715.034163:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.034177:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.034184:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308818:308818:256:4294967295] 192.168.203.23@tcp LPNI seq info [308814:308814:8:4294967295] 00000400:00000200:0.0:1779697715.034191:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.034197:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.034202:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.034207:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697715.034212:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.034219:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.034223:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.034251:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85880. 00000020:00000010:0.0:1779697715.034255:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.034258:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671e00. 00000800:00000200:3.0:1779697715.035630:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.035636:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697715.035641:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.035647:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697715.037708:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:2.0:1779697715.037722:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:2.0:1779697715.037731:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00010000:00000010:0.1:1779697715.042352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697715.042364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00000400:00000200:3.0:1779697715.046804:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.046825:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a988d 00000400:00000200:3.0:1779697715.046832:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.046836:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.046844:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:3.0:1779697715.046847:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00000400:00000200:3.0:1779697715.046876:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.046882:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449200 00000400:00000200:3.0:1779697715.046889:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 9576 00000400:00000200:3.0:1779697715.046941:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.046945:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.046950:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.046956:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9880. 00000020:00000010:3.0:1779697715.047091:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cb1dc24080. 00000020:00000010:3.0:1779697715.047096:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cb1dc24080. 00000020:00000010:3.0:1779697715.047101:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8e00. 00000020:00000010:3.0:1779697715.047105:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697715.047110:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.047142:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cb1dc24080. 00000020:00000010:3.0:1779697715.047144:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cb1dc24080. 00000100:00000200:3.0:1779697715.047147:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215399936 00000001:00000010:3.0:1779697715.047156:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697715.047178:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.047184:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697715.047206:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac431b000. 00010000:00000010:3.0:1779697715.047230:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.047233:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.047248:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697715.047251:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:3.0:1779697715.047254:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.047257:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000004:00000010:3.0:1779697715.047333:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cd20. 00000004:00000010:3.0:1779697715.047341:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afb40. 00000004:00000010:3.0:1779697715.047348:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ff0. 00080000:00000010:3.0:1779697715.047356:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267560. 00010000:00000010:0.1:1779697715.048454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697715.048462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.0:1779697715.049059:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697715.049065:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697715.049071:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697715.049077:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697715.049152:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.049169:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697715.049175:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef80. 00010000:00000010:3.0:1779697715.049203:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697715.049223:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9880 x1866146215399936/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.049241:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697715.049247:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215399936, offset 224 00000400:00000200:3.0:1779697715.049255:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.049269:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.049277:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308819:308819:256:4294967295] 192.168.203.23@tcp LPNI seq info [308815:308815:8:4294967295] 00000400:00000200:3.0:1779697715.049292:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.049299:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.049304:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697715.049311:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.049319:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.049323:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.049357:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697715.049362:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.049366:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8e00. 00010000:00000010:2.1:1779697715.049530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697715.049537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.0:1779697715.049619:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:2.0:1779697715.049625:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85980. 00000800:00000200:3.0:1779697715.055057:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.055066:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697715.055074:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.055083:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.055090:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:3.0:1779697715.055094:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:3.0:1779697715.055750:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.055765:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449300 00000400:00000200:3.0:1779697715.055773:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 10152 00000400:00000200:3.0:1779697715.055784:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.055787:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.055802:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.055809:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9c00. 00000020:00000010:0.0:1779697715.056097:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697715.056103:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697715.056118:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671e00. 00000020:00000010:0.0:1779697715.056124:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85800. 00000020:00000010:0.0:1779697715.056129:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.056168:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697715.056171:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697715.056175:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215400192 02000000:00000010:0.0:1779697715.056209:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9b000. 00010000:00000010:0.0:1779697715.056246:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:0.0:1779697715.056264:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697715.056282:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.056289:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697715.056474:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697715.056479:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85980. 00010000:00000010:0.0:1779697715.056485:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697715.056488:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697715.056578:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697715.056580:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e85c00. 00010000:00000010:0.0:1779697715.056583:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.056586:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000020:00000010:0.0:1779697715.056608:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff40. 00000020:00000010:0.0:1779697715.056614:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff40. 00000020:00000010:0.0:1779697715.056625:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6180. 00080000:00000010:0.0:1779697715.056632:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cadfb19000. 00010000:00000010:3.1:1779697715.057012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697715.057018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697715.057022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.057025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000001:00000010:0.0:1779697715.057805:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd04047e0. 00000001:00000010:0.0:1779697715.057813:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697715.057912:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6180. 00010000:00000010:0.0:1779697715.057926:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697715.057933:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697715.057951:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:3.0:1779697715.063938:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:3.0:1779697715.063956:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697715.067259:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697715.067272:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85c00. 00010000:00000010:0.0:1779697715.067297:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697715.067521:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974212, last committed = 8589974006 00010000:00000200:0.0:1779697715.067534:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9c00 x1866146215400192/t8589974212(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1779697715.075441:0:5617:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697715.075452:0:5617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000010:0.0:1779697715.084839:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697715.084851:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215400192, offset 224 00000400:00000010:0.0:1779697715.084859:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217f50. 00000400:00000200:0.0:1779697715.084866:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.084880:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.084886:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308820:308820:256:4294967295] 192.168.203.23@tcp LPNI seq info [308816:308816:8:4294967295] 00000400:00000200:0.0:1779697715.084893:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.084902:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.084908:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.085269:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697715.085277:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.085284:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.085288:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.085386:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85800. 00000020:00000010:0.0:1779697715.085415:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.085419:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671e00. 00000800:00000200:0.0:1779697715.085510:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.085514:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697715.085517:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.085523:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697715.089734:0:223753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:0.1:1779697715.089750:0:223753:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00000400:00000200:3.0:1779697715.093508:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.093527:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9895 00000400:00000200:3.0:1779697715.093534:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.093538:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.093545:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:3.0:1779697715.093548:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:3.0:1779697715.093572:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.093578:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449380 00000400:00000200:3.0:1779697715.093585:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 10640 00000400:00000200:3.0:1779697715.093631:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.093635:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.093640:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.093647:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9500. 00010000:00000010:3.0:1779697715.094916:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:3.0:1779697715.094928:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e85980. 00000020:00000010:0.0:1779697715.099072:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.099081:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.099087:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671e00. 00000020:00000010:0.0:1779697715.099092:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e85980. 00000020:00000010:0.0:1779697715.099097:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697715.099129:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.099132:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697715.099136:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215400320 00000001:00000010:0.0:1779697715.099146:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:0.0:1779697715.099169:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697715.099176:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697715.099202:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeb98000. 00010000:00000010:0.0:1779697715.099231:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697715.099235:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697715.099251:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697715.099255:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacb06cd00. 00010000:00000010:0.0:1779697715.099259:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697715.099262:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000004:00000010:0.0:1779697715.099373:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a1e0. 00000004:00000010:0.0:1779697715.099383:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef4b0. 00000004:00000010:0.0:1779697715.099405:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30cc0. 00080000:00000010:0.0:1779697715.099415:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05f398. 00010000:00000010:0.1:1779697715.106613:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697715.106627:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697715.106630:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697715.106832:0:223144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697715.125594:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697715.125607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697715.134016:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697715.134027:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697715.134033:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.134039:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:1.0:1779697715.137385:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:1.0:1779697715.137423:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:1.0:1779697715.137430:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacb06cd00. 00010000:00000010:1.0:1779697715.137454:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:1.0:1779697715.137483:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9500 x1866146215400320/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.137502:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697715.137508:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215400320, offset 224 00000400:00000200:1.0:1779697715.137515:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.137527:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.139554:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308821:308821:256:4294967295] 192.168.203.23@tcp LPNI seq info [308817:308817:8:4294967295] 00000400:00000200:1.0:1779697715.139573:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.139581:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.139589:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697715.139595:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.139604:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.139609:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.139636:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e85980. 00000020:00000010:1.0:1779697715.139641:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:1.0:1779697715.139645:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671e00. 00000800:00000200:1.0:1779697715.139749:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.139753:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697715.139758:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.139764:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.139769:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:1.0:1779697715.139771:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:0.0:1779697715.148289:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.148307:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449480 00000400:00000200:0.0:1779697715.148315:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 11216 00000400:00000200:0.0:1779697715.148329:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.148334:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.148342:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.148349:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790e00. 00000020:00000010:0.0:1779697715.148404:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.148409:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.148414:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671600. 00000020:00000010:0.0:1779697715.148420:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697715.148425:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697715.148471:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.148475:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697715.148478:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215400576 02000000:00000010:0.0:1779697715.148519:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9f000. 00010000:00000010:0.0:1779697715.148557:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697715.148573:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697715.148597:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.148602:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697715.148615:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697715.148618:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697715.148623:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697715.148625:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697715.148769:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697715.148772:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:0.0:1779697715.148775:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697715.148778:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697715.148812:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f400. 00000020:00000010:0.0:1779697715.148818:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f400. 00000020:00000010:0.0:1779697715.148829:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd04046c0. 00080000:00000010:0.0:1779697715.148836:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cadfb1b800. 00000001:00000010:0.0:1779697715.149155:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6a80. 00000001:00000010:0.0:1779697715.149162:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697715.149194:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd04046c0. 00010000:00000010:0.0:1779697715.149203:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697715.149207:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697715.149218:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697715.149252:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.149266:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:0.0:1779697715.149282:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974213, last committed = 8589974006 00010000:00000200:0.0:1779697715.149291:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02790e00 x1866146215400576/t8589974213(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.149312:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697715.149317:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215400576, offset 224 00000400:00000010:0.0:1779697715.149322:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2175b0. 00000400:00000200:0.0:1779697715.149326:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.149337:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.149343:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308822:308822:256:4294967295] 192.168.203.23@tcp LPNI seq info [308818:308818:8:4294967295] 00000400:00000200:0.0:1779697715.149348:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.149354:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.149359:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.149364:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697715.149369:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.149375:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.149380:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.149417:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697715.149421:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697715.149424:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671600. 00010000:00000010:0.0:1779697715.149449:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697715.149454:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00010000:00000010:0.0:1779697715.149460:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00000800:00000200:0.0:1779697715.149545:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.149549:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697715.149553:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.149557:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.151747:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.151765:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a989d 00000400:00000200:2.0:1779697715.151772:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.151777:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.151784:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:2.0:1779697715.151788:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:2.0:1779697715.151829:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00010000:00000010:3.0:1779697715.152620:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:3.0:1779697715.152631:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:1.1:1779697715.160766:0:223753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697715.160780:0:223753:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697715.160785:0:223753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697715.160798:0:223753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:2.0:1779697715.168053:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449500 00000400:00000200:2.0:1779697715.168075:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 11704 00000400:00000200:2.0:1779697715.168141:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.168147:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.168154:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.168161:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76a00. 00000020:00000010:3.0:1779697715.176593:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697715.176602:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697715.176607:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8e00. 00000020:00000010:3.0:1779697715.176612:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697715.176617:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.176647:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697715.176649:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bfc0. 00000100:00000200:3.0:1779697715.176652:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215400704 00000001:00000010:3.0:1779697715.176661:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:3.0:1779697715.176683:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.176689:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697715.176711:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666b000. 00010000:00000010:3.0:1779697715.176740:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.176745:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697715.176762:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697715.176766:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.176770:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.176773:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000004:00000010:3.0:1779697715.176870:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cf00. 00000004:00000010:3.0:1779697715.176878:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af528. 00000004:00000010:3.0:1779697715.176883:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82550. 00080000:00000010:3.0:1779697715.176890:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266558. 00010000:00000010:3.0:1779697715.183309:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697715.183317:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697715.183322:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697715.183328:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697715.184120:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697715.184134:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.184138:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.184162:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697715.184179:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76a00 x1866146215400704/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.184198:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697715.184204:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215400704, offset 224 00000400:00000200:3.0:1779697715.184211:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.184222:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.184228:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308823:308823:256:4294967295] 192.168.203.23@tcp LPNI seq info [308819:308819:8:4294967295] 00000400:00000200:3.0:1779697715.184240:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.184245:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.184249:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697715.184255:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.184263:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.184266:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.184288:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697715.184291:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.184295:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8e00. 00010000:00000010:0.1:1779697715.184808:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.184816:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697715.184821:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697715.184827:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697715.184832:0:5618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697715.184837:0:5618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697715.185174:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697715.185179:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000800:00000200:3.0:1779697715.185191:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.185194:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697715.185198:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.185204:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.185209:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:3.0:1779697715.185211:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:0.0:1779697715.189916:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.189934:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449600 00000400:00000200:0.0:1779697715.189944:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 12280 00000400:00000200:0.0:1779697715.189961:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.189966:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.189975:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.189982:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791500. 00000020:00000010:0.0:1779697715.190024:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697715.190028:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697715.190033:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671600. 00000020:00000010:0.0:1779697715.190038:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6180. 00000020:00000010:0.0:1779697715.190042:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697715.190082:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697715.190085:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000100:00000200:0.0:1779697715.190089:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215400960 02000000:00000010:0.0:1779697715.190120:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb99000. 00010000:00000010:0.0:1779697715.190172:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:0.0:1779697715.190190:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:0.0:1779697715.190208:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697715.190215:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697715.190232:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697715.190235:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697715.190240:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.190244:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697715.190340:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697715.190344:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697715.190349:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697715.190353:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697715.190381:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f060. 00000020:00000010:0.0:1779697715.190423:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f060. 00000020:00000010:0.0:1779697715.190434:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6d80. 00080000:00000010:0.0:1779697715.190441:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cadfb1a400. 00000001:00000010:0.0:1779697715.193071:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfcae0. 00000001:00000010:0.0:1779697715.193080:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697715.193127:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6d80. 00010000:00000010:0.0:1779697715.193151:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.193160:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697715.193179:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697715.193223:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.193242:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697715.193260:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974214, last committed = 8589974006 00010000:00000200:0.0:1779697715.193270:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02791500 x1866146215400960/t8589974214(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.193291:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697715.193297:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215400960, offset 224 00000400:00000010:0.0:1779697715.193304:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217658. 00000400:00000200:0.0:1779697715.193309:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.193324:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.193331:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308824:308824:256:4294967295] 192.168.203.23@tcp LPNI seq info [308820:308820:8:4294967295] 00000400:00000200:0.0:1779697715.193488:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.193494:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.193500:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.193505:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697715.193573:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.193581:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.193585:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.193605:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6180. 00000020:00000010:0.0:1779697715.193610:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697715.193613:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671600. 00010000:00000010:0.0:1779697715.193648:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697715.193654:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697715.193659:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00000800:00000200:0.0:1779697715.193738:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.193742:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697715.193746:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.193752:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697715.200515:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.200530:0:2406:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697715.200536:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697715.200539:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:3.0:1779697715.201069:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.201086:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98a5 00000400:00000200:3.0:1779697715.201093:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.201097:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.201103:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:3.0:1779697715.201105:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00000400:00000200:3.0:1779697715.201125:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.201130:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449680 00000400:00000200:3.0:1779697715.201137:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 12768 00000400:00000200:3.0:1779697715.201187:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.201191:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.201195:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.201202:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8380. 00010000:00000010:0.0:1779697715.202799:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697715.202813:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00000020:00000010:1.0:1779697715.204571:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0440. 00000020:00000010:1.0:1779697715.204579:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0440. 00000020:00000010:1.0:1779697715.204584:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacedfba00. 00000020:00000010:1.0:1779697715.204589:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f800. 00000020:00000010:1.0:1779697715.204594:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697715.204636:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0440. 00000020:00000010:1.0:1779697715.204639:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0440. 00000100:00000200:1.0:1779697715.204642:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215401088 00000001:00000010:1.0:1779697715.204651:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:1.0:1779697715.204672:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697715.204679:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 02000000:00000010:1.0:1779697715.204705:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f2000. 00010000:00000010:1.0:1779697715.204733:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697715.204737:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697715.204754:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697715.204758:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697715.204762:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697715.204764:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00000004:00000010:1.0:1779697715.204864:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ad20. 00000004:00000010:1.0:1779697715.204873:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697715.204879:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562110. 00080000:00000010:1.0:1779697715.204888:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:0.1:1779697715.206404:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697715.206413:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.0:1779697715.207429:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697715.207435:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:1.0:1779697715.207442:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697715.207448:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697715.207525:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697715.207556:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697715.207563:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697715.207592:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000200:1.0:1779697715.207614:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8380 x1866146215401088/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.207636:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697715.207642:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215401088, offset 224 00000400:00000200:1.0:1779697715.207651:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.207665:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.207673:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308825:308825:256:4294967295] 192.168.203.23@tcp LPNI seq info [308821:308821:8:4294967295] 00000400:00000200:1.0:1779697715.207687:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.207693:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.207699:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697715.207706:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.207713:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.207717:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.207740:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f800. 00000020:00000010:1.0:1779697715.207745:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697715.207750:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacedfba00. 00000800:00000200:1.0:1779697715.207866:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.207871:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697715.207876:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.207882:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.207888:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:1.0:1779697715.207891:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:0.0:1779697715.219006:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.219026:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449780 00000400:00000200:0.0:1779697715.219033:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 13344 00000400:00000200:0.0:1779697715.219053:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.219058:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.219066:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.219072:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02793480. 00000020:00000010:3.0:1779697715.224146:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b540. 00000020:00000010:3.0:1779697715.224157:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b540. 00000020:00000010:3.0:1779697715.224163:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8e00. 00000020:00000010:3.0:1779697715.224167:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe80. 00000020:00000010:3.0:1779697715.224172:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.224207:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b540. 00000020:00000010:3.0:1779697715.224209:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b540. 00000100:00000200:3.0:1779697715.224212:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215401344 02000000:00000010:3.0:1779697715.224242:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd666a000. 00010000:00000010:3.0:1779697715.224278:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:3.0:1779697715.224292:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc80. 00010000:00000010:3.0:1779697715.224306:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.224311:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697715.224324:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697715.224327:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697715.224330:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.224333:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.224861:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697715.224865:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.224868:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.224872:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000020:00000010:3.0:1779697715.224897:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97480. 00000020:00000010:3.0:1779697715.224904:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97480. 00010000:00000010:0.1:1779697715.225187:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697715.225193:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697715.225197:0:2406:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697715.225201:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.225204:0:2406:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697715.225206:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000020:00000010:3.0:1779697715.225275:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec377e0. 00080000:00000010:3.0:1779697715.225283:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bcbc00. 00000001:00000010:3.0:1779697715.227427:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717d80. 00000001:00000010:3.0:1779697715.227436:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697715.227497:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec377e0. 00010000:00000010:3.0:1779697715.227517:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697715.227524:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697715.227548:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697715.227802:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697715.227825:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697715.227849:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974215, last committed = 8589974006 00010000:00000200:3.0:1779697715.227865:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02793480 x1866146215401344/t8589974215(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.227886:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697715.227897:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215401344, offset 224 00000400:00000010:3.0:1779697715.227904:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d850. 00000400:00000200:3.0:1779697715.227910:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.227930:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.227937:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308826:308826:256:4294967295] 192.168.203.23@tcp LPNI seq info [308822:308822:8:4294967295] 00000400:00000200:3.0:1779697715.227944:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.227959:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.227967:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.227973:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697715.227979:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.227987:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.227997:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.228027:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe80. 00000020:00000010:3.0:1779697715.228031:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.228035:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8e00. 00000800:00000200:0.0:1779697715.228863:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.228869:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697715.228875:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.228887:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697715.229107:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:2.0:1779697715.229115:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:2.0:1779697715.229181:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00010000:00000010:1.1:1779697715.229439:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.1:1779697715.229446:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697715.229449:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697715.229452:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00000400:00000200:0.0:1779697715.231672:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697715.231688:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98ad 00000400:00000200:0.0:1779697715.231866:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.231871:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697715.231877:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:0.0:1779697715.231880:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00010000:00000010:3.0:1779697715.231968:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.231976:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:3.1:1779697715.233431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:3.1:1779697715.233449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00000400:00000200:0.0:1779697715.234449:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.234467:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449800 00000400:00000200:0.0:1779697715.234475:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 13832 00000400:00000200:0.0:1779697715.234842:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.234848:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.234856:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.234863:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791880. 00010000:00000010:2.1:1779697715.235141:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697715.235154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000020:00000010:3.0:1779697715.246872:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bd00. 00000020:00000010:3.0:1779697715.246884:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bd00. 00000020:00000010:3.0:1779697715.246891:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8e00. 00000020:00000010:3.0:1779697715.246896:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697715.246901:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.246942:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bd00. 00000020:00000010:3.0:1779697715.246945:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bd00. 00000100:00000200:3.0:1779697715.246950:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215401472 00000001:00000010:3.0:1779697715.246960:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:3.0:1779697715.246983:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697715.246990:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 02000000:00000010:3.0:1779697715.247014:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666d000. 00010000:00000010:3.0:1779697715.247040:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697715.247044:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697715.247061:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697715.247065:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.247069:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697715.247073:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000004:00000010:3.0:1779697715.247170:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cb40. 00000004:00000010:3.0:1779697715.247178:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af438. 00000004:00000010:3.0:1779697715.247184:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82880. 00080000:00000010:3.0:1779697715.247193:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82668e8. 00010000:00000010:2.0:1779697715.248270:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697715.248277:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697715.248284:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697715.248296:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697715.248423:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:2.0:1779697715.248454:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:2.0:1779697715.248461:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.1:1779697715.248563:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.248570:0:223730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.0:1779697715.250636:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000200:2.0:1779697715.250667:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02791880 x1866146215401472/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697715.250882:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697715.250892:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215401472, offset 224 00000400:00000200:2.0:1779697715.250901:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.250976:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.250984:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308827:308827:256:4294967295] 192.168.203.23@tcp LPNI seq info [308823:308823:8:4294967295] 00000400:00000200:2.0:1779697715.251000:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.251006:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.251013:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697715.251021:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.251030:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.251034:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.251061:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb000. 00000020:00000010:2.0:1779697715.251066:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:2.0:1779697715.251071:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8e00. 00000800:00000200:2.0:1779697715.251178:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.251183:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697715.251188:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.251194:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.251201:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697715.251204:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00000400:00000200:3.0:1779697715.258379:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.258413:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449900 00000400:00000200:3.0:1779697715.258421:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 14408 00000400:00000200:3.0:1779697715.258448:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.258453:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.258461:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.258467:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8700. 00000020:00000010:3.0:1779697715.258514:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697715.258520:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697715.258526:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.258531:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697715.258535:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697715.258568:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697715.258571:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b7c0. 00000100:00000200:3.0:1779697715.258573:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215401728 02000000:00000010:3.0:1779697715.258615:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd666c000. 00010000:00000010:3.0:1779697715.258653:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697715.258667:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00010000:00000010:3.0:1779697715.258684:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.258690:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697715.258704:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697715.258707:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697715.258712:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.258716:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697715.258839:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697715.258843:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697715.258847:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.258851:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000020:00000010:3.0:1779697715.258878:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97480. 00000020:00000010:3.0:1779697715.258885:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97480. 00000020:00000010:3.0:1779697715.258895:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57170c0. 00080000:00000010:3.0:1779697715.258904:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc8000. 00000001:00000010:3.0:1779697715.260239:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37660. 00000001:00000010:3.0:1779697715.260247:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697715.260291:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57170c0. 00010000:00000010:3.1:1779697715.261175:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697715.261186:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.261198:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.261205:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697715.261224:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697715.261263:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697715.261282:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:0.0:1779697715.261667:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697715.261674:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:0.0:1779697715.261680:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00010000:00000200:3.0:1779697715.261841:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974216, last committed = 8589974006 00010000:00000200:3.0:1779697715.261853:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8700 x1866146215401728/t8589974216(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.261873:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697715.261878:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215401728, offset 224 00000400:00000010:3.0:1779697715.261885:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d3b8. 00000400:00000200:3.0:1779697715.261889:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.261902:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.261907:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308828:308828:256:4294967295] 192.168.203.23@tcp LPNI seq info [308824:308824:8:4294967295] 00000400:00000200:3.0:1779697715.261913:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.261920:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.261926:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.261930:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697715.261936:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.261942:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.261947:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.261965:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697715.261968:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697715.261972:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:3.0:1779697715.262297:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.262310:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697715.262419:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.262425:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.270403:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.270425:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98b5 00000400:00000200:2.0:1779697715.270444:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.270449:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.270457:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:2.0:1779697715.270460:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:2.0:1779697715.272073:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.272086:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449980 00000400:00000200:2.0:1779697715.272094:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 14896 00010000:00000010:3.0:1779697715.272125:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697715.272136:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00000400:00000200:2.0:1779697715.272343:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.272349:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.272356:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.272362:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f74a80. 00000020:00000010:0.0:1779697715.272533:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697715.272539:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697715.272544:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671600. 00000020:00000010:0.0:1779697715.272549:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697715.272553:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697715.272586:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697715.272588:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697715.272591:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215401856 00000001:00000010:0.0:1779697715.272601:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:0.0:1779697715.272620:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.272626:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 02000000:00000010:0.0:1779697715.272649:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeb9e000. 00010000:00000010:0.0:1779697715.272673:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697715.272676:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697715.272691:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697715.272694:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697715.272698:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697715.272700:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000004:00000010:0.0:1779697715.272786:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b0e0. 00000004:00000010:0.0:1779697715.272807:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff00. 00000004:00000010:0.0:1779697715.272815:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30bb0. 00080000:00000010:0.0:1779697715.272824:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cade05f1d0. 00010000:00000010:2.1:1779697715.281196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697715.281209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697715.281213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697715.281216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697715.286269:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697715.286278:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697715.286285:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697715.286290:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697715.286400:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:3.0:1779697715.286413:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:3.0:1779697715.286418:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:3.0:1779697715.286442:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:3.0:1779697715.286459:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f74a80 x1866146215401856/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.286479:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697715.286485:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215401856, offset 224 00000400:00000200:3.0:1779697715.286493:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.286505:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.286511:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308829:308829:256:4294967295] 192.168.203.23@tcp LPNI seq info [308825:308825:8:4294967295] 00000400:00000200:3.0:1779697715.286522:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.286527:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.286532:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697715.286538:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.286545:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.286549:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.286566:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:3.0:1779697715.286570:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:3.0:1779697715.286574:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671600. 00000800:00000200:3.0:1779697715.286670:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.286674:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697715.286677:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.286682:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.286687:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697715.286689:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00010000:00000010:0.1:1779697715.288529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697715.288539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697715.292254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697715.292268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697715.292272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697715.292277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:0.0:1779697715.292439:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.292457:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449a80 00000400:00000200:0.0:1779697715.292466:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 15472 00000400:00000200:0.0:1779697715.292481:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.292486:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.292494:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.292500:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791c00. 00000020:00000010:0.0:1779697715.296172:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697715.296183:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697715.296193:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671600. 00000020:00000010:0.0:1779697715.296199:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697715.296205:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.296252:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697715.296255:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000100:00000200:0.0:1779697715.296259:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215402112 02000000:00000010:0.0:1779697715.296294:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9d000. 00010000:00000010:0.0:1779697715.296334:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697715.296356:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:0.0:1779697715.296377:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697715.296384:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.296427:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697715.296431:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697715.296436:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697715.296440:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.296558:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697715.296562:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697715.296566:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697715.296571:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697715.296618:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fd80. 00000020:00000010:0.0:1779697715.296625:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fd80. 00000020:00000010:0.0:1779697715.296645:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc300. 00080000:00000010:0.0:1779697715.296655:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027cc00. 00000001:00000010:0.0:1779697715.297112:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc480. 00000001:00000010:0.0:1779697715.297120:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697715.297155:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc300. 00010000:00000010:0.0:1779697715.297164:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697715.297169:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697715.297182:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697715.297217:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697715.297232:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000200:0.0:1779697715.297249:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974217, last committed = 8589974006 00010000:00000200:0.0:1779697715.297260:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02791c00 x1866146215402112/t8589974217(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.297281:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697715.297288:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215402112, offset 224 00000400:00000010:0.0:1779697715.297295:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217ee0. 00000400:00000200:0.0:1779697715.297301:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.297315:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.297321:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308830:308830:256:4294967295] 192.168.203.23@tcp LPNI seq info [308826:308826:8:4294967295] 00000400:00000200:0.0:1779697715.297328:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.297336:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.297343:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.297348:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697715.297354:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.297361:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.297365:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.297409:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697715.297414:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.297417:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671600. 00010000:00000010:0.0:1779697715.297442:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697715.297447:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697715.297452:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00000800:00000200:2.0:1779697715.297833:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.297839:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697715.297844:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.297849:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.299208:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.299224:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98bd 00000400:00000200:3.0:1779697715.299230:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.299235:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.299242:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:3.0:1779697715.299245:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00010000:00000010:3.1:1779697715.299823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697715.299830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.299836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697715.299839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697715.299842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697715.299844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.300290:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.300301:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00000400:00000200:0.0:1779697715.302935:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.302953:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449b00 00000400:00000200:0.0:1779697715.302961:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 15960 00000400:00000200:0.0:1779697715.303372:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.303379:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.303892:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.303902:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02793b80. 00000001:00000010:0.0:1779697715.304451:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6600. 00080000:00000010:0.0:1779697715.304460:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cadfb1a800. 00000001:00000010:0.0:1779697715.304465:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd04040c0. 00080000:00000010:0.0:1779697715.304468:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3568c00. 00000001:00000010:0.0:1779697715.304472:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c180. 00080000:00000010:0.0:1779697715.304474:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c8d000. 00000001:00000010:0.0:1779697715.304477:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6360. 00080000:00000010:0.0:1779697715.304479:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8367400. 00000001:00000010:0.0:1779697715.304481:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c1e0. 00080000:00000010:0.0:1779697715.304483:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8364800. 00000001:00000010:0.0:1779697715.304485:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6ba0. 00080000:00000010:0.0:1779697715.304487:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8365400. 00000001:00000010:0.0:1779697715.304489:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6480. 00080000:00000010:0.0:1779697715.304491:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a65c00. 00000001:00000010:0.0:1779697715.304494:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cb40. 00080000:00000010:0.0:1779697715.304496:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a66400. 00000001:00000010:0.0:1779697715.304499:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cf00. 00080000:00000010:0.0:1779697715.304501:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a64400. 00000001:00000010:0.0:1779697715.304504:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c6c0. 00080000:00000010:0.0:1779697715.304753:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a67800. 00000001:00000010:0.0:1779697715.304758:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c960. 00080000:00000010:0.0:1779697715.304760:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a64c00. 00000001:00000010:0.0:1779697715.304762:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02ce40. 00080000:00000010:0.0:1779697715.304764:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd7612c00. 00000001:00000010:0.0:1779697715.304767:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c840. 00080000:00000010:0.0:1779697715.304769:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1270400. 00000001:00000010:0.0:1779697715.304772:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c5a0. 00080000:00000010:0.0:1779697715.304774:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1272400. 00000001:00000010:0.0:1779697715.304777:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cd80. 00080000:00000010:0.0:1779697715.304778:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1272c00. 00000001:00000010:0.0:1779697715.304782:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6e40. 00080000:00000010:0.0:1779697715.304783:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1270800. 00000001:00000010:0.0:1779697715.304786:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe64e0. 00080000:00000010:0.0:1779697715.304800:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1273000. 00000001:00000010:0.0:1779697715.304803:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6b40. 00080000:00000010:0.0:1779697715.304806:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1272000. 00000001:00000010:0.0:1779697715.304808:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6540. 00080000:00000010:0.0:1779697715.304810:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1271c00. 00000001:00000010:0.0:1779697715.304814:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c360. 00080000:00000010:0.0:1779697715.304816:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3568000. 00000001:00000010:0.0:1779697715.304819:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02ca80. 00080000:00000010:0.0:1779697715.304822:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc356a000. 00000001:00000010:0.0:1779697715.304824:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cf60. 00080000:00000010:0.0:1779697715.304826:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3568800. 00000001:00000010:0.0:1779697715.304829:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cc00. 00080000:00000010:0.0:1779697715.304831:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc356b000. 00000001:00000010:0.0:1779697715.304833:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c8a0. 00080000:00000010:0.0:1779697715.304835:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c23000. 00000001:00000010:0.0:1779697715.304838:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cc60. 00080000:00000010:0.0:1779697715.304840:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7baac00. 00000001:00000010:0.0:1779697715.304842:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c900. 00080000:00000010:0.0:1779697715.304844:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7ba9c00. 00000001:00000010:0.0:1779697715.304847:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c240. 00080000:00000010:0.0:1779697715.304849:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bab800. 00000001:00000010:0.0:1779697715.304852:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cd20. 00080000:00000010:0.0:1779697715.304853:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3461400. 00000001:00000010:0.0:1779697715.304856:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c0c0. 00080000:00000010:0.0:1779697715.304858:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3460400. 00000001:00000010:0.0:1779697715.304861:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c060. 00080000:00000010:0.0:1779697715.304864:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3462800. 00000001:00000010:0.0:1779697715.304866:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe65a0. 00080000:00000010:0.0:1779697715.304868:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3460800. 00000001:00000010:0.0:1779697715.304871:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6960. 00080000:00000010:0.0:1779697715.304874:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3461000. 00000001:00000010:0.0:1779697715.304876:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe69c0. 00080000:00000010:0.0:1779697715.304879:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3460000. 00000001:00000010:0.0:1779697715.304881:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe60c0. 00080000:00000010:0.0:1779697715.304883:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3460c00. 00000001:00000010:0.0:1779697715.304885:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6c60. 00080000:00000010:0.0:1779697715.304887:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea1c00. 00000001:00000010:0.0:1779697715.304889:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe61e0. 00080000:00000010:0.0:1779697715.304891:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea0000. 00000001:00000010:0.0:1779697715.304894:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6120. 00080000:00000010:0.0:1779697715.304896:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea2000. 00000001:00000010:0.0:1779697715.304898:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6d20. 00080000:00000010:0.0:1779697715.304900:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea2c00. 00000001:00000010:0.0:1779697715.304903:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6240. 00080000:00000010:0.0:1779697715.304905:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea3400. 00000001:00000010:0.0:1779697715.304907:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe62a0. 00080000:00000010:0.0:1779697715.304910:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea2800. 00000001:00000010:0.0:1779697715.304912:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6660. 00080000:00000010:0.0:1779697715.304914:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea3800. 00000001:00000010:0.0:1779697715.304917:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6300. 00080000:00000010:0.0:1779697715.304919:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea0400. 00000001:00000010:0.0:1779697715.304926:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fea20. 00080000:00000010:0.0:1779697715.304930:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf88c3800. 00000001:00000010:0.0:1779697715.304933:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fef00. 00080000:00000010:0.0:1779697715.304935:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac131b800. 00000001:00000010:0.0:1779697715.304938:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0feb40. 00080000:00000010:0.0:1779697715.304940:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac131b000. 00000001:00000010:0.0:1779697715.304942:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a180. 00080000:00000010:0.0:1779697715.304945:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1319400. 00000001:00000010:0.0:1779697715.304948:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a780. 00080000:00000010:0.0:1779697715.304949:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1318c00. 00000001:00000010:0.0:1779697715.304952:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1ab40. 00080000:00000010:0.0:1779697715.304954:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff460c00. 00000001:00000010:0.0:1779697715.304958:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a240. 00080000:00000010:0.0:1779697715.304960:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff461000. 00000001:00000010:0.0:1779697715.304963:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a600. 00080000:00000010:0.0:1779697715.304965:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff461c00. 00000001:00000010:0.0:1779697715.304968:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1acc0. 00080000:00000010:0.0:1779697715.304970:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff462400. 00000001:00000010:0.0:1779697715.304974:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caceccac00. 00080000:00000010:0.0:1779697715.304976:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff463c00. 00000001:00000010:0.0:1779697715.304979:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9420. 00080000:00000010:0.0:1779697715.304982:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554d400. 00000001:00000010:0.0:1779697715.304984:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecca180. 00080000:00000010:0.0:1779697715.304986:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554e800. 00000001:00000010:0.0:1779697715.304989:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff211ea0. 00080000:00000010:0.0:1779697715.304992:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554e000. 00000001:00000010:0.0:1779697715.304995:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9060. 00080000:00000010:0.0:1779697715.304996:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554f400. 00000001:00000010:0.0:1779697715.304999:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664420. 00080000:00000010:0.0:1779697715.305003:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554d800. 00000001:00000010:0.0:1779697715.305006:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf95a0. 00080000:00000010:0.0:1779697715.305008:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554e400. 00000001:00000010:0.0:1779697715.305011:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9cc0. 00080000:00000010:0.0:1779697715.305013:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac428ac00. 00000001:00000010:0.0:1779697715.305016:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9600. 00080000:00000010:0.0:1779697715.305019:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4288000. 00000001:00000010:0.0:1779697715.305021:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff3a54e0. 00080000:00000010:0.0:1779697715.305023:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac428bc00. 00000001:00000010:0.0:1779697715.305026:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664d20. 00080000:00000010:0.0:1779697715.305029:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac428b400. 00000001:00000010:0.0:1779697715.305031:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd76648a0. 00080000:00000010:0.0:1779697715.305033:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4289400. 00000001:00000010:0.0:1779697715.305036:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664240. 00080000:00000010:0.0:1779697715.305038:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4288400. 00000001:00000010:0.0:1779697715.305041:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff3a5d80. 00080000:00000010:0.0:1779697715.305043:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8369800. 00000001:00000010:0.0:1779697715.305046:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664a80. 00080000:00000010:0.0:1779697715.305048:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf836a000. 00000001:00000010:0.0:1779697715.305051:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf98a0. 00080000:00000010:0.0:1779697715.305053:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf836b000. 00000001:00000010:0.0:1779697715.305056:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664ba0. 00080000:00000010:0.0:1779697715.305058:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8368400. 00000001:00000010:0.0:1779697715.305060:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664b40. 00080000:00000010:0.0:1779697715.305062:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8369000. 00000001:00000010:0.0:1779697715.305065:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664540. 00080000:00000010:0.0:1779697715.305067:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc9a3c00. 00000001:00000010:0.0:1779697715.305069:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9300. 00080000:00000010:0.0:1779697715.305071:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc9a0800. 00000001:00000010:0.0:1779697715.305074:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf93c0. 00080000:00000010:0.0:1779697715.305076:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c4d800. 00000001:00000010:0.0:1779697715.305079:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9c60. 00080000:00000010:0.0:1779697715.305081:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c4dc00. 00000001:00000010:0.0:1779697715.305084:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664e40. 00080000:00000010:0.0:1779697715.305086:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c4e000. 00000001:00000010:0.0:1779697715.305089:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664720. 00080000:00000010:0.0:1779697715.305091:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c4f000. 00000001:00000010:0.0:1779697715.305094:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664180. 00080000:00000010:0.0:1779697715.305096:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b68000. 00000001:00000010:0.0:1779697715.305099:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd76644e0. 00080000:00000010:0.0:1779697715.305101:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b6bc00. 00000001:00000010:0.0:1779697715.305117:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664ae0. 00080000:00000010:0.0:1779697715.305120:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b69c00. 00000001:00000010:0.0:1779697715.305122:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664480. 00080000:00000010:0.0:1779697715.305124:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b69400. 00000001:00000010:0.0:1779697715.305126:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664f00. 00080000:00000010:0.0:1779697715.305128:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b6a400. 00000001:00000010:0.0:1779697715.305131:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664000. 00080000:00000010:0.0:1779697715.305133:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b68400. 00000001:00000010:0.0:1779697715.305137:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664900. 00080000:00000010:0.0:1779697715.305139:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb254c00. 00000001:00000010:0.0:1779697715.305142:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664c00. 00080000:00000010:0.0:1779697715.305144:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb255800. 00000001:00000010:0.0:1779697715.305147:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd76642a0. 00080000:00000010:0.0:1779697715.305149:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb257800. 00000001:00000010:0.0:1779697715.305152:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd76649c0. 00080000:00000010:0.0:1779697715.305154:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb254800. 00000001:00000010:0.0:1779697715.305156:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664ea0. 00080000:00000010:0.0:1779697715.305158:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb255400. 00000001:00000010:0.0:1779697715.305161:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd76646c0. 00080000:00000010:0.0:1779697715.305163:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93ab800. 00000001:00000010:0.0:1779697715.305166:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664360. 00080000:00000010:0.0:1779697715.305169:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93aa800. 00000001:00000010:0.0:1779697715.305171:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664960. 00080000:00000010:0.0:1779697715.305174:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93ab400. 00000001:00000010:0.0:1779697715.305176:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664f60. 00080000:00000010:0.0:1779697715.305178:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93ab000. 00000001:00000010:0.0:1779697715.305181:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664780. 00080000:00000010:0.0:1779697715.305183:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93a8400. 00000001:00000010:0.0:1779697715.305187:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664de0. 00080000:00000010:0.0:1779697715.305189:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93a9800. 00000001:00000010:0.0:1779697715.305194:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571df00. 00080000:00000010:0.0:1779697715.305197:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e0c00. 00000001:00000010:0.0:1779697715.305201:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a660. 00080000:00000010:0.0:1779697715.305204:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e0400. 00000001:00000010:0.0:1779697715.305206:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dd20. 00080000:00000010:0.0:1779697715.305209:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e2c00. 00000001:00000010:0.0:1779697715.305212:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aa80. 00080000:00000010:0.0:1779697715.305214:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e1c00. 00000001:00000010:0.0:1779697715.305217:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d840. 00080000:00000010:0.0:1779697715.305219:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf110b000. 00000001:00000010:0.0:1779697715.305222:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a4e0. 00080000:00000010:0.0:1779697715.305225:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1108800. 00000001:00000010:0.0:1779697715.305228:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe5a0. 00080000:00000010:0.0:1779697715.305230:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1109400. 00000001:00000010:0.0:1779697715.305233:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d180. 00080000:00000010:0.0:1779697715.305235:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf110bc00. 00000001:00000010:0.0:1779697715.305237:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fec60. 00080000:00000010:0.0:1779697715.305240:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf110ac00. 00000001:00000010:0.0:1779697715.305242:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe360. 00080000:00000010:0.0:1779697715.305245:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf110a400. 00000001:00000010:0.0:1779697715.305247:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe120. 00080000:00000010:0.0:1779697715.305249:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd4400. 00000001:00000010:0.0:1779697715.305252:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe480. 00080000:00000010:0.0:1779697715.305254:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd5400. 00000001:00000010:0.0:1779697715.305256:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe900. 00080000:00000010:0.0:1779697715.305258:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd5800. 00000001:00000010:0.0:1779697715.305260:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe9c0. 00080000:00000010:0.0:1779697715.305263:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd4000. 00000001:00000010:0.0:1779697715.305265:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0feba0. 00080000:00000010:0.0:1779697715.305267:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd5c00. 00000001:00000010:0.0:1779697715.305270:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe420. 00080000:00000010:0.0:1779697715.305272:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05f9000. 00000001:00000010:0.0:1779697715.305275:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fede0. 00080000:00000010:0.0:1779697715.305277:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05fbc00. 00000001:00000010:0.0:1779697715.305280:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe3c0. 00080000:00000010:0.0:1779697715.305282:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05f8000. 00000001:00000010:0.0:1779697715.305288:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe660. 00080000:00000010:0.0:1779697715.305289:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05f9c00. 00000001:00000010:0.0:1779697715.305292:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe960. 00080000:00000010:0.0:1779697715.305294:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05f9800. 00000001:00000010:0.0:1779697715.305297:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe6c0. 00080000:00000010:0.0:1779697715.305299:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05f8800. 00000001:00000010:0.0:1779697715.305301:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fef60. 00080000:00000010:0.0:1779697715.305303:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05fa000. 00000001:00000010:0.0:1779697715.305306:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ade0. 00080000:00000010:0.0:1779697715.305308:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05f9400. 00000001:00000010:0.0:1779697715.305311:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dae0. 00080000:00000010:0.0:1779697715.305313:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3549400. 00000001:00000010:0.0:1779697715.305316:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aba0. 00080000:00000010:0.0:1779697715.305318:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc354b800. 00000001:00000010:0.0:1779697715.305321:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a420. 00080000:00000010:0.0:1779697715.305324:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc354b400. 00000001:00000010:0.0:1779697715.305326:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a6c0. 00080000:00000010:0.0:1779697715.305328:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3549800. 00000001:00000010:0.0:1779697715.305330:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a0c0. 00080000:00000010:0.0:1779697715.305332:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e0c00. 00000001:00000010:0.0:1779697715.305336:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a2a0. 00080000:00000010:0.0:1779697715.305338:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e1000. 00000001:00000010:0.0:1779697715.305340:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d900. 00080000:00000010:0.0:1779697715.305342:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e0400. 00000001:00000010:0.0:1779697715.305345:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dba0. 00080000:00000010:0.0:1779697715.305347:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e0000. 00000001:00000010:0.0:1779697715.305349:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571de40. 00080000:00000010:0.0:1779697715.305352:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e3400. 00000001:00000010:0.0:1779697715.305355:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d060. 00080000:00000010:0.0:1779697715.305357:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c8c000. 00000001:00000010:0.0:1779697715.305360:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34af00. 00080000:00000010:0.0:1779697715.305362:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c8d800. 00000001:00000010:0.0:1779697715.305365:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dde0. 00080000:00000010:0.0:1779697715.305367:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c8f000. 00000001:00000010:0.0:1779697715.305371:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d480. 00080000:00000010:0.0:1779697715.305373:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1880c00. 00000001:00000010:0.0:1779697715.305378:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dcc0. 00080000:00000010:0.0:1779697715.305380:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1883400. 00000001:00000010:0.0:1779697715.305384:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d7e0. 00080000:00000010:0.0:1779697715.305386:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1883800. 00000001:00000010:0.0:1779697715.305421:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a3c0. 00080000:00000010:0.0:1779697715.307033:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1880000. 00000001:00000010:0.0:1779697715.307048:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a900. 00080000:00000010:0.0:1779697715.307053:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1881000. 00000001:00000010:0.0:1779697715.307059:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ad20. 00080000:00000010:0.0:1779697715.307061:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc2ed800. 00000001:00000010:0.0:1779697715.307065:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a960. 00080000:00000010:0.0:1779697715.307067:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc2ed000. 00000001:00000010:0.0:1779697715.307070:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aa20. 00080000:00000010:0.0:1779697715.307072:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc2ecc00. 00000001:00000010:0.0:1779697715.307075:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a8a0. 00080000:00000010:0.0:1779697715.307078:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda0800. 00000001:00000010:0.0:1779697715.307081:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ad80. 00080000:00000010:0.0:1779697715.307083:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda2800. 00000001:00000010:0.0:1779697715.307086:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a180. 00080000:00000010:0.0:1779697715.307088:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda3c00. 00000001:00000010:0.0:1779697715.307091:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a120. 00080000:00000010:0.0:1779697715.307093:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda1c00. 00000001:00000010:0.0:1779697715.307096:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ab40. 00080000:00000010:0.0:1779697715.307098:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda2c00. 00000001:00000010:0.0:1779697715.307101:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ae40. 00080000:00000010:0.0:1779697715.307103:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda1400. 00000001:00000010:0.0:1779697715.307106:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a480. 00080000:00000010:0.0:1779697715.307109:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3561800. 00000001:00000010:0.0:1779697715.307112:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aea0. 00080000:00000010:0.0:1779697715.307114:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3562400. 00000001:00000010:0.0:1779697715.307117:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34af60. 00080000:00000010:0.0:1779697715.307119:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3560800. 00000001:00000010:0.0:1779697715.307122:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ac60. 00080000:00000010:0.0:1779697715.307124:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3561000. 00000001:00000010:0.0:1779697715.307127:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a720. 00080000:00000010:0.0:1779697715.307129:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3561c00. 00000001:00000010:0.0:1779697715.307132:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff3a5060. 00080000:00000010:0.0:1779697715.307135:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3561400. 00000001:00000010:0.0:1779697715.307143:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37180. 00080000:00000010:0.0:1779697715.307146:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bcb000. 00000001:00000010:0.0:1779697715.307151:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37720. 00080000:00000010:0.0:1779697715.307153:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc78c4000. 00000001:00000010:0.0:1779697715.307156:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37420. 00080000:00000010:0.0:1779697715.307158:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc78c4800. 00000001:00000010:0.0:1779697715.307161:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37300. 00080000:00000010:0.0:1779697715.307163:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc78c5400. 00000001:00000010:0.0:1779697715.307166:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37f60. 00080000:00000010:0.0:1779697715.307168:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc78c6800. 00000001:00000010:0.0:1779697715.307171:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37f00. 00080000:00000010:0.0:1779697715.307173:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f1000. 00000001:00000010:0.0:1779697715.307177:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d900. 00080000:00000010:0.0:1779697715.307180:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f0c00. 00000001:00000010:0.0:1779697715.307183:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717ae0. 00080000:00000010:0.0:1779697715.307186:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f2400. 00000001:00000010:0.0:1779697715.307189:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568dc00. 00080000:00000010:0.0:1779697715.307192:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f2c00. 00000001:00000010:0.0:1779697715.307195:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d600. 00080000:00000010:0.0:1779697715.307197:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb21000. 00000001:00000010:0.0:1779697715.307200:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717000. 00080000:00000010:0.0:1779697715.307203:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb23000. 00000001:00000010:0.0:1779697715.307206:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d7e0. 00080000:00000010:0.0:1779697715.307208:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb20c00. 00000001:00000010:0.0:1779697715.307210:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d1e0. 00080000:00000010:0.0:1779697715.307213:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb21c00. 00000001:00000010:0.0:1779697715.307215:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37780. 00080000:00000010:0.0:1779697715.307218:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb20800. 00000001:00000010:0.0:1779697715.307220:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717240. 00080000:00000010:0.0:1779697715.307222:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027e000. 00000001:00000010:0.0:1779697715.307225:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37900. 00080000:00000010:0.0:1779697715.307227:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027e800. 00000001:00000010:0.0:1779697715.307230:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717600. 00080000:00000010:0.0:1779697715.307233:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027ec00. 00000001:00000010:0.0:1779697715.307236:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37360. 00080000:00000010:0.0:1779697715.307238:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027fc00. 00000001:00000010:0.0:1779697715.307241:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717120. 00080000:00000010:0.0:1779697715.307243:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027dc00. 00000001:00000010:0.0:1779697715.307246:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717a20. 00080000:00000010:0.0:1779697715.307248:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027c400. 00000001:00000010:0.0:1779697715.307251:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717720. 00080000:00000010:0.0:1779697715.307253:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027f800. 00000001:00000010:0.0:1779697715.307255:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37600. 00080000:00000010:0.0:1779697715.307258:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1882c00. 00000001:00000010:0.0:1779697715.307264:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664840. 00080000:00000010:0.0:1779697715.307267:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c22400. 00000001:00000010:0.0:1779697715.307270:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec378a0. 00080000:00000010:0.0:1779697715.307272:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c22000. 00000001:00000010:0.0:1779697715.307275:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec370c0. 00080000:00000010:0.0:1779697715.307277:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c21c00. 00000001:00000010:0.0:1779697715.307280:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dea0. 00080000:00000010:0.0:1779697715.307282:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c20400. 00000001:00000010:0.0:1779697715.307285:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37240. 00080000:00000010:0.0:1779697715.307287:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c20800. 00000001:00000010:0.0:1779697715.307290:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d000. 00080000:00000010:0.0:1779697715.307292:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c21000. 00000001:00000010:0.0:1779697715.307295:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc57173c0. 00080000:00000010:0.0:1779697715.307297:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1101800. 00000001:00000010:0.0:1779697715.307301:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d9c0. 00080000:00000010:0.0:1779697715.307304:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1102c00. 00000001:00000010:0.0:1779697715.307307:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717960. 00080000:00000010:0.0:1779697715.307309:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1100c00. 00000001:00000010:0.0:1779697715.307312:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717540. 00080000:00000010:0.0:1779697715.307314:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1102400. 00000001:00000010:0.0:1779697715.307315:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717180. 00080000:00000010:0.0:1779697715.307317:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1103800. 00000001:00000010:0.0:1779697715.307320:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717900. 00080000:00000010:0.0:1779697715.307322:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1103400. 00000001:00000010:0.0:1779697715.307325:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a240. 00080000:00000010:0.0:1779697715.307327:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1312400. 00000001:00000010:0.0:1779697715.307330:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717e40. 00080000:00000010:0.0:1779697715.307332:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1312000. 00000001:00000010:0.0:1779697715.307334:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717660. 00080000:00000010:0.0:1779697715.307336:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1310800. 00000001:00000010:0.0:1779697715.307338:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d720. 00080000:00000010:0.0:1779697715.307340:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1313400. 00000001:00000010:0.0:1779697715.307343:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d120. 00080000:00000010:0.0:1779697715.307345:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1312800. 00000001:00000010:0.0:1779697715.307347:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568da80. 00080000:00000010:0.0:1779697715.307349:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1311c00. 00000001:00000010:0.0:1779697715.307352:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d540. 00080000:00000010:0.0:1779697715.307354:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4496000. 00000001:00000010:0.0:1779697715.307357:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc57177e0. 00080000:00000010:0.0:1779697715.307358:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4497c00. 00000001:00000010:0.0:1779697715.307361:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717ba0. 00080000:00000010:0.0:1779697715.307363:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4495400. 00000001:00000010:0.0:1779697715.307365:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd7664a20. 00080000:00000010:0.0:1779697715.307367:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4497800. 00000001:00000010:0.0:1779697715.307370:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf94e0. 00080000:00000010:0.0:1779697715.307372:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4494400. 00000001:00000010:0.0:1779697715.307374:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf90c0. 00080000:00000010:0.0:1779697715.307376:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4494c00. 00000001:00000010:0.0:1779697715.307379:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9c00. 00080000:00000010:0.0:1779697715.307381:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4286400. 00000001:00000010:0.0:1779697715.307383:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9180. 00080000:00000010:0.0:1779697715.307385:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe55b1400. 00000001:00000010:0.0:1779697715.307405:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9a20. 00080000:00000010:0.0:1779697715.307408:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4493000. 00000001:00000010:0.0:1779697715.307411:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf91e0. 00080000:00000010:0.0:1779697715.307414:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4425c00. 00000001:00000010:0.0:1779697715.307418:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9660. 00080000:00000010:0.0:1779697715.307420:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4427400. 00000001:00000010:0.0:1779697715.307423:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9540. 00080000:00000010:0.0:1779697715.307426:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00b73c00. 00000001:00000010:0.0:1779697715.307428:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9b40. 00080000:00000010:0.0:1779697715.307430:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1316000. 00000001:00000010:0.0:1779697715.307433:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9360. 00080000:00000010:0.0:1779697715.307435:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1315400. 00000001:00000010:0.0:1779697715.307438:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf97e0. 00080000:00000010:0.0:1779697715.307440:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1315000. 00000001:00000010:0.0:1779697715.307443:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9de0. 00080000:00000010:0.0:1779697715.307445:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1316c00. 00000001:00000010:0.0:1779697715.307447:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9960. 00080000:00000010:0.0:1779697715.307449:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1315800. 00000001:00000010:0.0:1779697715.307451:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cae2bf9e40. 00080000:00000010:0.0:1779697715.307453:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1314c00. 00000020:00000010:2.0:1779697715.311101:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.311110:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.311117:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace082800. 00000020:00000010:2.0:1779697715.311122:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7380. 00000020:00000010:2.0:1779697715.311127:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697715.311171:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.311175:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697715.311178:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215402240 00000001:00000010:2.0:1779697715.311189:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:2.0:1779697715.311213:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697715.311220:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 02000000:00000010:2.0:1779697715.311245:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3515000. 00010000:00000010:2.0:1779697715.311274:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697715.311279:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697715.311298:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697715.311301:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697715.311306:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697715.311309:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697715.311430:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697715.311439:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e618. 00000004:00000010:2.0:1779697715.311445:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c330. 00080000:00000010:2.0:1779697715.311455:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f51d0. 00010000:00000010:0.0:1779697715.312117:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697715.312123:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697715.312128:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.312133:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.312198:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:0.0:1779697715.312211:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697715.312216:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:0.0:1779697715.312236:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:0.0:1779697715.312253:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02793b80 x1866146215402240/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.312272:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697715.312277:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215402240, offset 224 00000400:00000200:0.0:1779697715.312284:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.312296:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.312303:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308831:308831:256:4294967295] 192.168.203.23@tcp LPNI seq info [308827:308827:8:4294967295] 00000400:00000200:0.0:1779697715.312314:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.312319:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.312324:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697715.312330:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.312338:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.312341:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.312366:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7380. 00000020:00000010:0.0:1779697715.312370:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:0.0:1779697715.312373:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace082800. 00000800:00000200:2.0:1779697715.312525:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.312529:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697715.312533:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.312538:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.312543:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:2.0:1779697715.312545:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000400:00000200:3.0:1779697715.316539:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.316559:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449c00 00000400:00000200:3.0:1779697715.316568:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 16536 00000400:00000200:3.0:1779697715.316591:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.316596:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.316604:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.316615:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5442a00. 00000020:00000010:0.0:1779697715.317152:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697715.317157:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697715.317162:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671600. 00000020:00000010:0.0:1779697715.317166:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c80. 00000020:00000010:0.0:1779697715.317170:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.317206:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697715.317208:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000100:00000200:0.0:1779697715.317211:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215402496 02000000:00000010:0.0:1779697715.317245:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9a000. 00010000:00000010:0.0:1779697715.317282:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.317304:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697715.317324:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697715.317329:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.317343:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697715.317346:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697715.317350:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697715.317353:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697715.317475:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697715.317478:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697715.317481:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.317484:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697715.317524:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe00. 00000020:00000010:0.0:1779697715.317531:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe00. 00000020:00000010:0.0:1779697715.317541:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc240. 00080000:00000010:0.0:1779697715.317549:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027f800. 00000001:00000010:0.0:1779697715.317943:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfcd80. 00000001:00000010:0.0:1779697715.317949:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697715.317980:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc240. 00010000:00000010:0.0:1779697715.317986:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697715.317989:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697715.317998:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697715.318023:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.318032:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000200:0.0:1779697715.318044:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974218, last committed = 8589974211 00010000:00000200:0.0:1779697715.318051:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5442a00 x1866146215402496/t8589974218(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.318064:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697715.318068:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215402496, offset 224 00000400:00000010:0.0:1779697715.318073:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2176c8. 00000400:00000200:0.0:1779697715.318076:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.318085:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.318090:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308832:308832:256:4294967295] 192.168.203.23@tcp LPNI seq info [308828:308828:8:4294967295] 00000400:00000200:0.0:1779697715.318093:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.318098:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.318102:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.318105:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697715.318110:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.318115:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.318118:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.318133:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c80. 00000020:00000010:0.0:1779697715.318136:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.318138:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671600. 00000800:00000200:0.0:1779697715.318206:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.318209:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697715.318211:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.318214:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697715.318999:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:2.0:1779697715.319007:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697715.319017:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00010000:00000010:0.1:1779697715.321424:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697715.321436:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00000400:00000200:2.0:1779697715.325001:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.325023:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98c5 00000400:00000200:2.0:1779697715.325030:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.325035:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.325042:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:2.0:1779697715.325045:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000400:00000200:2.0:1779697715.325074:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.325081:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449c80 00000400:00000200:2.0:1779697715.325089:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 17024 00000400:00000200:2.0:1779697715.325110:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.325113:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697715.325114:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00000100:00000200:2.0:1779697715.325119:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.325124:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f75880. 00010000:00000010:3.0:1779697715.325124:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00000020:00000010:1.0:1779697715.325646:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697715.325653:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697715.325660:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf69cea00. 00000020:00000010:1.0:1779697715.325665:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f680. 00000020:00000010:1.0:1779697715.325671:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697715.325712:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697715.325715:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000100:00000200:1.0:1779697715.325718:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215402624 00000001:00000010:1.0:1779697715.325728:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:1.0:1779697715.325751:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697715.325758:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 02000000:00000010:1.0:1779697715.325781:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f7000. 00010000:00000010:1.0:1779697715.325818:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697715.325822:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697715.325836:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697715.325840:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697715.325843:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697715.325846:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00000004:00000010:1.0:1779697715.325962:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a1e0. 00000004:00000010:1.0:1779697715.325970:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb528. 00000004:00000010:1.0:1779697715.325985:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563100. 00080000:00000010:1.0:1779697715.325994:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:3.0:1779697715.327095:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697715.327102:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697715.327107:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.327112:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697715.327172:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:3.0:1779697715.327184:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697715.327188:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 00010000:00000010:3.0:1779697715.327207:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000200:3.0:1779697715.327223:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f75880 x1866146215402624/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.327247:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697715.327252:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215402624, offset 224 00000400:00000200:3.0:1779697715.327259:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.327270:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.327277:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308833:308833:256:4294967295] 192.168.203.23@tcp LPNI seq info [308829:308829:8:4294967295] 00000400:00000200:3.0:1779697715.327288:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.327293:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.327298:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697715.327304:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.327311:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.327316:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.327341:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f680. 00000020:00000010:3.0:1779697715.327345:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:3.0:1779697715.327349:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf69cea00. 00010000:00000010:0.1:1779697715.327410:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697715.327416:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697715.327420:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697715.327424:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697715.327426:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697715.327428:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000800:00000200:1.0:1779697715.327566:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.327571:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697715.327575:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.329461:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.329477:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449d80 00000400:00000200:3.0:1779697715.329485:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 17600 00000400:00000200:3.0:1779697715.329496:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.329500:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.329508:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.329513:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5440700. 00000400:00000200:1.0:1779697715.329591:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.329597:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:1.0:1779697715.329599:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000020:00000010:2.0:1779697715.329727:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.329732:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.329737:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:2.0:1779697715.329742:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697715.329747:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697715.329799:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.329802:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697715.329806:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215402880 02000000:00000010:2.0:1779697715.329837:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3514000. 00010000:00000010:2.0:1779697715.329873:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:2.0:1779697715.329891:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:2.0:1779697715.329909:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697715.329915:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697715.329941:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697715.329945:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697715.329950:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697715.329954:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697715.330066:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697715.330071:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697715.330074:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697715.330079:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697715.330108:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697715.330114:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697715.330125:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dc00. 00080000:00000010:2.0:1779697715.330135:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e2800. 00000001:00000010:2.0:1779697715.330613:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d060. 00000001:00000010:2.0:1779697715.330620:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697715.330663:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dc00. 00010000:00000010:2.0:1779697715.330673:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697715.330678:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697715.330691:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697715.330729:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697715.330741:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697715.330755:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974219, last committed = 8589974211 00010000:00000200:2.0:1779697715.330764:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5440700 x1866146215402880/t8589974219(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.330781:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697715.330797:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215402880, offset 224 00000400:00000010:2.0:1779697715.330804:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f930. 00000400:00000200:2.0:1779697715.330809:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.330823:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.330830:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308834:308834:256:4294967295] 192.168.203.23@tcp LPNI seq info [308830:308830:8:4294967295] 00010000:00000010:3.0:1779697715.330833:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00000400:00000200:2.0:1779697715.330838:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00010000:00000010:3.0:1779697715.330840:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00000400:00000200:2.0:1779697715.330849:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00010000:00000010:3.0:1779697715.330851:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000800:00000200:2.0:1779697715.330856:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.330861:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697715.330868:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.330875:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.330879:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.330904:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697715.330909:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697715.330913:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00000800:00000200:3.0:1779697715.331021:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.331025:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697715.331028:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.331033:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697715.331424:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697715.331431:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697715.331435:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697715.331437:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697715.331441:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.331444:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697715.331447:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697715.331449:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697715.332151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697715.332157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:3.0:1779697715.332678:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.332691:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98cd 00000400:00000200:3.0:1779697715.332696:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.332701:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.332706:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:3.0:1779697715.332708:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00000400:00000200:3.0:1779697715.332728:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.332735:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449e00 00000400:00000200:3.0:1779697715.332741:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 18088 00000400:00000200:3.0:1779697715.332773:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.332777:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.332782:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.332795:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5443100. 00010000:00000010:1.0:1779697715.333033:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697715.333041:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:2.1:1779697715.334631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697715.334643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000020:00000010:2.0:1779697715.334698:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.334704:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.334711:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:2.0:1779697715.334715:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697715.334720:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697715.334758:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697715.334762:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697715.334766:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215403008 00000001:00000010:2.0:1779697715.334775:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:2.0:1779697715.334807:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697715.334814:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697715.334840:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3513000. 00010000:00000010:2.0:1779697715.334868:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697715.334873:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697715.334889:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697715.334892:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697715.334896:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697715.334900:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697715.335024:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697715.335033:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eca8. 00000004:00000010:2.0:1779697715.335040:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cbb0. 00080000:00000010:2.0:1779697715.335049:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f58f0. 00010000:00000010:3.1:1779697715.336666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:3.1:1779697715.336685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697715.336689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.1:1779697715.336692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:3.0:1779697715.340770:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697715.340779:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697715.340785:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.340802:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697715.340877:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697715.340889:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697715.340894:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:3.0:1779697715.340920:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:3.0:1779697715.340938:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5443100 x1866146215403008/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.340960:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697715.340966:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215403008, offset 224 00000400:00000200:3.0:1779697715.340973:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.340985:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.340992:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308835:308835:256:4294967295] 192.168.203.23@tcp LPNI seq info [308831:308831:8:4294967295] 00000400:00000200:3.0:1779697715.341004:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.341010:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.341015:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697715.341021:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.341028:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.341032:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.341057:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:3.0:1779697715.341062:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:3.0:1779697715.341066:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00000800:00000200:1.0:1779697715.341324:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.341330:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697715.341334:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.341339:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.341344:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:1.0:1779697715.341346:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:3.1:1779697715.342942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697715.342952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697715.343503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697715.343517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697715.343695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:2.1:1779697715.343703:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697715.343708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697715.343710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:3.0:1779697715.344308:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.344322:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006449f00 00000400:00000200:3.0:1779697715.344330:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 18664 00000400:00000200:3.0:1779697715.344343:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.344347:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.344354:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.344360:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5443b80. 00000020:00000010:1.0:1779697715.344523:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697715.344535:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697715.344541:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf69cfc00. 00000020:00000010:1.0:1779697715.344545:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697715.344550:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f957d0. 00000020:00000010:3.0:1779697715.344768:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b580. 00000020:00000010:3.0:1779697715.344772:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b580. 00000100:00000200:3.0:1779697715.344775:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215403264 02000000:00000010:3.0:1779697715.344816:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd6668000. 00010000:00000010:3.0:1779697715.344851:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697715.344865:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697715.344879:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.344884:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697715.344896:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697715.344899:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697715.344903:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.344905:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697715.344997:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697715.345000:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697715.345003:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.345006:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697715.345025:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b972a0. 00000020:00000010:3.0:1779697715.345030:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b972a0. 00000020:00000010:3.0:1779697715.345040:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec378a0. 00080000:00000010:3.0:1779697715.345047:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc8800. 00000001:00000010:3.0:1779697715.345410:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37180. 00000001:00000010:3.0:1779697715.345416:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697715.345448:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec378a0. 00010000:00000010:3.0:1779697715.345455:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697715.345459:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697715.345470:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697715.345499:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697715.345522:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697715.345535:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974220, last committed = 8589974211 00010000:00000200:3.0:1779697715.345543:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5443b80 x1866146215403264/t8589974220(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.345561:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697715.345566:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215403264, offset 224 00000400:00000010:3.0:1779697715.345572:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065da48. 00000400:00000200:3.0:1779697715.345575:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.345600:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.345606:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308836:308836:256:4294967295] 192.168.203.23@tcp LPNI seq info [308832:308832:8:4294967295] 00000400:00000200:3.0:1779697715.345611:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.345618:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.345623:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.345628:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697715.345634:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.345641:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.345645:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.345662:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:3.0:1779697715.345666:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f957d0. 00000020:00000010:3.0:1779697715.345921:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf69cfc00. 00010000:00000010:2.0:1779697715.346183:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697715.346193:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:2.0:1779697715.346205:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00000800:00000200:3.0:1779697715.346211:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.346216:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697715.346219:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.346224:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697715.348302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697715.348313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697715.348317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697715.348321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697715.353434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697715.353449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000400:00000200:1.0:1779697715.355247:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697715.355266:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98d5 00000400:00000200:1.0:1779697715.355273:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.355278:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697715.355285:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:1.0:1779697715.355288:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00010000:00000010:3.0:1779697715.355374:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697715.355384:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00000400:00000200:3.0:1779697715.356713:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.356723:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006449f80 00000400:00000200:3.0:1779697715.356731:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 19152 00000400:00000200:3.0:1779697715.356780:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.356785:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.356799:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.356805:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5440a80. 00000020:00000010:1.0:1779697715.357189:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697715.357194:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697715.357201:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf69cfc00. 00000020:00000010:1.0:1779697715.357205:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697715.357210:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697715.357248:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697715.357251:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f40. 00000100:00000200:1.0:1779697715.357254:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215403392 00000001:00000010:1.0:1779697715.357263:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:1.0:1779697715.357283:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697715.357289:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 02000000:00000010:1.0:1779697715.357312:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f1000. 00010000:00000010:1.0:1779697715.357335:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697715.357338:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697715.357352:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697715.357356:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697715.357360:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697715.357363:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000004:00000010:1.0:1779697715.357467:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a000. 00000004:00000010:1.0:1779697715.357476:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcba50. 00000004:00000010:1.0:1779697715.357482:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562440. 00080000:00000010:1.0:1779697715.357490:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:3.1:1779697715.358415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697715.358423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697715.358428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.358431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.359663:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697715.359678:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697715.359684:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.359690:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697715.359753:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:3.0:1779697715.359764:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:3.0:1779697715.359768:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00010000:00000010:3.0:1779697715.359798:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:3.0:1779697715.359814:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5440a80 x1866146215403392/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.359833:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697715.359839:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215403392, offset 224 00000400:00000200:3.0:1779697715.359845:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.359856:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.359862:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308837:308837:256:4294967295] 192.168.203.23@tcp LPNI seq info [308833:308833:8:4294967295] 00000400:00000200:3.0:1779697715.359873:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.359879:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.359883:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697715.359889:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.359897:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.359900:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.359924:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:3.0:1779697715.359928:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:3.0:1779697715.359932:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf69cfc00. 00000800:00000200:1.0:1779697715.360244:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.360248:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697715.360252:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.360257:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.360261:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:1.0:1779697715.360263:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:1.0:1779697715.362208:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.362222:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644a080 00000400:00000200:1.0:1779697715.362229:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 19728 00000400:00000200:1.0:1779697715.362241:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.362244:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.362250:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.362257:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a5f80. 00000020:00000010:3.0:1779697715.362426:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b8c0. 00000020:00000010:3.0:1779697715.362431:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b8c0. 00000020:00000010:3.0:1779697715.362436:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.362440:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb780. 00000020:00000010:3.0:1779697715.362445:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697715.362471:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b8c0. 00000020:00000010:3.0:1779697715.362473:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b8c0. 00000100:00000200:3.0:1779697715.362475:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215403648 02000000:00000010:3.0:1779697715.362756:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf29000. 00010000:00000010:3.0:1779697715.362802:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697715.362816:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697715.362832:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.362837:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697715.362850:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697715.362853:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697715.362858:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.362860:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697715.362953:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697715.362956:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697715.362959:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.362962:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697715.362980:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.362985:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.362994:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37420. 00080000:00000010:3.0:1779697715.363002:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc9000. 00000001:00000010:3.0:1779697715.364302:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717660. 00000001:00000010:3.0:1779697715.364310:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697715.364343:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37420. 00010000:00000010:3.0:1779697715.364351:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697715.364357:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.364370:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697715.365168:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697715.365186:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697715.365202:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974221, last committed = 8589974211 00010000:00000200:3.0:1779697715.365212:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a5f80 x1866146215403648/t8589974221(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.365231:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697715.365237:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215403648, offset 224 00000400:00000010:3.0:1779697715.365243:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065df50. 00000400:00000200:3.0:1779697715.365247:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.365259:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.365265:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308838:308838:256:4294967295] 192.168.203.23@tcp LPNI seq info [308834:308834:8:4294967295] 00000400:00000200:3.0:1779697715.365271:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.365278:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.365284:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.365289:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697715.365294:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.365301:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.365305:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.365324:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb780. 00000020:00000010:3.0:1779697715.365328:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697715.365332:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:3.0:1779697715.365428:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.365432:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697715.365435:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.365439:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.368224:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.368241:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98dd 00000400:00000200:3.0:1779697715.368247:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.368252:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.368258:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697715.368261:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:3.0:1779697715.368280:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.368286:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644a100 00000400:00000200:3.0:1779697715.368293:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 20216 00000400:00000200:3.0:1779697715.368329:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.368333:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.368337:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.368342:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5442d80. 00010000:00000010:3.0:1779697715.368380:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697715.368402:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697715.368437:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.368442:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.368447:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.368451:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697715.368456:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697715.368483:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.368485:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697715.368488:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215403776 00000001:00000010:3.0:1779697715.368497:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.1:1779697715.370096:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697715.370113:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.370120:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697715.370178:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 02000000:00000010:3.0:1779697715.370206:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2e000. 00010000:00000010:3.0:1779697715.370235:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.370238:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697715.370253:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697715.370257:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb780. 00010000:00000010:3.0:1779697715.370261:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697715.370264:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697715.370350:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6da40. 00000004:00000010:3.0:1779697715.370358:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af4b0. 00000004:00000010:3.0:1779697715.370363:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82220. 00080000:00000010:3.0:1779697715.370371:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266c78. 00010000:00000010:2.0:1779697715.372486:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697715.372495:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697715.372500:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697715.372507:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697715.372584:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697715.372596:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697715.372601:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb780. 00010000:00000010:2.0:1779697715.372625:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:2.0:1779697715.372645:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5442d80 x1866146215403776/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697715.372664:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697715.372671:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215403776, offset 224 00000400:00000200:2.0:1779697715.372678:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.372755:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.372761:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308839:308839:256:4294967295] 192.168.203.23@tcp LPNI seq info [308835:308835:8:4294967295] 00000400:00000200:2.0:1779697715.372773:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.372778:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.372784:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697715.372800:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.372807:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.372811:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.372840:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:2.0:1779697715.372844:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:2.0:1779697715.372848:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:3.0:1779697715.373233:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.373238:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697715.373242:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.373248:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.373252:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:3.0:1779697715.373254:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00000400:00000200:3.0:1779697715.374942:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.374956:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644a200 00000400:00000200:3.0:1779697715.374963:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 20792 00000400:00000200:3.0:1779697715.374975:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.374978:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.374985:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.374991:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5440e00. 00000020:00000010:2.0:1779697715.375071:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.375076:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.375082:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:2.0:1779697715.375086:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697715.375091:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.375129:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.375132:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697715.375134:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215404032 02000000:00000010:2.0:1779697715.375170:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e0000. 00010000:00000010:2.0:1779697715.375204:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:1.0:1779697715.375210:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:2.0:1779697715.375215:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00010000:00000010:1.0:1779697715.375216:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:1.0:1779697715.375223:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00010000:00000010:2.0:1779697715.375230:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697715.375235:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697715.375249:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697715.375252:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697715.375256:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697715.375259:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697715.375355:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697715.375359:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697715.375362:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697715.375365:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697715.375413:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697715.375420:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b4e0. 00000020:00000010:2.0:1779697715.375431:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d480. 00080000:00000010:2.0:1779697715.375440:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e2c00. 00000001:00000010:2.0:1779697715.377034:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d900. 00000001:00000010:2.0:1779697715.377042:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697715.377074:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d480. 00010000:00000010:2.0:1779697715.377085:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697715.377091:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697715.377107:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697715.377181:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697715.377197:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697715.377214:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974222, last committed = 8589974211 00010000:00000200:2.0:1779697715.377225:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5440e00 x1866146215404032/t8589974222(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.377243:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697715.377249:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215404032, offset 224 00000400:00000010:2.0:1779697715.377256:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fd20. 00000400:00000200:2.0:1779697715.377259:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.377272:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.377279:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308840:308840:256:4294967295] 192.168.203.23@tcp LPNI seq info [308836:308836:8:4294967295] 00000400:00000200:2.0:1779697715.377284:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.377290:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.377295:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.377299:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697715.377305:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.377313:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.377317:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.377345:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697715.377349:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.377352:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00000800:00000200:1.0:1779697715.377538:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.377543:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:1.0:1779697715.377548:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.377553:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697715.380516:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.1:1779697715.380530:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697715.380535:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:3.1:1779697715.380537:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:3.1:1779697715.380541:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697715.380547:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697715.380552:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697715.380555:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.380557:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697715.380559:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.380595:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697715.380606:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:3.0:1779697715.380615:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000400:00000200:1.0:1779697715.380826:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697715.380844:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98e5 00000400:00000200:1.0:1779697715.380850:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.380855:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697715.380862:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:1.0:1779697715.380865:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00000400:00000200:1.0:1779697715.380894:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.380900:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644a280 00000400:00000200:1.0:1779697715.380907:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 21280 00000400:00000200:1.0:1779697715.380955:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.380959:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.380964:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.380969:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a4380. 00010000:00000010:1.0:1779697715.383129:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:1.0:1779697715.383143:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00000020:00000010:3.0:1779697715.384851:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b8c0. 00000020:00000010:3.0:1779697715.384860:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b8c0. 00000020:00000010:3.0:1779697715.384866:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8000. 00000020:00000010:3.0:1779697715.384871:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697715.384877:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697715.384915:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b8c0. 00000020:00000010:3.0:1779697715.384917:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b8c0. 00000100:00000200:3.0:1779697715.384921:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215404160 00000001:00000010:3.0:1779697715.384931:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:3.0:1779697715.384954:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.384962:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697715.384986:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2a000. 00010000:00000010:3.0:1779697715.385011:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.385015:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697715.385030:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697715.385033:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697715.385037:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.385040:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00000004:00000010:3.0:1779697715.385130:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d860. 00000004:00000010:3.0:1779697715.385138:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74aff00. 00000004:00000010:3.0:1779697715.385144:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82cc0. 00080000:00000010:3.0:1779697715.385154:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267398. 00010000:00000010:1.0:1779697715.387874:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697715.387883:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697715.387889:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697715.387895:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.387963:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:1.0:1779697715.387974:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:1.0:1779697715.387979:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:1.0:1779697715.388003:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:1.0:1779697715.388020:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a4380 x1866146215404160/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.388040:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697715.388046:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215404160, offset 224 00000400:00000200:1.0:1779697715.388053:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.388065:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.388072:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308841:308841:256:4294967295] 192.168.203.23@tcp LPNI seq info [308837:308837:8:4294967295] 00000400:00000200:1.0:1779697715.388084:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.388090:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.388094:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697715.388101:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.388119:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.388123:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.388144:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb380. 00000020:00000010:1.0:1779697715.388148:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:1.0:1779697715.388152:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8000. 00010000:00000010:1.1:1779697715.388421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697715.388428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000800:00000200:3.0:1779697715.388509:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.388513:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697715.388518:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.388523:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.388528:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:3.0:1779697715.388530:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00010000:00000010:2.1:1779697715.388573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:2.1:1779697715.388579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697715.388582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697715.388584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697715.388587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697715.388591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697715.388594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697715.388596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697715.393436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697715.393449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000400:00000200:1.0:1779697715.394551:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.394570:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644a380 00000400:00000200:1.0:1779697715.394588:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 21856 00000400:00000200:1.0:1779697715.394604:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.394609:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.394617:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.394623:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7b80. 00000020:00000010:3.0:1779697715.394798:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.394805:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.394811:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e9e00. 00000020:00000010:3.0:1779697715.394817:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697715.394822:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.394863:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.394866:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000100:00000200:3.0:1779697715.394869:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215404416 02000000:00000010:3.0:1779697715.394904:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf2f000. 00010000:00000010:3.0:1779697715.394942:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:3.0:1779697715.394958:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:3.0:1779697715.394977:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.394982:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697715.394998:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697715.395001:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697715.395005:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697715.395008:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697715.395110:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697715.395114:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.395117:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697715.395120:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000020:00000010:3.0:1779697715.395143:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.395150:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.395160:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697715.395169:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bca400. 00000001:00000010:3.0:1779697715.395551:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717120. 00000001:00000010:3.0:1779697715.395557:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697715.395591:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697715.395600:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697715.395604:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697715.395616:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697715.395653:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697715.395668:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697715.395682:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974223, last committed = 8589974211 00010000:00000200:3.0:1779697715.395819:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7b80 x1866146215404416/t8589974223(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.395843:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697715.395849:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215404416, offset 224 00000400:00000010:3.0:1779697715.395855:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d5b0. 00000400:00000200:3.0:1779697715.395859:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.395870:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.395876:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308842:308842:256:4294967295] 192.168.203.23@tcp LPNI seq info [308838:308838:8:4294967295] 00000400:00000200:3.0:1779697715.395882:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.395889:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.395894:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.395899:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697715.395905:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.395912:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.395916:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.395937:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697715.395941:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.395944:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e9e00. 00010000:00000010:1.0:1779697715.398758:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:1.0:1779697715.398773:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:1.0:1779697715.398784:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000800:00000200:3.0:1779697715.400947:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.400955:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697715.400961:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.400969:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.401015:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.401029:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98ed 00000400:00000200:3.0:1779697715.401036:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.401039:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.401044:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697715.401047:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:1.0:1779697715.401113:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:1.0:1779697715.401122:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00000400:00000200:1.0:1779697715.401704:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.401713:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644a400 00000400:00000200:1.0:1779697715.401721:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 22344 00000400:00000200:1.0:1779697715.401776:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.401780:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.401786:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.401799:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7800. 00000020:00000010:2.0:1779697715.401843:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.401849:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.401855:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:2.0:1779697715.401860:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697715.401865:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.401904:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.401907:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697715.401910:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215404544 00000001:00000010:2.0:1779697715.401920:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697715.401940:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697715.401947:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697715.401971:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e2000. 00010000:00000010:2.0:1779697715.402005:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697715.402009:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697715.402025:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697715.402029:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697715.402032:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697715.402035:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697715.402130:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697715.402138:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e690. 00000004:00000010:2.0:1779697715.402144:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cdd0. 00080000:00000010:2.0:1779697715.402152:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4c78. 00010000:00000010:1.0:1779697715.403115:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697715.403120:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697715.403125:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697715.403129:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697715.403186:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697715.403196:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697715.403200:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:1.0:1779697715.403218:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:1.0:1779697715.403232:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7800 x1866146215404544/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.403250:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697715.403256:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215404544, offset 224 00000400:00000200:1.0:1779697715.403262:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.403272:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.403278:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308843:308843:256:4294967295] 192.168.203.23@tcp LPNI seq info [308839:308839:8:4294967295] 00000400:00000200:1.0:1779697715.403289:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.403294:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.403299:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697715.403305:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.403311:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.403316:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.403340:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:1.0:1779697715.403344:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:1.0:1779697715.403347:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00000800:00000200:2.0:1779697715.404858:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.404865:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697715.404871:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.404878:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.404883:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697715.404886:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00010000:00000010:1.1:1779697715.406718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697715.406734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697715.406740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697715.406745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697715.406749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:1.1:1779697715.406753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000400:00000200:1.0:1779697715.410377:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.410409:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644a500 00000400:00000200:1.0:1779697715.410418:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 22920 00010000:00000010:3.1:1779697715.410422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:3.1:1779697715.410431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00000400:00000200:1.0:1779697715.410433:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1779697715.410435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000400:00000200:1.0:1779697715.410437:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697715.410439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000100:00000200:1.0:1779697715.410445:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.410450:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a4000. 00000020:00000010:2.0:1779697715.410518:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.410524:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.410530:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:2.0:1779697715.410535:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697715.410541:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.410581:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.410585:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697715.410588:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215404800 02000000:00000010:2.0:1779697715.410623:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e7000. 00010000:00000010:2.0:1779697715.410664:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:2.0:1779697715.410678:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697715.410703:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697715.410708:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697715.410724:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697715.410728:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697715.410732:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697715.410735:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697715.410852:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697715.410856:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697715.410859:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697715.410862:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697715.410886:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b5a0. 00000020:00000010:2.0:1779697715.410893:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b5a0. 00000020:00000010:2.0:1779697715.410904:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d480. 00080000:00000010:2.0:1779697715.410913:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e0800. 00000001:00000010:2.0:1779697715.411353:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dae0. 00000001:00000010:2.0:1779697715.411360:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697715.411425:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d480. 00010000:00000010:2.0:1779697715.411436:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697715.411440:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697715.411452:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697715.411485:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697715.411500:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697715.411515:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974224, last committed = 8589974211 00010000:00000200:2.0:1779697715.411523:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a4000 x1866146215404800/t8589974224(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.411542:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697715.411548:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215404800, offset 224 00000400:00000010:2.0:1779697715.411554:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f620. 00000400:00000200:2.0:1779697715.411559:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.411570:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.411575:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308844:308844:256:4294967295] 192.168.203.23@tcp LPNI seq info [308840:308840:8:4294967295] 00000400:00000200:2.0:1779697715.411581:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.411588:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.411593:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.411598:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697715.411605:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.411612:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.411616:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.411640:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697715.411645:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.411647:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00000800:00000200:1.0:1779697715.411737:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.411742:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:1.0:1779697715.411746:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.411751:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697715.412870:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697715.412880:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7380. 00010000:00000010:3.0:1779697715.412889:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00010000:00000010:1.1:1779697715.413542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697715.413549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697715.413553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697715.413556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697715.413560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697715.413563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697715.413565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:1.1:1779697715.413567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:2.0:1779697715.413582:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.413597:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98f5 00000400:00000200:2.0:1779697715.413602:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.413607:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.413613:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697715.413615:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:1.0:1779697715.413757:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:1.0:1779697715.413764:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00000400:00000200:1.0:1779697715.414553:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.414565:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644a580 00000400:00000200:1.0:1779697715.414573:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 23408 00000400:00000200:1.0:1779697715.414620:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.414624:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.414629:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.414635:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a6d80. 00000020:00000010:3.0:1779697715.414848:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.414854:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.414859:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e9e00. 00000020:00000010:3.0:1779697715.414864:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb800. 00000020:00000010:3.0:1779697715.414868:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697715.414906:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.414909:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000100:00000200:3.0:1779697715.414911:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215404928 00000001:00000010:3.0:1779697715.414922:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697715.414944:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.414950:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 02000000:00000010:3.0:1779697715.414976:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2d000. 00010000:00000010:3.0:1779697715.415006:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697715.415010:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697715.415026:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697715.415029:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.415033:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697715.415036:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00000004:00000010:3.0:1779697715.415124:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c3c0. 00000004:00000010:3.0:1779697715.415132:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af780. 00000004:00000010:3.0:1779697715.415138:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82660. 00080000:00000010:3.0:1779697715.415147:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82661c8. 00010000:00000010:1.0:1779697715.417015:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697715.417024:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697715.417029:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697715.417036:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.417102:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:1.0:1779697715.417114:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:1.0:1779697715.417119:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:1.0:1779697715.417143:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:1.0:1779697715.417159:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a6d80 x1866146215404928/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.417179:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697715.417186:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215404928, offset 224 00000400:00000200:1.0:1779697715.417193:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.417204:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.417209:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308845:308845:256:4294967295] 192.168.203.23@tcp LPNI seq info [308841:308841:8:4294967295] 00000400:00000200:1.0:1779697715.417219:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.417224:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.417229:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697715.417234:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.417242:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.417246:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.417270:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb800. 00000020:00000010:1.0:1779697715.417274:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:1.0:1779697715.417278:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e9e00. 00000800:00000200:3.0:1779697715.417415:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.417419:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697715.417423:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.417428:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.417432:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:3.0:1779697715.417435:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00010000:00000010:2.1:1779697715.419462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:2.1:1779697715.419474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697715.419479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697715.419482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000400:00000200:2.0:1779697715.420487:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.420505:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644a680 00000400:00000200:2.0:1779697715.420513:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 23984 00000400:00000200:2.0:1779697715.420526:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.420531:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.420539:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.420545:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77b80. 00000020:00000010:1.0:1779697715.420627:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.420632:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.420638:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf69cf800. 00000020:00000010:1.0:1779697715.420644:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697715.420649:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.420682:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.420685:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000100:00000200:1.0:1779697715.420698:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215405184 02000000:00000010:1.0:1779697715.420735:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f6000. 00010000:00000010:1.0:1779697715.420774:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.420797:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697715.420815:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697715.420820:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.420834:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697715.420837:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697715.420841:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697715.420844:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697715.420953:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697715.420956:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697715.420959:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697715.420962:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00000020:00000010:1.0:1779697715.420986:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc740. 00000020:00000010:1.0:1779697715.420993:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc740. 00000020:00000010:1.0:1779697715.421004:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe000. 00080000:00000010:1.0:1779697715.421013:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf88c1c00. 00000001:00000010:1.0:1779697715.421380:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0feba0. 00010000:00000010:1.1:1779697715.421418:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:1.1:1779697715.421423:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000001:00000010:1.0:1779697715.421429:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697715.421469:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe000. 00010000:00000010:1.0:1779697715.421479:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697715.421482:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697715.421494:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697715.421540:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.421553:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000200:1.0:1779697715.421569:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974225, last committed = 8589974211 00010000:00000200:1.0:1779697715.421577:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77b80 x1866146215405184/t8589974225(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697715.421597:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697715.421604:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215405184, offset 224 00000400:00000010:1.0:1779697715.421609:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea882a0. 00000400:00000200:1.0:1779697715.421613:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.421625:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.421969:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308846:308846:256:4294967295] 192.168.203.23@tcp LPNI seq info [308842:308842:8:4294967295] 00000400:00000200:1.0:1779697715.421976:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697715.421982:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.421987:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.421992:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697715.421998:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.422004:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.422008:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.422026:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697715.422030:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.422033:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf69cf800. 00010000:00000010:3.1:1779697715.422185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697715.422191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000800:00000200:1.0:1779697715.422234:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.422238:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697715.422242:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.422246:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697715.422259:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:3.0:1779697715.422265:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:3.0:1779697715.422270:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00000400:00000200:3.0:1779697715.424617:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.424636:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a98fd 00000400:00000200:3.0:1779697715.424643:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.424647:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.424653:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:3.0:1779697715.424656:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:1.0:1779697715.424777:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697715.424796:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:1.1:1779697715.426425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697715.426438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697715.426442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697715.426445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:2.0:1779697715.426735:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.426749:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644a700 00000400:00000200:2.0:1779697715.426758:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 24472 00000400:00000200:2.0:1779697715.426817:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.426821:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.426828:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.426834:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76d80. 00000020:00000010:1.0:1779697715.426963:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.426968:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.426974:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf69cf800. 00000020:00000010:1.0:1779697715.426978:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697715.426983:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.427023:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.427026:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000100:00000200:1.0:1779697715.427029:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215405312 00000001:00000010:1.0:1779697715.427039:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:1.0:1779697715.427061:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697715.427068:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 02000000:00000010:1.0:1779697715.427092:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f5000. 00010000:00000010:1.0:1779697715.427118:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697715.427207:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.427224:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697715.427228:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697715.427232:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697715.427235:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00000004:00000010:1.0:1779697715.427327:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77bc20. 00000004:00000010:1.0:1779697715.427334:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697715.427340:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563a90. 00080000:00000010:1.0:1779697715.427349:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:1.0:1779697715.429152:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697715.429160:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697715.429165:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697715.429171:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697715.429243:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.429254:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.429259:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697715.429280:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000200:1.0:1779697715.429297:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76d80 x1866146215405312/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.429316:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697715.429322:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215405312, offset 224 00000400:00000200:1.0:1779697715.429328:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.429339:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.429345:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308847:308847:256:4294967295] 192.168.203.23@tcp LPNI seq info [308843:308843:8:4294967295] 00000400:00000200:1.0:1779697715.429356:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.429361:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.429366:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697715.429373:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.429380:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.429384:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1779697715.429538:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697715.429543:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697715.429546:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697715.429549:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00000020:00000010:1.0:1779697715.429563:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697715.429566:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.429570:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf69cf800. 00010000:00000010:3.1:1779697715.430366:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697715.430374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00000800:00000200:2.0:1779697715.433034:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.433043:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697715.433053:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.433061:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.433067:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:2.0:1779697715.433070:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:1.0:1779697715.434644:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.434661:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644a800 00000400:00000200:1.0:1779697715.434678:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 25048 00000400:00000200:1.0:1779697715.434707:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.434712:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.434720:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.434730:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b94a80. 00000020:00000010:3.0:1779697715.434813:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.434819:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.434824:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8000. 00000020:00000010:3.0:1779697715.434829:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697715.434834:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697715.434872:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.434874:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000100:00000200:3.0:1779697715.434877:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215405568 02000000:00000010:3.0:1779697715.434909:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf2c000. 00010000:00000010:3.0:1779697715.434946:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:3.0:1779697715.434961:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:3.0:1779697715.434978:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697715.434983:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697715.434997:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697715.435000:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697715.435004:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697715.435007:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697715.435111:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697715.435115:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697715.435118:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697715.435121:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000020:00000010:3.0:1779697715.435143:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.435149:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.435159:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697715.435168:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bcac00. 00000001:00000010:3.0:1779697715.435548:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717600. 00000001:00000010:3.0:1779697715.435555:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697715.435589:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697715.435598:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.435602:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697715.435615:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697715.435650:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697715.435664:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697715.435680:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974226, last committed = 8589974211 00010000:00000200:3.0:1779697715.435688:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b94a80 x1866146215405568/t8589974226(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.435708:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697715.435713:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215405568, offset 224 00000400:00000010:3.0:1779697715.435719:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d658. 00000400:00000200:3.0:1779697715.435722:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.435733:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.435739:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308848:308848:256:4294967295] 192.168.203.23@tcp LPNI seq info [308844:308844:8:4294967295] 00000400:00000200:3.0:1779697715.435744:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.435750:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.435754:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.435759:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697715.435765:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.435772:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.435777:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.435805:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697715.435809:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697715.435812:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8000. 00000800:00000200:3.0:1779697715.435891:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.435895:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697715.435898:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.435902:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697715.435924:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697715.435929:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697715.435935:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000400:00000200:3.0:1779697715.438152:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.438169:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9905 00000400:00000200:3.0:1779697715.438176:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.438180:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.438186:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697715.438189:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:1.0:1779697715.438306:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:1.0:1779697715.438317:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00000400:00000200:1.0:1779697715.438971:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.438982:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644a880 00000400:00000200:1.0:1779697715.438990:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 25536 00000400:00000200:1.0:1779697715.439044:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.439048:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.439054:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.439060:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b97480. 00000020:00000010:3.0:1779697715.439319:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.439325:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.439331:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8000. 00000020:00000010:3.0:1779697715.439336:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd80. 00000020:00000010:3.0:1779697715.439342:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697715.439380:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.439383:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000100:00000200:3.0:1779697715.439405:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215405696 00000001:00000010:3.0:1779697715.439415:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:3.0:1779697715.439440:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697715.439446:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 02000000:00000010:3.0:1779697715.439470:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ca000. 00010000:00000010:3.0:1779697715.439496:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697715.439499:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697715.439515:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697715.439518:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697715.439522:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697715.439525:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000004:00000010:3.0:1779697715.439632:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d680. 00000004:00000010:3.0:1779697715.439640:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afe10. 00000004:00000010:3.0:1779697715.439647:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83cb0. 00080000:00000010:3.0:1779697715.439656:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266000. 00010000:00000010:1.1:1779697715.440570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697715.440587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697715.440651:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697715.440655:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697715.440659:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697715.440665:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697715.440926:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:1.0:1779697715.440939:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:1.0:1779697715.440943:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:1.0:1779697715.440964:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000200:1.0:1779697715.440981:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b97480 x1866146215405696/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.440999:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697715.441005:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215405696, offset 224 00000400:00000200:1.0:1779697715.441012:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.441022:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.441029:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308849:308849:256:4294967295] 192.168.203.23@tcp LPNI seq info [308845:308845:8:4294967295] 00000400:00000200:1.0:1779697715.441040:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.441045:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.441049:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697715.441055:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.441062:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.441066:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.441091:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd80. 00000020:00000010:1.0:1779697715.441095:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:1.0:1779697715.441098:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8000. 00000800:00000200:3.0:1779697715.441507:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.441513:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697715.441517:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.441522:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.441527:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:3.0:1779697715.441529:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:1.1:1779697715.443623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697715.443635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697715.443639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697715.443641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00000400:00000200:3.0:1779697715.443939:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.443955:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644a980 00000400:00000200:3.0:1779697715.443964:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 26112 00000400:00000200:3.0:1779697715.443976:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.443981:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.443989:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.443995:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5441500. 00000020:00000010:2.0:1779697715.444077:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.444082:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.444087:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace54aa00. 00000020:00000010:2.0:1779697715.444092:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697715.444098:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.444141:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.444144:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697715.444147:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215405952 02000000:00000010:2.0:1779697715.444179:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e1000. 00010000:00000010:2.0:1779697715.444216:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:2.0:1779697715.444230:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:2.0:1779697715.444246:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697715.444252:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697715.444265:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697715.444268:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697715.444272:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697715.444275:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697715.444367:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697715.444370:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697715.444373:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697715.444376:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697715.444422:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355baa0. 00000020:00000010:2.0:1779697715.444429:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355baa0. 00000020:00000010:2.0:1779697715.444439:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d480. 00080000:00000010:2.0:1779697715.444447:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e1400. 00000001:00000010:2.0:1779697715.444916:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d180. 00000001:00000010:2.0:1779697715.444923:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697715.444955:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d480. 00010000:00000010:2.0:1779697715.444963:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697715.444966:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697715.444978:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697715.445045:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697715.445059:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697715.445073:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974227, last committed = 8589974211 00010000:00000200:2.0:1779697715.445083:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5441500 x1866146215405952/t8589974227(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.445102:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697715.445107:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215405952, offset 224 00000400:00000010:2.0:1779697715.445114:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f498. 00000400:00000200:2.0:1779697715.445118:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.445129:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.445135:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308850:308850:256:4294967295] 192.168.203.23@tcp LPNI seq info [308846:308846:8:4294967295] 00000400:00000200:2.0:1779697715.445141:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.445147:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.445153:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.445158:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697715.445164:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.445171:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.445175:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.445195:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697715.445198:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.445201:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace54aa00. 00010000:00000010:1.1:1779697715.445799:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697715.445807:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:1.1:1779697715.445812:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:1.1:1779697715.445816:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697715.445819:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697715.445821:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.0:1779697715.445841:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:1.0:1779697715.445846:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00010000:00000010:1.0:1779697715.445851:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00000800:00000200:1.0:1779697715.446919:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.446924:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:1.0:1779697715.446930:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.446937:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697715.447068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.1:1779697715.447075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697715.447078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697715.447082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697715.447085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697715.447088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:3.0:1779697715.447121:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.447135:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a990d 00000400:00000200:3.0:1779697715.447202:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.447206:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.447212:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:3.0:1779697715.447214:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:1.0:1779697715.447292:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:1.0:1779697715.447299:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00000400:00000200:3.0:1779697715.448647:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.448660:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644aa00 00000400:00000200:3.0:1779697715.448679:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 26600 00000400:00000200:3.0:1779697715.448727:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.448732:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.448738:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.448745:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5442680. 00000020:00000010:1.0:1779697715.449078:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697715.449083:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697715.449090:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:1.0:1779697715.449095:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f980. 00000020:00000010:1.0:1779697715.449099:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.449134:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697715.449137:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697715.449140:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215406080 00000001:00000010:1.0:1779697715.449151:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:1.0:1779697715.449175:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697715.449182:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 02000000:00000010:1.0:1779697715.449206:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd75f4000. 00010000:00000010:1.0:1779697715.449231:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697715.449234:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.449252:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697715.449255:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697715.449259:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697715.449262:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000004:00000010:1.0:1779697715.449349:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b4a0. 00000004:00000010:1.0:1779697715.449357:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697715.449363:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697715.449371:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:1.0:1779697715.450246:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697715.450251:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697715.450255:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697715.450260:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.450319:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.450329:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697715.450333:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697715.450352:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697715.450367:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5442680 x1866146215406080/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.450384:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697715.450416:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215406080, offset 224 00000400:00000200:1.0:1779697715.450424:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.450435:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.450441:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308851:308851:256:4294967295] 192.168.203.23@tcp LPNI seq info [308847:308847:8:4294967295] 00000400:00000200:1.0:1779697715.450451:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.450456:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.450461:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697715.450468:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.450475:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.450479:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.450499:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f980. 00000020:00000010:1.0:1779697715.450503:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.450506:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00010000:00000010:2.1:1779697715.450591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:2.1:1779697715.450597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697715.450600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697715.450605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000800:00000200:2.0:1779697715.450680:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.450685:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697715.450990:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.450997:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.451002:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:2.0:1779697715.451004:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000400:00000200:3.0:1779697715.452836:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.452852:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ab00 00000400:00000200:3.0:1779697715.452860:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 27176 00000400:00000200:3.0:1779697715.452872:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.452876:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.452882:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.452889:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5443480. 00000020:00000010:1.0:1779697715.453015:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.453021:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.453027:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8ca3400. 00000020:00000010:1.0:1779697715.453031:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f980. 00000020:00000010:1.0:1779697715.453035:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.453073:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.453075:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000100:00000200:1.0:1779697715.453077:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215406336 02000000:00000010:1.0:1779697715.453115:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd75f3000. 00010000:00000010:1.0:1779697715.453151:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.453165:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697715.453180:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697715.453185:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.453198:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697715.453201:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697715.453205:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697715.453208:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.453302:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697715.453304:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697715.453308:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697715.453310:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000020:00000010:1.0:1779697715.453329:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc460. 00000020:00000010:1.0:1779697715.453334:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc460. 00000020:00000010:1.0:1779697715.453343:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe6c0. 00080000:00000010:1.0:1779697715.453351:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf88c3800. 00000001:00000010:1.0:1779697715.453753:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe5a0. 00000001:00000010:1.0:1779697715.453760:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697715.453810:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe6c0. 00010000:00000010:1.0:1779697715.453819:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697715.453823:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697715.453835:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697715.453867:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697715.453879:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:1.0:1779697715.453895:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974228, last committed = 8589974211 00010000:00000200:1.0:1779697715.453903:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5443480 x1866146215406336/t8589974228(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697715.453922:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697715.453927:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215406336, offset 224 00000400:00000010:1.0:1779697715.453933:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88888. 00000400:00000200:1.0:1779697715.453937:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.453949:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.453956:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308852:308852:256:4294967295] 192.168.203.23@tcp LPNI seq info [308848:308848:8:4294967295] 00000400:00000200:1.0:1779697715.453961:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697715.453968:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.453974:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.453978:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697715.453984:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.453991:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.453996:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.454019:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f980. 00000020:00000010:1.0:1779697715.454023:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.454026:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8ca3400. 00000800:00000200:1.0:1779697715.454112:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.454115:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697715.454118:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.454122:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697715.454470:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:3.0:1779697715.454477:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:3.0:1779697715.454483:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00010000:00000010:1.1:1779697715.455780:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697715.455799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:2.0:1779697715.455985:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.456000:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9915 00000400:00000200:2.0:1779697715.456006:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.456010:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.456016:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:2.0:1779697715.456019:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00010000:00000010:1.0:1779697715.456091:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.456099:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00000400:00000200:3.0:1779697715.457219:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.457231:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ab80 00000400:00000200:3.0:1779697715.457238:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 27664 00000400:00000200:3.0:1779697715.457285:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.457289:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.457295:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.457304:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ea00. 00000020:00000010:1.0:1779697715.457373:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.457377:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.457382:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:1.0:1779697715.457409:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.457419:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.457451:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697715.457454:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000100:00000200:1.0:1779697715.457457:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215406464 00000001:00000010:1.0:1779697715.457467:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:1.0:1779697715.457489:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697715.457495:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 02000000:00000010:1.0:1779697715.457520:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9c8000. 00010000:00000010:1.0:1779697715.457547:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697715.457551:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.457566:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697715.457569:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697715.457573:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697715.457576:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000004:00000010:1.0:1779697715.457682:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a960. 00000004:00000010:1.0:1779697715.457696:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697715.457702:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562ff0. 00080000:00000010:1.0:1779697715.457710:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:1.0:1779697715.458644:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697715.458650:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697715.458654:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697715.458659:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697715.458739:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.458751:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697715.458756:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697715.458778:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697715.458803:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ea00 x1866146215406464/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.458820:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697715.458827:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215406464, offset 224 00000400:00000200:1.0:1779697715.458834:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.458845:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.458852:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308853:308853:256:4294967295] 192.168.203.23@tcp LPNI seq info [308849:308849:8:4294967295] 00000400:00000200:1.0:1779697715.458862:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.458867:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.458872:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697715.458878:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.458885:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.458889:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.458913:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.458917:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.458920:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00000800:00000200:3.0:1779697715.459098:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.459103:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:3.0:1779697715.459107:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.459120:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.459125:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:3.0:1779697715.459127:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00010000:00000010:1.1:1779697715.459474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697715.459481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697715.459486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697715.459489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697715.459493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.1:1779697715.459495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697715.459498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697715.459500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697715.459503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.1:1779697715.459505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:3.1:1779697715.462494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697715.462507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00000400:00000200:2.0:1779697715.463353:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.463370:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ac80 00000400:00000200:2.0:1779697715.463378:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 28240 00000400:00000200:2.0:1779697715.463413:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.463419:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.463428:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.463438:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447480. 00010000:00000010:1.1:1779697715.463497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697715.463504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00000020:00000010:3.0:1779697715.463589:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.463596:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.463602:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.463608:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.463614:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.463655:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.463658:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b240. 00000100:00000200:3.0:1779697715.463661:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215406720 02000000:00000010:3.0:1779697715.463706:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8cd000. 00010000:00000010:3.0:1779697715.463744:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:3.0:1779697715.463759:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:3.0:1779697715.463774:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.463779:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697715.463802:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697715.463806:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb400. 00010000:00000010:3.0:1779697715.463810:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697715.463813:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697715.463913:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697715.463916:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697715.463919:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697715.463922:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00000020:00000010:3.0:1779697715.463941:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.463947:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.463957:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697715.463965:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1314c00. 00000001:00000010:3.0:1779697715.464318:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717240. 00000001:00000010:3.0:1779697715.464324:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697715.464354:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697715.464361:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697715.464365:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697715.464376:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697715.464571:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697715.464584:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697715.464600:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974229, last committed = 8589974211 00010000:00000200:3.0:1779697715.464609:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5447480 x1866146215406720/t8589974229(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.464627:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697715.464633:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215406720, offset 224 00000400:00000010:3.0:1779697715.464638:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dee0. 00000400:00000200:3.0:1779697715.464642:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.464654:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.464660:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308854:308854:256:4294967295] 192.168.203.23@tcp LPNI seq info [308850:308850:8:4294967295] 00000400:00000200:3.0:1779697715.464666:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.464674:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.464679:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.464693:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697715.464699:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.464706:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.464711:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.464731:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.464735:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.464738:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:2.0:1779697715.464931:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.464935:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697715.464939:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.464943:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697715.465526:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:1.0:1779697715.465533:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:1.0:1779697715.465542:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000400:00000200:3.0:1779697715.466886:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.466902:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a991d 00000400:00000200:3.0:1779697715.466908:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.466912:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.466917:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697715.466920:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:0.0:1779697715.467203:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:0.0:1779697715.467211:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb400. 00010000:00000010:1.1:1779697715.467445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.1:1779697715.467452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697715.467456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.1:1779697715.467459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00000400:00000200:3.0:1779697715.467549:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.467558:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ad00 00000400:00000200:3.0:1779697715.467566:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 28728 00000400:00000200:3.0:1779697715.467618:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.467622:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.467627:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.467634:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ed80. 00000020:00000010:1.0:1779697715.467708:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0240. 00000020:00000010:1.0:1779697715.467713:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0240. 00000020:00000010:1.0:1779697715.467718:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacedfaa00. 00000020:00000010:1.0:1779697715.467723:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.467728:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.467761:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0240. 00000020:00000010:1.0:1779697715.467763:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0240. 00000100:00000200:1.0:1779697715.467766:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215406848 00000001:00000010:1.0:1779697715.467775:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697715.467807:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697715.467813:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 02000000:00000010:1.0:1779697715.467836:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9ca000. 00010000:00000010:1.0:1779697715.467862:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697715.467866:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697715.467881:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697715.467884:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697715.467888:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697715.467890:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000004:00000010:1.0:1779697715.467977:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697715.467985:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697715.467991:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562bb0. 00080000:00000010:1.0:1779697715.467999:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:1.0:1779697715.469465:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697715.469473:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697715.469478:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697715.469485:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697715.469553:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697715.469565:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.469570:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697715.469602:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697715.469622:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ed80 x1866146215406848/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.469643:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697715.469649:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215406848, offset 224 00000400:00000200:1.0:1779697715.469656:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.469667:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.469683:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308855:308855:256:4294967295] 192.168.203.23@tcp LPNI seq info [308851:308851:8:4294967295] 00000400:00000200:1.0:1779697715.469700:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.469706:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.469712:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697715.469718:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.469724:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.469728:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.469749:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.469753:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.469756:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacedfaa00. 00000800:00000200:3.0:1779697715.470051:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.470056:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697715.470060:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.470065:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.470070:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:3.0:1779697715.470071:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00010000:00000010:1.1:1779697715.475435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697715.475449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697715.475491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:3.1:1779697715.475497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00000400:00000200:3.0:1779697715.477202:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.477220:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ae00 00000400:00000200:3.0:1779697715.477228:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 29304 00000400:00000200:3.0:1779697715.477252:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.477257:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.477266:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.477273:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f800. 00000020:00000010:1.0:1779697715.477353:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.477357:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.477364:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:1.0:1779697715.477369:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.477373:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.477429:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.477432:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b80. 00000100:00000200:1.0:1779697715.477435:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215407104 02000000:00000010:1.0:1779697715.477468:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9cf000. 00010000:00000010:1.0:1779697715.477508:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697715.477522:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697715.477539:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697715.477544:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697715.477559:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697715.477562:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697715.477566:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697715.477569:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.477703:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697715.477707:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697715.477710:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697715.477714:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000020:00000010:1.0:1779697715.477736:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc4e0. 00000020:00000010:1.0:1779697715.477742:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc4e0. 00000020:00000010:1.0:1779697715.477752:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe480. 00080000:00000010:1.0:1779697715.477760:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c27400. 00000001:00000010:1.0:1779697715.478117:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe0c0. 00000001:00000010:1.0:1779697715.478123:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697715.478163:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe480. 00010000:00000010:1.0:1779697715.478172:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697715.478176:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697715.478188:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697715.478232:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.478247:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:1.0:1779697715.478262:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974230, last committed = 8589974211 00010000:00000200:1.0:1779697715.478271:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f800 x1866146215407104/t8589974230(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697715.478291:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697715.478296:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215407104, offset 224 00010000:00000010:0.0:1779697715.478301:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00000400:00000010:1.0:1779697715.478303:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88850. 00010000:00000010:0.0:1779697715.478307:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00000400:00000200:1.0:1779697715.478307:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00010000:00000010:0.0:1779697715.478313:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00000400:00000200:1.0:1779697715.478318:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.478324:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308856:308856:256:4294967295] 192.168.203.23@tcp LPNI seq info [308852:308852:8:4294967295] 00000400:00000200:1.0:1779697715.478329:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697715.478335:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.478341:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.478346:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697715.478352:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.478359:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.478363:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.478404:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.478408:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.478411:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00010000:00000010:3.1:1779697715.478530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697715.478536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000800:00000200:0.0:1779697715.478709:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.478714:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697715.478717:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.478721:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697715.479668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697715.479676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:3.0:1779697715.480018:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.480032:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9925 00000400:00000200:3.0:1779697715.480036:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.480040:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.480046:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:3.0:1779697715.480049:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000400:00000200:3.0:1779697715.481221:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.481233:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ae80 00000400:00000200:3.0:1779697715.481240:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 29792 00000400:00000200:3.0:1779697715.481290:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.481294:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.481300:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.481307:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047e300. 00010000:00000010:1.1:1779697715.481963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.1:1779697715.481972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697715.481976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.1:1779697715.481979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697715.482012:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.482021:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00000020:00000010:0.0:1779697715.482384:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697715.482442:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697715.482448:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671600. 00000020:00000010:0.0:1779697715.482453:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c80. 00000020:00000010:0.0:1779697715.482458:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.482486:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61300. 00000020:00000010:0.0:1779697715.482489:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61300. 00000100:00000200:0.0:1779697715.482492:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215407232 00000001:00000010:0.0:1779697715.482501:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:0.0:1779697715.482521:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.482526:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 02000000:00000010:0.0:1779697715.482549:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e16000. 00010000:00000010:0.0:1779697715.482572:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.482575:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.482649:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697715.482654:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:0.0:1779697715.482658:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697715.482662:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000004:00000010:0.0:1779697715.482869:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b2c0. 00000004:00000010:0.0:1779697715.482877:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefe88. 00000004:00000010:0.0:1779697715.482884:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31320. 00080000:00000010:0.0:1779697715.482894:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93ab8. 00010000:00000010:1.1:1779697715.485567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.1:1779697715.485587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697715.485591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697715.485594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:0.0:1779697715.485894:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697715.485899:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6000. 00010000:00000010:0.0:1779697715.485904:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697715.485912:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697715.485990:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.486002:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697715.486007:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00010000:00000010:0.0:1779697715.486032:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000200:0.0:1779697715.486051:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047e300 x1866146215407232/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.486071:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697715.486078:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215407232, offset 224 00000400:00000200:0.0:1779697715.486085:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.486097:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.486104:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308857:308857:256:4294967295] 192.168.203.23@tcp LPNI seq info [308853:308853:8:4294967295] 00000400:00000200:0.0:1779697715.486116:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.486121:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.486126:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697715.486132:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.486140:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.486145:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.486170:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c80. 00000020:00000010:0.0:1779697715.486174:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.486178:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671600. 00000800:00000200:3.0:1779697715.486313:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.486318:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697715.486323:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.486328:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.486334:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:3.0:1779697715.486337:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00010000:00000010:0.1:1779697715.486823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697715.486830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697715.493438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697715.493454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:0.1:1779697715.498263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.498295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697715.498299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697715.498302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:3.0:1779697715.507219:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.507239:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644af80 00000400:00000200:3.0:1779697715.507248:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 30368 00000400:00000200:3.0:1779697715.507263:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.507267:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.507275:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.507282:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047fb80. 00000020:00000010:1.0:1779697715.507402:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.507407:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.507413:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacedfaa00. 00000020:00000010:1.0:1779697715.507417:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697715.507422:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.507459:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.507462:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b80. 00000100:00000200:1.0:1779697715.507465:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215407488 02000000:00000010:1.0:1779697715.507498:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9c9000. 00010000:00000010:1.0:1779697715.507539:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:1.0:1779697715.507556:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6000. 00010000:00000010:1.0:1779697715.507574:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697715.507593:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.507608:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697715.507611:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697715.507615:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697715.507618:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697715.507726:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697715.507731:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697715.507733:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697715.507736:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000020:00000010:1.0:1779697715.507759:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc4e0. 00000020:00000010:1.0:1779697715.507766:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc4e0. 00000020:00000010:1.0:1779697715.507775:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe480. 00080000:00000010:1.0:1779697715.507784:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c27c00. 00000001:00000010:1.0:1779697715.508179:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe8a0. 00000001:00000010:1.0:1779697715.508186:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697715.508226:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe480. 00010000:00000010:1.0:1779697715.508234:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697715.508238:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697715.508249:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697715.508344:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.508358:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697715.508374:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974231, last committed = 8589974211 00010000:00000200:1.0:1779697715.508384:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047fb80 x1866146215407488/t8589974231(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697715.508434:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697715.508440:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215407488, offset 224 00000400:00000010:1.0:1779697715.508447:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea883b8. 00000400:00000200:1.0:1779697715.508451:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.508462:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.508469:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308858:308858:256:4294967295] 192.168.203.23@tcp LPNI seq info [308854:308854:8:4294967295] 00000400:00000200:1.0:1779697715.508474:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697715.508482:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.508487:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.508492:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697715.508498:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.508506:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.508510:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.508531:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697715.508535:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.508538:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacedfaa00. 00000800:00000200:1.0:1779697715.508626:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.508631:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:1.0:1779697715.508634:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.508638:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.509679:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.509695:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a992d 00000400:00000200:3.0:1779697715.509702:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.509706:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.509712:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:3.0:1779697715.509714:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000400:00000200:3.0:1779697715.511037:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.511050:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644b000 00000400:00000200:3.0:1779697715.511057:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 30856 00000400:00000200:3.0:1779697715.511117:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.511123:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.511129:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.511135:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f100. 00010000:00000010:1.0:1779697715.512718:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697715.512733:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.512776:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.512781:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.512796:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:1.0:1779697715.512801:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.512806:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.512839:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b80. 00000020:00000010:1.0:1779697715.512842:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b80. 00000100:00000200:1.0:1779697715.512845:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215407616 00000001:00000010:1.0:1779697715.512855:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697715.512880:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697715.512885:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 02000000:00000010:1.0:1779697715.512910:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9cb000. 00010000:00000010:1.0:1779697715.512938:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697715.512941:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.512958:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697715.512961:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697715.512965:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697715.512968:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000004:00000010:1.0:1779697715.513060:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ba40. 00000004:00000010:1.0:1779697715.513069:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697715.513075:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563dc0. 00080000:00000010:1.0:1779697715.513084:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:1.0:1779697715.519834:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697715.519845:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394200. 00010000:00000010:1.0:1779697715.519857:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697715.519864:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697715.519958:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.519977:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.519982:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697715.520013:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:1.0:1779697715.520031:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f100 x1866146215407616/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.520058:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697715.520064:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215407616, offset 224 00000400:00000200:1.0:1779697715.520070:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.520083:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.520089:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308859:308859:256:4294967295] 192.168.203.23@tcp LPNI seq info [308855:308855:8:4294967295] 00000400:00000200:1.0:1779697715.520100:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.520105:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.520110:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697715.520116:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.520123:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.520134:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.520167:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697715.520171:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.520175:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00000800:00000200:3.0:1779697715.520475:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.520480:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697715.520485:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.520490:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.520501:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:3.0:1779697715.520504:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00010000:00000010:0.0:1779697715.520985:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:0.0:1779697715.520992:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:0.0:1779697715.521000:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.1:1779697715.523491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697715.523512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697715.523518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697715.523522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:0.1:1779697715.525647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697715.525659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00000400:00000200:3.0:1779697715.528059:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.528077:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644b100 00000400:00000200:3.0:1779697715.528085:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 31432 00000400:00000200:3.0:1779697715.528097:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.528111:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.528119:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.528127:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047c700. 00000020:00000010:0.0:1779697715.528325:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697715.528330:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697715.528336:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace082800. 00000020:00000010:0.0:1779697715.528342:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c80. 00000020:00000010:0.0:1779697715.528346:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.528381:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697715.528383:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697715.528386:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215407872 02000000:00000010:0.0:1779697715.528437:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4e13000. 00010000:00000010:0.0:1779697715.528474:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:0.0:1779697715.528491:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394200. 00010000:00000010:0.0:1779697715.528508:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.528514:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.528528:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697715.528531:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:0.0:1779697715.528535:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697715.528538:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697715.528651:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697715.528654:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697715.528657:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.528660:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697715.528682:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fd00. 00000020:00000010:0.0:1779697715.528695:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fd00. 00000020:00000010:0.0:1779697715.528706:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc8a0. 00080000:00000010:0.0:1779697715.528715:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027ec00. 00000001:00000010:0.0:1779697715.529341:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd0404240. 00000001:00000010:0.0:1779697715.529350:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697715.529413:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc8a0. 00010000:00000010:0.0:1779697715.529423:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697715.529427:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697715.529439:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697715.529478:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.529493:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000200:0.0:1779697715.529510:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974232, last committed = 8589974211 00010000:00000200:0.0:1779697715.529520:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047c700 x1866146215407872/t8589974232(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.529539:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697715.529544:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215407872, offset 224 00000400:00000010:0.0:1779697715.529550:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217ab8. 00000400:00000200:0.0:1779697715.529554:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.529566:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.529573:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308860:308860:256:4294967295] 192.168.203.23@tcp LPNI seq info [308856:308856:8:4294967295] 00010000:00000010:1.0:1779697715.529713:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:1.0:1779697715.529720:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:1.0:1779697715.529728:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00000400:00000200:0.0:1779697715.529759:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.529766:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.529772:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.529777:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697715.529807:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.529813:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.529817:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.530714:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c80. 00000020:00000010:0.0:1779697715.530722:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.530726:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace082800. 00010000:00000010:1.1:1779697715.543689:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697715.543707:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697715.543711:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.1:1779697715.543714:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697715.543716:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.1:1779697715.543718:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00000800:00000200:1.0:1779697715.543822:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.543828:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697715.543834:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.543842:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697715.553655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:0.1:1779697715.553675:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697715.553680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.553683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:1.0:1779697715.564090:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697715.564120:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9935 00000400:00000200:1.0:1779697715.564128:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.564132:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697715.564145:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:1.0:1779697715.564149:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000400:00000200:1.0:1779697715.564185:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.564192:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644b180 00000400:00000200:1.0:1779697715.564199:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 31920 00000400:00000200:1.0:1779697715.564295:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.564300:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.564305:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.564312:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b96a00. 00010000:00000010:1.0:1779697715.564383:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:1.0:1779697715.564415:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00000020:00000010:1.0:1779697715.564471:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697715.564476:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697715.564482:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697715.564487:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394e80. 00000020:00000010:1.0:1779697715.564492:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.564529:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697715.564538:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697715.564542:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215408000 00000001:00000010:1.0:1779697715.564551:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697715.564590:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697715.564602:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 02000000:00000010:1.0:1779697715.564632:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9ce000. 00010000:00000010:1.0:1779697715.564666:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697715.564670:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.564685:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697715.564688:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394880. 00010000:00000010:1.0:1779697715.564692:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697715.564701:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00000004:00000010:1.0:1779697715.564794:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a5a0. 00000004:00000010:1.0:1779697715.564802:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697715.564809:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562dd0. 00080000:00000010:1.0:1779697715.564818:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00000100:00000010:3.0:1779697715.565543:0:189063:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ca80. 02000000:00000010:3.0:1779697715.565563:0:189063:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc630a600. 02000000:00000010:2.0:1779697715.566011:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdc2e0c00. 00000400:00000010:2.0:1779697715.566018:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9a0. 00000400:00000010:2.0:1779697715.566023:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697715.566028:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496956288, portal 4 00000400:00000010:2.0:1779697715.566034:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697715.566036:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496956288, offset 0 00000400:00000200:2.0:1779697715.566043:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697715.566053:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697715.566068:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9bad80 00000400:00000200:2.0:1779697715.566074:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e889 [8] + 13888 00000400:00000200:2.0:1779697715.566081:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.566085:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697715.566095:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1779697715.566099:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 00000400:00000200:2.0:1779697715.566121:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:2.0:1779697715.566123:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697715.566130:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf047ca80 x1866137496956288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697731 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697715.566153:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc571d480. 00000100:00000010:2.0:1779697715.566169:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc571dba0. 00000100:00000010:2.0:1779697715.566174:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc571de40. 00000100:00000010:2.0:1779697715.566178:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc571dc60. 00010000:00000010:1.1:1779697715.566288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697715.566294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000020:00000010:3.0:1779697715.566474:0:189660:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b240. 00000020:00000010:3.0:1779697715.566496:0:189660:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0c80. 00000020:00000010:3.0:1779697715.566514:0:189660:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.566518:0:189660:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.566522:0:189660:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.566555:0:189660:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.566558:0:189660:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697715.566561:0:189660:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956288 02000000:00000010:3.0:1779697715.566575:0:189660:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cbf1316c00. 00010000:00000200:3.0:1779697715.566701:0:189660:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5445500 x1866137496956288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 224/368 e 0 to 0 dl 1779697726 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.566717:0:189660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697715.566721:0:189660:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496956288, offset 224 00000400:00000200:3.0:1779697715.566725:0:189660:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697715.566738:0:189660:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697715.566744:0:189660:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9bad80 00000400:00000200:3.0:1779697715.566749:0:189660:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a9939 [1] + 224 00000400:00000200:3.0:1779697715.566753:0:189660:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.566756:0:189660:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697715.566762:0:189660:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf047ca80 x1866137496956288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697731 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697715.566776:0:189660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697715.566778:0:189660:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000020:00000010:3.0:1779697715.566813:0:189660:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.566818:0:189660:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.566821:0:189660:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00010000:00000010:1.0:1779697715.566950:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697715.566960:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394f80. 00010000:00000010:1.0:1779697715.566965:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697715.566971:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697715.567038:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697715.567047:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.567052:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394880. 00010000:00000010:1.0:1779697715.567071:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:1.0:1779697715.567083:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b96a00 x1866146215408000/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.567094:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697715.567097:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215408000, offset 224 00000400:00000200:1.0:1779697715.567102:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.567110:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.567115:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308861:308861:256:4294967295] 192.168.203.23@tcp LPNI seq info [308857:308857:8:4294967295] 00000400:00000200:1.0:1779697715.567127:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.567132:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.567136:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697715.567142:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.567150:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.567154:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.567164:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394e80. 00000020:00000010:1.0:1779697715.567167:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.567170:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00000400:00000010:2.0:1779697715.567540:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def9a0. 00000400:00000200:2.0:1779697715.567546:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697715.567548:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697715.567554:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf047ca80 x1866137496956288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697731 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697715.567564:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf047ca80 x1866137496956288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697731 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779697715.567729:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.567733:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697715.567737:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.567742:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.567745:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:3.0:1779697715.567747:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 02000000:00000010:2.0:1779697715.567805:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdc2e0c00. 02000000:00000010:2.0:1779697715.567811:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc630a600. 00000100:00000010:2.0:1779697715.567815:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ca80. 00010000:00000010:1.1:1779697715.570899:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697715.570914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697715.576710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.1:1779697715.576725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697715.576729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697715.576732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00000400:00000200:1.0:1779697715.576972:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.576990:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644b280 00000400:00000200:1.0:1779697715.576998:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 32496 00000400:00000200:1.0:1779697715.577013:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.577017:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.577025:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.577030:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b96300. 00000020:00000010:3.0:1779697715.577559:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.577565:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.577571:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.577576:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.577591:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.577630:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.577633:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697715.577636:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215408256 02000000:00000010:3.0:1779697715.577671:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8cc000. 00010000:00000010:3.0:1779697715.577707:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697715.577723:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394f80. 00010000:00000010:3.0:1779697715.577740:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.577746:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697715.577761:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697715.577766:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb400. 00010000:00000010:3.0:1779697715.577770:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697715.577772:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697715.578015:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697715.578018:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697715.578022:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.578026:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000020:00000010:3.0:1779697715.578050:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.578057:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697715.578067:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697715.578076:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1315000. 00000001:00000010:3.0:1779697715.578840:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717000. 00000001:00000010:3.0:1779697715.578846:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697715.578879:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697715.578889:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.578893:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697715.578906:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697715.579911:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.579928:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697715.579945:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974233, last committed = 8589974211 00010000:00000200:3.0:1779697715.579956:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b96300 x1866146215408256/t8589974233(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.579976:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697715.579983:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215408256, offset 224 00000400:00000010:3.0:1779697715.579989:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d6c8. 00000400:00000200:3.0:1779697715.579993:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.580006:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.580013:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308862:308862:256:4294967295] 192.168.203.23@tcp LPNI seq info [308858:308858:8:4294967295] 00000400:00000200:3.0:1779697715.580018:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.580025:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.580031:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.580036:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697715.580041:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.580048:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.580053:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.580127:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.580132:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.580135:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00010000:00000010:1.0:1779697715.583757:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:1.0:1779697715.583775:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:1.0:1779697715.583796:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:2.0:1779697715.584144:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.584159:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697715.584164:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.584172:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697715.586501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.1:1779697715.586513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00000400:00000200:3.0:1779697715.586827:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.586845:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9949 00000400:00000200:3.0:1779697715.586852:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.586856:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.586863:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697715.586866:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:1.0:1779697715.587054:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:1.0:1779697715.587065:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb400. 00010000:00000010:1.1:1779697715.592444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697715.592460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:1.0:1779697715.592493:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.592512:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644b300 00000400:00000200:1.0:1779697715.592521:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 32984 00000400:00000200:1.0:1779697715.592592:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.592597:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.592606:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.592612:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95880. 00010000:00000010:3.1:1779697715.592856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697715.592862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000020:00000010:3.0:1779697715.592902:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.592907:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.592912:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.592917:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.592923:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.592961:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.592964:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697715.592967:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215408384 00000001:00000010:3.0:1779697715.592997:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:3.0:1779697715.593040:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.593047:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 02000000:00000010:3.0:1779697715.593081:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cf000. 00010000:00000010:3.0:1779697715.593109:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.593113:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.593131:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697715.593134:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697715.593154:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.593159:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697715.593265:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d4a0. 00000004:00000010:3.0:1779697715.593272:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af708. 00000004:00000010:3.0:1779697715.593278:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82770. 00080000:00000010:3.0:1779697715.593287:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267728. 00000100:00000010:0.0:1779697715.600574:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc571d480. 00000100:00000010:2.0:1779697715.607142:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc571de40. 00000100:00000010:3.0:1779697715.607427:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc571dc60. 00010000:00000010:3.0:1779697715.608943:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697715.608952:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.608958:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697715.608966:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697715.609044:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.609057:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697715.609062:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697715.609090:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697715.609120:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95880 x1866146215408384/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.609141:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697715.609148:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215408384, offset 224 00000400:00000200:3.0:1779697715.609164:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.609177:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.609184:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308863:308863:256:4294967295] 192.168.203.23@tcp LPNI seq info [308859:308859:8:4294967295] 00000400:00000200:3.0:1779697715.609194:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.609199:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.609205:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697715.609211:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.609218:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.609222:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.609242:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.609246:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.609249:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:2.0:1779697715.609495:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.609500:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697715.609504:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.609509:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.609514:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:2.0:1779697715.609517:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000100:00000010:1.0:1779697715.611418:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc571dba0. 00010000:00000010:1.1:1779697715.614551:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697715.614566:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697715.617516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697715.617530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697715.617535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.617539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:3.0:1779697715.622578:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.622606:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644b400 00000400:00000200:3.0:1779697715.622614:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 33560 00000400:00000200:3.0:1779697715.622630:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.622634:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.622642:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.622649:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047d180. 00000020:00000010:2.0:1779697715.622797:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.622803:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.622808:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace54aa00. 00000020:00000010:2.0:1779697715.622814:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697715.622818:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.622859:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.622861:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697715.622865:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215408640 02000000:00000010:2.0:1779697715.622898:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc34e6000. 00010000:00000010:2.0:1779697715.622936:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697715.622953:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:2.0:1779697715.622970:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697715.622976:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697715.622991:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697715.622995:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697715.622999:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697715.623001:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697715.623212:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697715.623216:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697715.623220:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697715.623223:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697715.623250:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b2a0. 00000020:00000010:2.0:1779697715.623256:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b2a0. 00000020:00000010:2.0:1779697715.623267:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571de40. 00080000:00000010:2.0:1779697715.623276:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e3000. 00000001:00000010:2.0:1779697715.626867:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dba0. 00000001:00000010:2.0:1779697715.626879:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697715.626918:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571de40. 00010000:00000010:2.0:1779697715.626934:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697715.626942:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697715.626964:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697715.627016:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697715.627036:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697715.627055:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974234, last committed = 8589974211 00010000:00000200:2.0:1779697715.627066:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047d180 x1866146215408640/t8589974234(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.627085:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697715.627091:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215408640, offset 224 00000400:00000010:2.0:1779697715.627109:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f690. 00000400:00000200:2.0:1779697715.627113:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.627127:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.627133:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308864:308864:256:4294967295] 192.168.203.23@tcp LPNI seq info [308860:308860:8:4294967295] 00000400:00000200:2.0:1779697715.627139:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.627145:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.627151:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.627156:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697715.627162:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.627169:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.627173:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.627199:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697715.627203:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.627207:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace54aa00. 00010000:00000010:2.0:1779697715.628634:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697715.628646:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697715.628657:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:2.0:1779697715.631559:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.631567:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697715.631573:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.631587:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.633841:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.633860:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9951 00000400:00000200:2.0:1779697715.633866:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.633870:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.633876:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697715.633879:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00010000:00000010:3.0:1779697715.633976:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697715.633986:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00000400:00000200:3.0:1779697715.636655:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.636682:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644b480 00000400:00000200:3.0:1779697715.636692:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 34048 00000400:00000200:3.0:1779697715.636743:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.636748:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.636756:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.636763:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047c380. 00000020:00000010:2.0:1779697715.636854:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.636859:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.636865:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace54aa00. 00000020:00000010:2.0:1779697715.636870:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7900. 00000020:00000010:2.0:1779697715.636875:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.636913:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697715.636915:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697715.636918:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215408768 00000001:00000010:2.0:1779697715.636927:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:2.0:1779697715.636948:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697715.636956:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697715.636978:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e5000. 00010000:00000010:2.0:1779697715.637004:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697715.637008:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697715.637025:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697715.637029:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697715.637032:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697715.637035:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697715.637139:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697715.637147:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e5a0. 00000004:00000010:2.0:1779697715.637153:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697715.637162:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5008. 00010000:00000010:2.0:1779697715.637963:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697715.637968:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7300. 00010000:00000010:2.0:1779697715.637972:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697715.637976:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697715.638032:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697715.638045:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697715.638050:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697715.638143:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697715.638159:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047c380 x1866146215408768/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697715.638178:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697715.638184:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215408768, offset 224 00000400:00000200:2.0:1779697715.638190:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.638200:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.638206:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308865:308865:256:4294967295] 192.168.203.23@tcp LPNI seq info [308861:308861:8:4294967295] 00000400:00000200:2.0:1779697715.638217:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.638222:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.638227:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697715.638233:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.638239:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.638243:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.638261:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7900. 00000020:00000010:2.0:1779697715.638264:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.638267:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace54aa00. 00000800:00000200:2.0:1779697715.638345:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.638349:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697715.638353:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.638357:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.638361:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697715.638363:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000400:00000200:2.0:1779697715.642748:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.642768:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644b580 00000400:00000200:2.0:1779697715.642777:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 34624 00000400:00000200:2.0:1779697715.642802:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.642807:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.642817:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.642825:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445180. 00000020:00000010:3.0:1779697715.642935:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.642942:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.642948:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.642953:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.642958:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.643001:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.643003:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000100:00000200:3.0:1779697715.643006:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215409024 02000000:00000010:3.0:1779697715.643042:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8cb000. 00010000:00000010:3.0:1779697715.643085:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697715.643101:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7300. 00010000:00000010:3.0:1779697715.643120:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.643126:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697715.643140:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697715.643143:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697715.643147:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.643151:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697715.643257:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697715.643261:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697715.643264:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.643266:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000020:00000010:3.0:1779697715.643288:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697715.643294:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697715.643304:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717e40. 00080000:00000010:3.0:1779697715.643313:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1316000. 00000001:00000010:3.0:1779697715.643762:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717420. 00000001:00000010:3.0:1779697715.643769:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697715.643811:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717e40. 00010000:00000010:3.0:1779697715.643820:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697715.643824:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697715.643835:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697715.643866:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.643879:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697715.643895:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974235, last committed = 8589974211 00010000:00000200:3.0:1779697715.643904:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5445180 x1866146215409024/t8589974235(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.643922:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697715.643928:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215409024, offset 224 00000400:00000010:3.0:1779697715.643934:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dab8. 00000400:00000200:3.0:1779697715.643937:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.643948:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.643953:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308866:308866:256:4294967295] 192.168.203.23@tcp LPNI seq info [308862:308862:8:4294967295] 00000400:00000200:3.0:1779697715.643959:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.643965:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.643970:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.643974:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697715.643980:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.643987:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.643991:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.644010:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.644015:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.644018:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:3.0:1779697715.644108:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.644113:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697715.644116:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.644120:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697715.645111:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:1.0:1779697715.645122:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:1.0:1779697715.645131:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:2.1:1779697715.645472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697715.645479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00000400:00000200:2.0:1779697715.647191:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697715.647211:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9959 00000400:00000200:2.0:1779697715.647218:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.647222:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697715.647228:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:2.0:1779697715.647230:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00010000:00000010:1.0:1779697715.647307:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:1.0:1779697715.647317:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00010000:00000010:1.1:1779697715.649521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697715.649535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697715.649880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697715.649889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697715.649893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697715.649896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00000400:00000200:2.0:1779697715.652097:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.652116:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644b600 00000400:00000200:2.0:1779697715.652124:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 35112 00000400:00000200:2.0:1779697715.652179:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.652184:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.652193:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.652199:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445c00. 00000020:00000010:3.0:1779697715.652283:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.652288:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.652295:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.652300:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.652305:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.652352:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.652355:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000100:00000200:3.0:1779697715.652358:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215409152 00000001:00000010:3.0:1779697715.652368:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697715.652412:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.652419:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 02000000:00000010:3.0:1779697715.652445:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8c8000. 00010000:00000010:3.0:1779697715.652473:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697715.652477:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.652496:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697715.652499:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.652503:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697715.652506:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000004:00000010:3.0:1779697715.652600:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6de00. 00000004:00000010:3.0:1779697715.652609:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af5a0. 00000004:00000010:3.0:1779697715.652615:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ba0. 00080000:00000010:3.0:1779697715.652623:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82678f0. 00010000:00000010:2.1:1779697715.653198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697715.653207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697715.653211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697715.653214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697715.653804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697715.653810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.654151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697715.654157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697715.654161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697715.654164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697715.654167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697715.654170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.654382:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697715.654386:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697715.654413:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.654418:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697715.654483:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.654493:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697715.654497:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.654520:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697715.654536:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5445c00 x1866146215409152/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.654555:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697715.654561:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215409152, offset 224 00000400:00000200:3.0:1779697715.654568:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.654588:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.654594:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308867:308867:256:4294967295] 192.168.203.23@tcp LPNI seq info [308863:308863:8:4294967295] 00000400:00000200:3.0:1779697715.654606:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.654612:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.654616:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697715.654622:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.654628:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.654632:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.654650:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.654653:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.654657:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:1.0:1779697715.654903:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.654908:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697715.654913:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.654918:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.654922:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:1.0:1779697715.654925:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00000400:00000200:2.0:1779697715.658726:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.658745:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644b700 00000400:00000200:2.0:1779697715.658753:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 35688 00000400:00000200:2.0:1779697715.658768:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.658773:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.658782:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.658799:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444700. 00000020:00000010:3.0:1779697715.659214:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b880. 00000020:00000010:3.0:1779697715.659221:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b880. 00000020:00000010:3.0:1779697715.659226:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:3.0:1779697715.659232:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:3.0:1779697715.659237:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697715.659277:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b880. 00000020:00000010:3.0:1779697715.659280:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b880. 00000100:00000200:3.0:1779697715.659283:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215409408 02000000:00000010:3.0:1779697715.659319:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf80b1000. 00010000:00000010:3.0:1779697715.659357:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697715.659373:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697715.659421:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697715.659427:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697715.659442:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697715.659446:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697715.659450:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697715.659453:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697715.659559:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697715.659563:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.659566:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697715.659570:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000020:00000010:2.0:1779697715.660288:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697715.660297:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697715.660308:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dd20. 00080000:00000010:2.0:1779697715.660318:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdc2e0c00. 00000001:00000010:2.0:1779697715.660958:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a240. 00000001:00000010:2.0:1779697715.660966:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697715.661001:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dd20. 00010000:00000010:2.0:1779697715.661011:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697715.661016:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697715.661032:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697715.661132:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:2.0:1779697715.661150:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:2.0:1779697715.661169:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974236, last committed = 8589974211 00010000:00000200:2.0:1779697715.661180:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5444700 x1866146215409408/t8589974236(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.661198:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697715.661204:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215409408, offset 224 00000400:00000010:2.0:1779697715.661211:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f150. 00000400:00000200:2.0:1779697715.661215:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.661229:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.661236:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308868:308868:256:4294967295] 192.168.203.23@tcp LPNI seq info [308864:308864:8:4294967295] 00000400:00000200:2.0:1779697715.661241:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.661248:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.661253:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.661258:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697715.661264:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.661270:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.661275:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.661305:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:2.0:1779697715.661309:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:2.0:1779697715.661312:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00000800:00000200:3.0:1779697715.661518:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.661523:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697715.661527:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.661533:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.663716:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.663735:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9961 00000400:00000200:3.0:1779697715.663741:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.663746:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.663752:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:3.0:1779697715.663754:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000400:00000200:3.0:1779697715.663781:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.663798:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644b780 00000400:00000200:3.0:1779697715.663805:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 36176 00000400:00000200:3.0:1779697715.663843:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.663847:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.663851:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.663857:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f480. 00010000:00000010:2.0:1779697715.664602:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697715.664613:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00000020:00000010:2.0:1779697715.664659:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779697715.664663:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779697715.664669:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:2.0:1779697715.664673:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7900. 00000020:00000010:2.0:1779697715.664677:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697715.664708:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779697715.664711:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba340. 00000100:00000200:2.0:1779697715.664714:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215409536 00000001:00000010:2.0:1779697715.664723:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:2.0:1779697715.664743:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697715.664749:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697715.664772:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e4000. 00010000:00000010:2.0:1779697715.664809:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697715.664812:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697715.664827:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697715.664830:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697715.664834:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697715.664837:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697715.664918:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697715.664926:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e000. 00000004:00000010:2.0:1779697715.664931:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ccc0. 00080000:00000010:2.0:1779697715.664939:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5728. 00010000:00000010:1.0:1779697715.669525:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:1.0:1779697715.669542:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:1.0:1779697715.669556:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00010000:00000010:3.0:1779697715.673616:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697715.673628:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.673634:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697715.673641:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.673719:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:3.0:1779697715.673734:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697715.673739:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:3.0:1779697715.673764:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:3.0:1779697715.673782:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f480 x1866146215409536/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.673810:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697715.673817:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215409536, offset 224 00000400:00000200:3.0:1779697715.673824:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.673836:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.673841:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308869:308869:256:4294967295] 192.168.203.23@tcp LPNI seq info [308865:308865:8:4294967295] 00000400:00000200:3.0:1779697715.673852:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.673857:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.673862:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697715.673868:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.673875:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.673879:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.673900:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7900. 00000020:00000010:3.0:1779697715.673904:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:3.0:1779697715.673908:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00000800:00000200:0.0:1779697715.675274:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.675279:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697715.675284:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.675662:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697715.675669:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:0.0:1779697715.675672:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000400:00000200:0.0:1779697715.677911:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.677928:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644b880 00000400:00000200:0.0:1779697715.677937:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 36752 00000400:00000200:0.0:1779697715.677963:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.677968:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.677976:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.677983:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790700. 00000020:00000010:3.0:1779697715.679552:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b100. 00000020:00000010:3.0:1779697715.679560:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b100. 00000020:00000010:3.0:1779697715.679567:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bb1000. 00000020:00000010:3.0:1779697715.679572:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697715.679740:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.679794:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b100. 00000020:00000010:3.0:1779697715.679797:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b100. 00000100:00000200:3.0:1779697715.679800:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215409792 02000000:00000010:3.0:1779697715.679832:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf80b2000. 00010000:00000010:3.0:1779697715.679866:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.679881:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.679898:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697715.679902:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.679915:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697715.679917:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697715.679921:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697715.679923:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697715.680011:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697715.680014:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697715.680017:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697715.680020:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000020:00000010:3.0:1779697715.680038:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973c0. 00000020:00000010:3.0:1779697715.680043:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973c0. 00000020:00000010:3.0:1779697715.680053:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717720. 00080000:00000010:3.0:1779697715.680062:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1315c00. 00000001:00000010:3.0:1779697715.681205:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37420. 00000001:00000010:3.0:1779697715.681214:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697715.681255:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717720. 00010000:00000010:3.0:1779697715.681266:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697715.681271:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697715.681286:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697715.681329:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.681344:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:3.0:1779697715.681363:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974237, last committed = 8589974211 00010000:00000200:3.0:1779697715.681375:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02790700 x1866146215409792/t8589974237(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1779697715.681873:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:1.0:1779697715.681880:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00010000:00000010:1.0:1779697715.681888:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00010000:00000010:3.1:1779697715.682172:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697715.682179:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697715.682183:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697715.682186:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000400:00000010:3.0:1779697715.682199:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697715.682205:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215409792, offset 224 00000400:00000010:3.0:1779697715.682212:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d428. 00000400:00000200:3.0:1779697715.682216:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.682229:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.682235:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308870:308870:256:4294967295] 192.168.203.23@tcp LPNI seq info [308866:308866:8:4294967295] 00000400:00000200:3.0:1779697715.682240:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.682246:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.682251:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.682255:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697715.682261:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.682267:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.682270:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.683843:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697715.683852:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.683857:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bb1000. 00010000:00000010:2.1:1779697715.692205:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:2.1:1779697715.692218:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697715.694539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697715.694555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697715.695619:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697715.695628:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000800:00000200:1.0:1779697715.695720:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.695725:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697715.695730:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.695738:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.698305:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.698325:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9969 00000400:00000200:3.0:1779697715.698331:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.698335:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.698341:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:3.0:1779697715.698344:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:3.0:1779697715.699144:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.699154:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644b900 00000400:00000200:3.0:1779697715.699162:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 37240 00000400:00000200:3.0:1779697715.699216:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.699220:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.699226:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.699233:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ce00. 00000020:00000010:3.0:1779697715.699278:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b100. 00000020:00000010:3.0:1779697715.699283:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b100. 00000020:00000010:3.0:1779697715.699289:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:3.0:1779697715.699294:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697715.699299:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.699333:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b100. 00000020:00000010:3.0:1779697715.699336:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b100. 00000100:00000200:3.0:1779697715.699339:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215409920 00000001:00000010:3.0:1779697715.699349:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:3.0:1779697715.699374:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.699381:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 02000000:00000010:3.0:1779697715.699995:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a5000. 00010000:00000010:3.0:1779697715.700029:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.700034:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.700052:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697715.700055:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697715.700060:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697715.700063:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697715.700172:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c000. 00000004:00000010:3.0:1779697715.700181:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af870. 00000004:00000010:3.0:1779697715.700187:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83760. 00080000:00000010:3.0:1779697715.700196:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266ab0. 00010000:00000010:3.0:1779697715.700923:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697715.700928:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.700932:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697715.700937:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697715.700999:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.701012:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697715.701017:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697715.701039:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:3.0:1779697715.701056:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ce00 x1866146215409920/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.701075:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697715.701082:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215409920, offset 224 00000400:00000200:3.0:1779697715.701089:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.701112:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.701119:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308871:308871:256:4294967295] 192.168.203.23@tcp LPNI seq info [308867:308867:8:4294967295] 00000400:00000200:3.0:1779697715.701130:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.701135:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.701140:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697715.701146:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.701154:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.701158:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.701176:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697715.701180:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.701184:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00010000:00000010:1.0:1779697715.703593:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:1.0:1779697715.703610:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00000800:00000200:1.0:1779697715.703738:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.703742:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697715.703747:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.703756:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.703762:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:1.0:1779697715.703765:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:1.0:1779697715.707052:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.707077:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ba00 00000400:00000200:1.0:1779697715.707085:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 37816 00000400:00000200:1.0:1779697715.707116:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.707121:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.707134:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.707142:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b96d80. 00000020:00000010:3.0:1779697715.708228:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.708235:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.708243:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.708248:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697715.708264:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.708328:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.708331:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000100:00000200:3.0:1779697715.708334:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215410176 02000000:00000010:3.0:1779697715.708382:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a6000. 00010000:00000010:3.0:1779697715.708474:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697715.708494:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.708679:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697715.708685:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697715.708701:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697715.708704:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.708708:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697715.708711:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.708853:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697715.708857:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697715.708860:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697715.708872:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697715.708903:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697715.708911:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697715.708921:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37900. 00080000:00000010:3.0:1779697715.708931:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1314400. 00010000:00000010:2.1:1779697715.711504:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697715.711661:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697715.712128:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697715.712136:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697715.712139:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697715.712141:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697715.712145:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697715.712147:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697715.712150:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697715.712153:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000001:00000010:3.0:1779697715.712205:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717900. 00000001:00000010:3.0:1779697715.712212:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697715.712250:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37900. 00010000:00000010:3.0:1779697715.712263:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697715.712270:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697715.712289:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697715.712335:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697715.712353:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697715.712373:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974238, last committed = 8589974211 00010000:00000200:3.0:1779697715.712384:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b96d80 x1866146215410176/t8589974238(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1779697715.712768:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:0.0:1779697715.712776:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:0.0:1779697715.712782:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000400:00000010:3.0:1779697715.712820:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697715.712827:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215410176, offset 224 00000400:00000010:3.0:1779697715.712834:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d188. 00000400:00000200:3.0:1779697715.712839:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.712853:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.712860:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308872:308872:256:4294967295] 192.168.203.23@tcp LPNI seq info [308868:308868:8:4294967295] 00000400:00000200:3.0:1779697715.712867:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.712873:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.712879:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.712883:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697715.712890:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.712898:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.712902:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.715855:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697715.715867:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.715871:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:0.0:1779697715.717202:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.717208:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697715.717214:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.717221:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697715.719519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697715.719534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697715.719539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697715.719541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000400:00000200:1.0:1779697715.721384:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697715.721745:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9971 00000400:00000200:0.0:1779697715.721752:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.721756:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697715.721763:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:0.0:1779697715.721766:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00000400:00000200:0.0:1779697715.721799:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.721805:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ba80 00000400:00000200:0.0:1779697715.721812:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 38304 00010000:00000010:3.0:1779697715.722303:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.722315:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:0.1:1779697715.722567:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697715.722573:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000400:00000200:0.0:1779697715.722626:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.722631:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.722637:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.722644:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791180. 00010000:00000010:3.1:1779697715.723219:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697715.723226:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697715.723230:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697715.723232:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697715.723235:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697715.723238:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00000020:00000010:1.0:1779697715.723299:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b40. 00000020:00000010:1.0:1779697715.723305:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b40. 00000020:00000010:1.0:1779697715.723310:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697715.723315:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394e80. 00000020:00000010:1.0:1779697715.723319:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697715.723349:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b40. 00000020:00000010:1.0:1779697715.723351:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b40. 00000100:00000200:1.0:1779697715.723354:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215410304 00000001:00000010:1.0:1779697715.723363:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:1.0:1779697715.723384:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697715.723413:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 02000000:00000010:1.0:1779697715.723638:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9cd000. 00010000:00000010:1.0:1779697715.723666:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697715.723670:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697715.723684:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697715.723688:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394880. 00010000:00000010:1.0:1779697715.723692:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697715.723695:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000004:00000010:1.0:1779697715.723796:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b2c0. 00000004:00000010:1.0:1779697715.723804:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697715.723811:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562220. 00080000:00000010:1.0:1779697715.723819:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:0.0:1779697715.725677:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697715.725686:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697715.725691:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697715.725698:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.725770:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697715.725783:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:0.0:1779697715.725797:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394880. 00010000:00000010:0.0:1779697715.725821:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:0.0:1779697715.725839:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02791180 x1866146215410304/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.725858:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697715.725865:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215410304, offset 224 00000400:00000200:0.0:1779697715.725872:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.725885:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.725891:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308873:308873:256:4294967295] 192.168.203.23@tcp LPNI seq info [308869:308869:8:4294967295] 00000400:00000200:0.0:1779697715.725902:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.725908:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.725913:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697715.725918:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.725926:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.725929:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.725956:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394e80. 00000020:00000010:0.0:1779697715.725960:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:0.0:1779697715.725963:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00010000:00000010:3.1:1779697715.726529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697715.726536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000800:00000200:3.0:1779697715.726633:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.726638:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697715.726642:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.726647:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.726652:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:3.0:1779697715.726654:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000400:00000200:0.0:1779697715.729623:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.729641:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644bb80 00000400:00000200:0.0:1779697715.729649:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 38880 00000400:00000200:0.0:1779697715.729664:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.729669:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.729678:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.729684:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790a80. 00000020:00000010:3.0:1779697715.729855:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.729862:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.729868:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:3.0:1779697715.729873:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697715.729878:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.729921:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b5c0. 00000020:00000010:3.0:1779697715.729924:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b5c0. 00000100:00000200:3.0:1779697715.729927:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215410560 02000000:00000010:3.0:1779697715.729962:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a4000. 00010000:00000010:3.0:1779697715.730001:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:3.0:1779697715.730017:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:3.0:1779697715.730033:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697715.730038:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.730051:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697715.730054:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697715.730058:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697715.730061:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697715.730172:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697715.730175:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697715.730179:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697715.730182:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697715.730206:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697715.730213:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697715.730223:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717de0. 00080000:00000010:3.0:1779697715.730231:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1316400. 00010000:00000010:3.1:1779697715.731570:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697715.731631:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000001:00000010:3.0:1779697715.731925:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37300. 00000001:00000010:3.0:1779697715.731932:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697715.731965:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717de0. 00010000:00000010:3.0:1779697715.731975:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697715.731981:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697715.731998:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697715.734767:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697715.734806:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:3.0:1779697715.734830:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974239, last committed = 8589974211 00010000:00000200:3.0:1779697715.734844:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02790a80 x1866146215410560/t8589974239(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.734865:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697715.734873:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215410560, offset 224 00000400:00000010:3.0:1779697715.734881:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d5e8. 00000400:00000200:3.0:1779697715.734885:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.734899:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.734905:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308874:308874:256:4294967295] 192.168.203.23@tcp LPNI seq info [308870:308870:8:4294967295] 00000400:00000200:3.0:1779697715.734911:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.734917:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.734922:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.734928:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697715.734934:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.734941:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.734945:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.734969:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697715.734975:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.734978:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00000800:00000200:0.0:1779697715.735445:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.735450:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697715.735455:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.735460:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.737538:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.737558:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9979 00000400:00000200:3.0:1779697715.737565:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.737570:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.737576:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697715.737710:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000400:00000200:3.0:1779697715.737744:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.737751:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644bc00 00000400:00000200:3.0:1779697715.737758:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 39368 00000400:00000200:3.0:1779697715.737809:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.737814:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.737819:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.737826:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047dc00. 00010000:00000010:0.0:1779697715.738002:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697715.738012:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00000020:00000010:0.0:1779697715.740475:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697715.740486:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697715.740493:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671600. 00000020:00000010:0.0:1779697715.740498:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697715.740503:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.740552:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697715.740555:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697715.740558:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215410688 00000001:00000010:0.0:1779697715.740568:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:0.0:1779697715.740600:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697715.740608:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 02000000:00000010:0.0:1779697715.740632:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e12000. 00010000:00000010:0.0:1779697715.740660:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697715.740663:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697715.740983:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697715.740988:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:0.0:1779697715.740992:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697715.740995:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00000004:00000010:0.0:1779697715.741086:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676be00. 00000004:00000010:0.0:1779697715.741094:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef438. 00000004:00000010:0.0:1779697715.741111:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31870. 00080000:00000010:0.0:1779697715.741120:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc928e8. 00010000:00000010:0.0:1779697715.741763:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697715.741768:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697715.741773:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697715.741778:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.741848:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697715.741860:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697715.741865:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:0.0:1779697715.741887:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000200:0.0:1779697715.741905:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047dc00 x1866146215410688/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.741923:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697715.741930:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215410688, offset 224 00000400:00000200:0.0:1779697715.741937:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.741950:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.741955:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308875:308875:256:4294967295] 192.168.203.23@tcp LPNI seq info [308871:308871:8:4294967295] 00000400:00000200:0.0:1779697715.741966:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.741971:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.741976:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697715.741982:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.741989:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.741992:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.742010:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697715.742014:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.742017:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671600. 00010000:00000010:1.0:1779697715.743897:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:1.0:1779697715.743911:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:1.0:1779697715.743923:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00080000:00000010:1.0:1779697715.744050:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4ab0. 00000004:00000010:1.0:1779697715.744057:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c000. 00000004:00000010:1.0:1779697715.744062:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e0f0. 00000004:00000010:1.0:1779697715.744067:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311860. 00080000:00000010:1.0:1779697715.744082:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6421c8. 00000004:00000010:1.0:1779697715.744086:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562ff0. 00000004:00000010:1.0:1779697715.744091:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697715.744093:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a960. 00080000:00000010:1.0:1779697715.744123:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05f8f0. 00000004:00000010:1.0:1779697715.744126:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30aa0. 00000004:00000010:1.0:1779697715.744128:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef7f8. 00000004:00000010:1.0:1779697715.744131:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a000. 00080000:00000010:1.0:1779697715.744141:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5728. 00000004:00000010:1.0:1779697715.744144:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ccc0. 00000004:00000010:1.0:1779697715.744145:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e000. 00000004:00000010:1.0:1779697715.744147:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310780. 00080000:00000010:1.0:1779697715.744165:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05f560. 00000004:00000010:1.0:1779697715.744168:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31980. 00000004:00000010:1.0:1779697715.744171:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef078. 00000004:00000010:1.0:1779697715.744173:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ba40. 00080000:00000010:1.0:1779697715.744182:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642ab0. 00000004:00000010:1.0:1779697715.744184:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563100. 00000004:00000010:1.0:1779697715.744187:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb528. 00000004:00000010:1.0:1779697715.744189:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a1e0. 00080000:00000010:1.0:1779697715.744199:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267398. 00000004:00000010:1.0:1779697715.744201:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82cc0. 00000004:00000010:1.0:1779697715.744204:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74aff00. 00000004:00000010:1.0:1779697715.744206:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d860. 00080000:00000010:1.0:1779697715.744214:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00000004:00000010:1.0:1779697715.744217:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697715.744219:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697715.744221:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697715.744228:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4c78. 00000004:00000010:1.0:1779697715.744231:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cdd0. 00000004:00000010:1.0:1779697715.744233:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e690. 00000004:00000010:1.0:1779697715.744235:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311c20. 00080000:00000010:1.0:1779697715.744243:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266000. 00000004:00000010:1.0:1779697715.744245:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83cb0. 00000004:00000010:1.0:1779697715.744248:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afe10. 00000004:00000010:1.0:1779697715.744250:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d680. 00080000:00000010:1.0:1779697715.744264:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4558. 00000004:00000010:1.0:1779697715.744266:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dba0. 00000004:00000010:1.0:1779697715.744269:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e8e8. 00000004:00000010:1.0:1779697715.744270:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311680. 00080000:00000010:1.0:1779697715.744279:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266c78. 00000004:00000010:1.0:1779697715.744281:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82220. 00000004:00000010:1.0:1779697715.744283:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af4b0. 00000004:00000010:1.0:1779697715.744285:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6da40. 00080000:00000010:1.0:1779697715.744308:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1eaab0. 00000004:00000010:1.0:1779697715.744311:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ee0. 00000004:00000010:1.0:1779697715.744313:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef780. 00000004:00000010:1.0:1779697715.744315:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ad20. 00080000:00000010:1.0:1779697715.744328:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05e558. 00000004:00000010:1.0:1779697715.744330:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31540. 00000004:00000010:1.0:1779697715.744332:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef708. 00000004:00000010:1.0:1779697715.744334:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b860. 00080000:00000010:1.0:1779697715.744363:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05e390. 00000004:00000010:1.0:1779697715.744366:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31cb0. 00000004:00000010:1.0:1779697715.744368:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef348. 00000004:00000010:1.0:1779697715.744370:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b680. 00080000:00000010:1.0:1779697715.744383:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05eab0. 00000004:00000010:1.0:1779697715.744386:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31430. 00000004:00000010:1.0:1779697715.744407:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef618. 00000004:00000010:1.0:1779697715.744410:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b4a0. 00080000:00000010:1.0:1779697715.744419:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82678f0. 00000004:00000010:1.0:1779697715.744422:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83ba0. 00000004:00000010:1.0:1779697715.744424:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af5a0. 00000004:00000010:1.0:1779697715.744425:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6de00. 00080000:00000010:1.0:1779697715.744434:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697715.744437:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697715.744439:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697715.744441:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a5a0. 00080000:00000010:1.0:1779697715.744451:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93ab8. 00000004:00000010:1.0:1779697715.744454:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31320. 00000004:00000010:1.0:1779697715.744456:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefe88. 00000004:00000010:1.0:1779697715.744458:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b2c0. 00080000:00000010:1.0:1779697715.744482:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05fc80. 00000004:00000010:1.0:1779697715.744484:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30330. 00000004:00000010:1.0:1779697715.744486:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefd20. 00000004:00000010:1.0:1779697715.744489:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a5a0. 00080000:00000010:1.0:1779697715.744498:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266ab0. 00000004:00000010:1.0:1779697715.744501:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83760. 00000004:00000010:1.0:1779697715.744868:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af870. 00000004:00000010:1.0:1779697715.744875:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c000. 00080000:00000010:1.0:1779697715.744892:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05e000. 00000004:00000010:1.0:1779697715.744896:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30990. 00000004:00000010:1.0:1779697715.744899:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef690. 00000004:00000010:1.0:1779697715.744901:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676af00. 00080000:00000010:1.0:1779697715.744929:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1eae40. 00000004:00000010:1.0:1779697715.744932:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30220. 00000004:00000010:1.0:1779697715.744933:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef1e0. 00000004:00000010:1.0:1779697715.744935:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ab40. 00080000:00000010:1.0:1779697715.744946:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267560. 00000004:00000010:1.0:1779697715.744948:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ff0. 00000004:00000010:1.0:1779697715.744950:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afb40. 00000004:00000010:1.0:1779697715.744953:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6cd20. 00080000:00000010:1.0:1779697715.744968:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643398. 00000004:00000010:1.0:1779697715.744970:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562cc0. 00000004:00000010:1.0:1779697715.744972:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697715.744974:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b860. 00080000:00000010:1.0:1779697715.744982:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f51d0. 00000004:00000010:1.0:1779697715.744985:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c330. 00000004:00000010:1.0:1779697715.744987:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e618. 00000004:00000010:1.0:1779697715.744989:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310d20. 00080000:00000010:1.0:1779697715.744997:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00000004:00000010:1.0:1779697715.745000:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697715.745001:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697715.745003:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b2c0. 00080000:00000010:1.0:1779697715.745011:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82661c8. 00000004:00000010:1.0:1779697715.745013:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82660. 00000004:00000010:1.0:1779697715.745015:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af780. 00000004:00000010:1.0:1779697715.745017:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c3c0. 00080000:00000010:1.0:1779697715.745024:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5008. 00000004:00000010:1.0:1779697715.745027:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c990. 00000004:00000010:1.0:1779697715.745028:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e5a0. 00000004:00000010:1.0:1779697715.745030:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311e00. 00080000:00000010:1.0:1779697715.745037:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267728. 00000004:00000010:1.0:1779697715.745040:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82770. 00000004:00000010:1.0:1779697715.745041:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af708. 00000004:00000010:1.0:1779697715.745043:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d4a0. 00080000:00000010:1.0:1779697715.745074:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4390. 00000004:00000010:1.0:1779697715.745078:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355caa0. 00000004:00000010:1.0:1779697715.745080:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eb40. 00000004:00000010:1.0:1779697715.745082:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83105a0. 00080000:00000010:1.0:1779697715.745122:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266720. 00000004:00000010:1.0:1779697715.745126:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82440. 00000004:00000010:1.0:1779697715.745128:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afac8. 00000004:00000010:1.0:1779697715.745130:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c1e0. 00080000:00000010:1.0:1779697715.745163:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6438f0. 00000004:00000010:1.0:1779697715.745166:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563870. 00000004:00000010:1.0:1779697715.745169:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697715.745171:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697715.745187:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266e40. 00000004:00000010:1.0:1779697715.745189:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83650. 00000004:00000010:1.0:1779697715.745191:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af078. 00000004:00000010:1.0:1779697715.745193:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c5a0. 00080000:00000010:1.0:1779697715.745203:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642390. 00000004:00000010:1.0:1779697715.745206:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563dc0. 00000004:00000010:1.0:1779697715.745208:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697715.745209:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ba40. 00080000:00000010:1.0:1779697715.745221:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4e40. 00000004:00000010:1.0:1779697715.745224:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d980. 00000004:00000010:1.0:1779697715.745226:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e168. 00000004:00000010:1.0:1779697715.745228:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83114a0. 00080000:00000010:1.0:1779697715.745235:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643ab8. 00000004:00000010:1.0:1779697715.745238:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563a90. 00000004:00000010:1.0:1779697715.745239:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697715.745241:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77bc20. 00080000:00000010:1.0:1779697715.745253:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1eb008. 00000004:00000010:1.0:1779697715.745255:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30660. 00000004:00000010:1.0:1779697715.745256:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefb40. 00000004:00000010:1.0:1779697715.745258:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676bc20. 00080000:00000010:1.0:1779697715.745266:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05f1d0. 00000004:00000010:1.0:1779697715.745268:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30bb0. 00000004:00000010:1.0:1779697715.745271:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff00. 00000004:00000010:1.0:1779697715.745273:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b0e0. 00080000:00000010:1.0:1779697715.745279:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642c78. 00000004:00000010:1.0:1779697715.745281:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562440. 00000004:00000010:1.0:1779697715.745283:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcba50. 00000004:00000010:1.0:1779697715.745285:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a000. 00080000:00000010:1.0:1779697715.745292:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82668e8. 00000004:00000010:1.0:1779697715.745294:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82880. 00000004:00000010:1.0:1779697715.745295:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af438. 00000004:00000010:1.0:1779697715.745297:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6cb40. 00080000:00000010:1.0:1779697715.745304:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266558. 00000004:00000010:1.0:1779697715.745307:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82550. 00000004:00000010:1.0:1779697715.745309:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af528. 00000004:00000010:1.0:1779697715.745310:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6cf00. 00080000:00000010:1.0:1779697715.745318:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f58f0. 00000004:00000010:1.0:1779697715.745320:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cbb0. 00000004:00000010:1.0:1779697715.745322:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eca8. 00000004:00000010:1.0:1779697715.745324:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310960. 00080000:00000010:1.0:1779697715.745331:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00000004:00000010:1.0:1779697715.745333:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697715.745335:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697715.745337:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00080000:00000010:1.0:1779697715.745344:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697715.745346:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697715.745348:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697715.745349:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697715.745357:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05f398. 00000004:00000010:1.0:1779697715.745359:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30cc0. 00000004:00000010:1.0:1779697715.745361:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef4b0. 00000004:00000010:1.0:1779697715.745363:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a1e0. 00000800:00000200:0.0:1779697715.746248:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.746255:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697715.746260:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.746268:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697715.746275:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:0.0:1779697715.746278:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00010000:00000010:0.1:1779697715.751195:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:0.1:1779697715.751208:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697715.751213:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:0.1:1779697715.751215:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00000400:00000200:1.0:1779697715.754568:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.754601:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644bd00 00000400:00000200:1.0:1779697715.754609:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 39944 00000400:00000200:1.0:1779697715.754630:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.754634:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.754644:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.754652:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b97100. 00000020:00000010:0.0:1779697715.754776:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697715.754781:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697715.754795:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd2abf600. 00000020:00000010:0.0:1779697715.754801:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697715.754805:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.754844:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697715.754847:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000100:00000200:0.0:1779697715.754850:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215410944 02000000:00000010:0.0:1779697715.754883:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4e11000. 00010000:00000010:0.0:1779697715.754921:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.754937:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697715.754955:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697715.754960:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697715.754974:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697715.754977:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697715.754982:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697715.754985:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697715.755090:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697715.755094:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:0.0:1779697715.755098:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.755116:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00000020:00000010:0.0:1779697715.755140:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fae0. 00000020:00000010:0.0:1779697715.755146:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fae0. 00000020:00000010:0.0:1779697715.755157:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd0404660. 00080000:00000010:0.0:1779697715.755166:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027dc00. 00000001:00000010:0.0:1779697715.755583:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc0c0. 00000001:00000010:0.0:1779697715.755590:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697715.755626:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd0404660. 00010000:00000010:0.0:1779697715.755634:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697715.755638:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697715.755649:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697715.755689:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697715.755702:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000200:0.0:1779697715.755717:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974240, last committed = 8589974211 00010000:00000200:0.0:1779697715.755725:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b97100 x1866146215410944/t8589974240(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.755743:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697715.755749:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215410944, offset 224 00000400:00000010:0.0:1779697715.755754:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217428. 00000400:00000200:0.0:1779697715.755758:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.755770:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.755777:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308876:308876:256:4294967295] 192.168.203.23@tcp LPNI seq info [308872:308872:8:4294967295] 00000400:00000200:0.0:1779697715.755783:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.755799:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.755805:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.755810:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697715.755816:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.755824:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.755828:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.755849:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697715.755853:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.755856:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd2abf600. 00000800:00000200:0.0:1779697715.755942:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.755947:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697715.755951:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.755954:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697715.759564:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:1.0:1779697715.759592:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:1.0:1779697715.759605:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00010000:00000010:3.1:1779697715.769292:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697715.769306:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697715.769313:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697715.769316:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:1.1:1779697715.778357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697715.778369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:0.1:1779697715.780783:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697715.780806:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697715.780812:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697715.780816:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697715.780819:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697715.780830:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000400:00000200:0.0:1779697715.780869:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697715.780889:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9981 00000400:00000200:0.0:1779697715.780896:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.780900:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697715.780907:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:0.0:1779697715.780910:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00000400:00000200:0.0:1779697715.782998:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.783013:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644bd80 00000400:00000200:0.0:1779697715.783022:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 40432 00000400:00000200:0.0:1779697715.783037:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.783041:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.783049:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.783056:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792300. 00000020:00000010:0.0:1779697715.783098:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697715.783103:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697715.783108:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671a00. 00000020:00000010:0.0:1779697715.783114:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697715.783118:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.783149:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697715.783152:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000100:00000200:0.0:1779697715.783155:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215411072 00000001:00000010:0.0:1779697715.783164:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:0.0:1779697715.783185:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697715.783192:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 02000000:00000010:0.0:1779697715.783219:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d09000. 00010000:00000010:0.0:1779697715.783244:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697715.783248:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697715.783264:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697715.783267:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6000. 00010000:00000010:0.0:1779697715.783271:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697715.783273:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000004:00000010:0.0:1779697715.783361:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a1e0. 00000004:00000010:0.0:1779697715.783369:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef5a0. 00000004:00000010:0.0:1779697715.783374:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31650. 00080000:00000010:0.0:1779697715.783382:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc92c78. 00010000:00000010:0.1:1779697715.786241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697715.786252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697715.786256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697715.786259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697715.786651:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:3.0:1779697715.788441:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.788456:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697715.788463:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.788566:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:3.0:1779697715.788773:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:3.0:1779697715.788781:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6000. 00010000:00000010:3.0:1779697715.788819:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000200:3.0:1779697715.788837:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02792300 x1866146215411072/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697715.788857:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697715.788864:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215411072, offset 224 00000400:00000200:3.0:1779697715.788871:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.788883:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.788890:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308877:308877:256:4294967295] 192.168.203.23@tcp LPNI seq info [308873:308873:8:4294967295] 00000400:00000200:3.0:1779697715.788900:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.788905:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.788910:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697715.788916:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.788923:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.788927:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.788949:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:3.0:1779697715.788953:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:3.0:1779697715.788961:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671a00. 00000800:00000200:0.0:1779697715.790764:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.790771:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697715.790778:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.790795:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697715.790802:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:0.0:1779697715.790804:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00010000:00000010:1.1:1779697715.792200:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697715.792213:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.0:1779697715.792248:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:1.0:1779697715.792257:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:3.1:1779697715.796308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697715.796321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697715.796325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697715.796327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000400:00000200:0.0:1779697715.797975:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.797994:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644be80 00000400:00000200:0.0:1779697715.798001:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 41008 00000400:00000200:0.0:1779697715.798015:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.798019:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.798027:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.798033:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792680. 00000020:00000010:3.0:1779697715.798131:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.798137:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.798143:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8a00. 00000020:00000010:3.0:1779697715.798148:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb400. 00000020:00000010:3.0:1779697715.798154:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697715.798193:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.798196:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697715.798199:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215411328 02000000:00000010:3.0:1779697715.798235:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a0000. 00010000:00000010:3.0:1779697715.798271:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.798289:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.798305:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697715.798310:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697715.798324:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697715.798327:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697715.798331:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697715.798334:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697715.798467:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697715.798470:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697715.798474:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697715.798476:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00000020:00000010:3.0:1779697715.798499:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697715.798504:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697715.798514:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37900. 00080000:00000010:3.0:1779697715.798523:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea0400. 00010000:00000010:1.1:1779697715.803492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697715.803507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000001:00000010:0.0:1779697715.804069:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc240. 00000001:00000010:0.0:1779697715.804079:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697715.804178:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37900. 00010000:00000010:0.0:1779697715.804194:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697715.804202:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697715.804226:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697715.804324:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:0.0:1779697715.804343:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:0.0:1779697715.804362:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974241, last committed = 8589974211 00010000:00000200:0.0:1779697715.804374:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02792680 x1866146215411328/t8589974241(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697715.804418:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697715.804425:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215411328, offset 224 00000400:00000010:0.0:1779697715.804438:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217188. 00000400:00000200:0.0:1779697715.804443:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.804456:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.804462:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308878:308878:256:4294967295] 192.168.203.23@tcp LPNI seq info [308874:308874:8:4294967295] 00000400:00000200:0.0:1779697715.804468:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697715.804474:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.804479:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.804484:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697715.804490:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.804496:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.804500:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.804534:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb400. 00000020:00000010:0.0:1779697715.804538:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:0.0:1779697715.804541:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8a00. 00000800:00000200:3.0:1779697715.804985:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.804990:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697715.804994:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.805000:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697715.805963:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:1.0:1779697715.805974:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:1.0:1779697715.805982:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00010000:00000010:3.1:1779697715.806899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697715.806908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00000400:00000200:0.0:1779697715.807040:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697715.807058:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9989 00000400:00000200:0.0:1779697715.807064:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.807067:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697715.807073:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:0.0:1779697715.807076:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00010000:00000010:1.0:1779697715.807264:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:1.0:1779697715.807270:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00000400:00000200:0.0:1779697715.809157:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.809172:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644bf00 00000400:00000200:0.0:1779697715.809181:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 41496 00000400:00000200:0.0:1779697715.809242:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.809248:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.809254:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.809262:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790000. 00000020:00000010:1.0:1779697715.809466:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697715.809471:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697715.809478:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697715.809482:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394e00. 00000020:00000010:1.0:1779697715.809486:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.809529:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697715.809532:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697715.809534:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215411456 00000001:00000010:1.0:1779697715.809544:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:1.0:1779697715.809564:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697715.809570:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 02000000:00000010:1.0:1779697715.809812:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a1000. 00010000:00000010:1.0:1779697715.809840:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697715.809843:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697715.809859:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697715.809863:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697715.809867:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697715.809870:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00000004:00000010:1.0:1779697715.809948:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697715.809956:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697715.809962:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562bb0. 00080000:00000010:1.0:1779697715.809970:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:1.0:1779697715.815384:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697715.815421:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394700. 00010000:00000010:1.0:1779697715.815437:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697715.815445:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697715.815536:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697715.815550:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697715.815555:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697715.815586:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000200:1.0:1779697715.815605:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02790000 x1866146215411456/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.815627:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697715.815635:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215411456, offset 224 00000400:00000200:1.0:1779697715.815643:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.815657:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.815663:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308879:308879:256:4294967295] 192.168.203.23@tcp LPNI seq info [308875:308875:8:4294967295] 00000400:00000200:1.0:1779697715.815675:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.815680:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.815686:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697715.815694:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.815702:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.815707:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.815723:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394e00. 00000020:00000010:1.0:1779697715.815727:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.815731:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00000800:00000200:3.0:1779697715.816085:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.816090:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697715.816095:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.816108:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.816113:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:3.0:1779697715.816116:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00010000:00000010:0.1:1779697715.819899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697715.819914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697715.824545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697715.824560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697715.824564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697715.824567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000400:00000200:2.0:1779697715.846294:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.846311:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644c000 00000400:00000200:2.0:1779697715.846320:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 42072 00000400:00000200:2.0:1779697715.846332:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.846336:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.846344:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.846351:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446d80. 00000020:00000010:3.0:1779697715.846840:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.846846:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.846851:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e9000. 00000020:00000010:3.0:1779697715.846858:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697715.846863:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697715.846905:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.846908:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697715.846911:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215411712 02000000:00000010:3.0:1779697715.846944:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caca2b5000. 00010000:00000010:3.0:1779697715.846981:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:3.0:1779697715.846998:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394700. 00010000:00000010:3.0:1779697715.847016:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.847021:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697715.847034:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697715.847037:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697715.847041:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697715.847044:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697715.847147:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697715.847150:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb400. 00010000:00000010:3.0:1779697715.847154:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697715.847157:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000020:00000010:3.0:1779697715.847180:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973e0. 00000020:00000010:3.0:1779697715.847186:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973e0. 00000020:00000010:3.0:1779697715.847196:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37d20. 00080000:00000010:3.0:1779697715.847205:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea3800. 00000001:00000010:3.0:1779697715.847847:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37360. 00000001:00000010:3.0:1779697715.847854:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697715.847886:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37d20. 00010000:00000010:3.0:1779697715.847894:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697715.847898:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697715.847909:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697715.847944:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697715.847959:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697715.847976:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974242, last committed = 8589974211 00010000:00000200:3.0:1779697715.847986:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5446d80 x1866146215411712/t8589974242(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.848004:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697715.848010:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215411712, offset 224 00000400:00000010:3.0:1779697715.848016:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065db98. 00000400:00000200:3.0:1779697715.848021:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.848034:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.848041:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308880:308880:256:4294967295] 192.168.203.23@tcp LPNI seq info [308876:308876:8:4294967295] 00000400:00000200:3.0:1779697715.848046:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.848052:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.848060:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.848064:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697715.848070:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.848077:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.848081:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697715.848099:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697715.848104:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697715.848107:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e9000. 00000800:00000200:2.0:1779697715.848383:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.848418:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697715.848422:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.848435:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697715.848461:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697715.848467:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb400. 00010000:00000010:2.0:1779697715.848475:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00000400:00000200:3.0:1779697715.854025:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.854045:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9991 00000400:00000200:3.0:1779697715.854052:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.854057:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.854065:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697715.854068:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:3.0:1779697715.854099:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.854105:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644c080 00000400:00000200:3.0:1779697715.854113:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 42560 00010000:00000010:2.0:1779697715.854739:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697715.854751:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00000400:00000200:3.0:1779697715.855929:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.855938:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.855946:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.855954:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047c000. 00010000:00000010:1.1:1779697715.856085:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697715.856102:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697715.856107:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697715.856110:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00000020:00000010:2.0:1779697715.856547:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.856553:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.856559:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bdb600. 00000020:00000010:2.0:1779697715.856564:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c80. 00000020:00000010:2.0:1779697715.856568:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697715.856612:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.856615:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697715.856618:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215411840 00000001:00000010:2.0:1779697715.856628:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:2.0:1779697715.856651:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697715.856659:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697715.856684:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc34e3000. 00010000:00000010:2.0:1779697715.856712:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697715.856716:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697715.856734:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697715.856738:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697715.856742:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697715.856744:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697715.856853:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697715.856860:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e2d0. 00000004:00000010:2.0:1779697715.856868:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697715.856876:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f58f0. 00010000:00000010:1.0:1779697715.858450:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697715.858460:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394480. 00010000:00000010:1.0:1779697715.858465:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697715.858472:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697715.858565:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:1.0:1779697715.858717:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:1.0:1779697715.858725:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:1.0:1779697715.858753:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:1.0:1779697715.858772:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047c000 x1866146215411840/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.858803:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697715.858811:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215411840, offset 224 00000400:00000200:1.0:1779697715.858819:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.858834:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.858841:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308881:308881:256:4294967295] 192.168.203.23@tcp LPNI seq info [308877:308877:8:4294967295] 00000400:00000200:1.0:1779697715.858853:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.858859:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.858864:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697715.858871:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.858881:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.858886:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.858909:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c80. 00000020:00000010:1.0:1779697715.858914:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:1.0:1779697715.858918:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bdb600. 00000800:00000200:2.0:1779697715.859755:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.859761:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697715.859766:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.859771:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697715.859777:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:2.0:1779697715.859779:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:3.1:1779697715.870927:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.1:1779697715.870939:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697715.876843:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697715.876856:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:2.1:1779697715.876860:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697715.876863:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000400:00000200:2.0:1779697715.876893:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.876911:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644c180 00000400:00000200:2.0:1779697715.876920:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 43136 00000400:00000200:2.0:1779697715.876933:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.876938:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.876946:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.876952:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447800. 00010000:00000010:3.1:1779697715.877422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697715.877437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00000020:00000010:1.0:1779697715.877704:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa01c0. 00000020:00000010:1.0:1779697715.877710:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa01c0. 00000020:00000010:1.0:1779697715.877716:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697715.877721:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697715.877726:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.877808:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa01c0. 00000020:00000010:1.0:1779697715.877811:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa01c0. 00000100:00000200:1.0:1779697715.877814:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215412096 02000000:00000010:1.0:1779697715.877849:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad57a2000. 00010000:00000010:1.0:1779697715.877885:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697715.877898:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394480. 00010000:00000010:1.0:1779697715.877912:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697715.877917:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697715.877930:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697715.877933:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394480. 00010000:00000010:1.0:1779697715.877936:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697715.877939:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697715.878033:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697715.878037:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697715.878039:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697715.878042:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00000020:00000010:1.0:1779697715.878064:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccae0. 00000020:00000010:1.0:1779697715.878070:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccae0. 00000020:00000010:1.0:1779697715.878080:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe420. 00080000:00000010:1.0:1779697715.878088:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c27800. 00000001:00000010:1.0:1779697715.880014:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe720. 00000001:00000010:1.0:1779697715.880023:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697715.880065:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe420. 00010000:00000010:1.0:1779697715.880075:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697715.880081:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697715.880097:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697715.880136:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697715.880154:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000200:1.0:1779697715.880170:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974243, last committed = 8589974211 00010000:00000200:1.0:1779697715.880181:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5447800 x1866146215412096/t8589974243(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697715.880204:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697715.880210:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215412096, offset 224 00000400:00000010:1.0:1779697715.880218:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88a48. 00000400:00000200:1.0:1779697715.880221:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.880235:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.880241:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308882:308882:256:4294967295] 192.168.203.23@tcp LPNI seq info [308878:308878:8:4294967295] 00000400:00000200:1.0:1779697715.880247:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697715.880254:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.880259:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.880263:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697715.880268:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.880275:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.880279:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.880302:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697715.880306:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.880309:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00010000:00000010:2.0:1779697715.880381:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:2.0:1779697715.880408:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:2.0:1779697715.880415:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.1:1779697715.886612:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697715.886626:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697715.886631:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697715.886636:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000800:00000200:1.0:1779697715.886745:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.886751:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697715.886757:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.886766:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697715.891754:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697715.891772:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9999 00000400:00000200:0.0:1779697715.891779:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.891793:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697715.891800:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779697715.891804:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:0.0:1779697715.891852:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:0.0:1779697715.891862:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394480. 00000400:00000200:0.0:1779697715.891885:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.891892:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644c200 00000400:00000200:0.0:1779697715.891899:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 43624 00000400:00000200:0.0:1779697715.891946:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.891950:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.891954:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.891960:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792d80. 00000020:00000010:0.0:1779697715.891995:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697715.892000:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697715.892004:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671c00. 00000020:00000010:0.0:1779697715.892009:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697715.892015:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.892048:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697715.892050:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000100:00000200:0.0:1779697715.892053:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215412224 00000001:00000010:0.0:1779697715.892062:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:0.0:1779697715.892082:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697715.892087:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697715.892117:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d08000. 00010000:00000010:0.0:1779697715.892141:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697715.892144:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697715.892157:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697715.892160:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697715.892164:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697715.892167:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000004:00000010:0.0:1779697715.892253:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b0e0. 00000004:00000010:0.0:1779697715.892261:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefc30. 00000004:00000010:0.0:1779697715.892266:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30880. 00080000:00000010:0.0:1779697715.892273:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc92ab0. 00010000:00000010:0.0:1779697715.893283:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697715.893288:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697715.893292:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697715.893296:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697715.893349:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697715.893359:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697715.893362:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697715.893383:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697715.893631:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02792d80 x1866146215412224/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.893653:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697715.893658:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215412224, offset 224 00000400:00000200:0.0:1779697715.893665:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.893726:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.893733:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308883:308883:256:4294967295] 192.168.203.23@tcp LPNI seq info [308879:308879:8:4294967295] 00000400:00000200:0.0:1779697715.893743:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.893747:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.893753:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697715.893759:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.893766:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.893770:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.893802:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697715.893807:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.893811:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671c00. 00000800:00000200:3.0:1779697715.895643:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.895651:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697715.895658:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.895666:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.895673:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:3.0:1779697715.895675:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00000400:00000200:0.0:1779697715.898081:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697715.898111:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644c300 00000400:00000200:0.0:1779697715.898119:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 44200 00000400:00000200:0.0:1779697715.898133:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.898138:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697715.898146:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697715.898153:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792a00. 00000020:00000010:3.0:1779697715.898236:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.898241:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.898247:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8600. 00000020:00000010:3.0:1779697715.898252:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697715.898258:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697715.898297:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697715.898300:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697715.898304:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215412480 02000000:00000010:3.0:1779697715.898337:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caca2b1000. 00010000:00000010:3.0:1779697715.898376:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:3.0:1779697715.898416:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:3.0:1779697715.898444:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697715.898450:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697715.898464:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697715.898468:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb300. 00010000:00000010:3.0:1779697715.898473:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697715.898476:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697715.898781:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697715.898794:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697715.898797:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697715.898801:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000020:00000010:3.0:1779697715.898825:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973e0. 00000020:00000010:3.0:1779697715.898832:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973e0. 00000020:00000010:3.0:1779697715.898843:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37d20. 00080000:00000010:3.0:1779697715.898851:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea3400. 00000001:00000010:3.0:1779697715.899234:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37600. 00000001:00000010:3.0:1779697715.899240:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697715.899273:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37d20. 00010000:00000010:3.0:1779697715.899282:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697715.899286:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697715.899298:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697715.899343:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697715.899357:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697715.899373:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974244, last committed = 8589974211 00010000:00000200:3.0:1779697715.899383:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02792a00 x1866146215412480/t8589974244(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697715.899421:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00010000:00000010:1.0:1779697715.899667:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:1.0:1779697715.899674:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00010000:00000010:1.0:1779697715.899681:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000100:00000200:3.0:1779697715.901006:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215412480, offset 224 00000400:00000010:3.0:1779697715.901020:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d310. 00000400:00000200:3.0:1779697715.901027:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697715.901042:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697715.901047:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308884:308884:256:4294967295] 192.168.203.23@tcp LPNI seq info [308880:308880:8:4294967295] 00000400:00000200:3.0:1779697715.901053:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697715.901060:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697715.901065:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697715.901070:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697715.901076:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697715.901083:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697715.901087:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.1:1779697715.901201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697715.901209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00000020:00000010:3.0:1779697715.901341:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779697715.901346:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697715.901349:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8600. 00010000:00000010:1.1:1779697715.902851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.1:1779697715.902860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697715.902864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.1:1779697715.902866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:0.1:1779697715.906735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697715.906750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:0.1:1779697715.906755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697715.906760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697715.906764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697715.906766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000800:00000200:1.0:1779697715.911275:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.911283:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697715.911290:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.911298:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697715.915065:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697715.915087:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99a1 00000400:00000200:1.0:1779697715.915095:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.915099:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697715.915105:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:1.0:1779697715.915108:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:1.0:1779697715.915155:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.915163:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644c380 00000400:00000200:1.0:1779697715.915170:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 44688 00000400:00000200:1.0:1779697715.915222:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.915227:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.915231:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.915238:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b94700. 00000020:00000010:1.0:1779697715.915282:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa01c0. 00000020:00000010:1.0:1779697715.915287:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa01c0. 00000020:00000010:1.0:1779697715.915293:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697715.915298:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697715.915302:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.915337:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa01c0. 00000020:00000010:1.0:1779697715.915340:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa01c0. 00000100:00000200:1.0:1779697715.915343:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215412608 00000001:00000010:1.0:1779697715.915352:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697715.915378:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697715.915418:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 02000000:00000010:1.0:1779697715.915455:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a0000. 00010000:00000010:1.0:1779697715.915485:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697715.915489:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697715.915523:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697715.915527:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394a00. 00010000:00000010:1.0:1779697715.915531:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697715.915534:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00000004:00000010:1.0:1779697715.915630:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ad20. 00000004:00000010:1.0:1779697715.915638:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697715.915645:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562110. 00080000:00000010:1.0:1779697715.915653:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:3.0:1779697715.917737:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697715.917750:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb300. 00010000:00000010:1.0:1779697715.918238:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697715.918244:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394800. 00010000:00000010:1.0:1779697715.918249:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697715.918255:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697715.918315:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697715.918324:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697715.918327:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394a00. 00010000:00000010:1.0:1779697715.918349:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000200:1.0:1779697715.918367:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b94700 x1866146215412608/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.919200:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697715.919211:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215412608, offset 224 00000400:00000200:1.0:1779697715.919222:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.919236:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.919242:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308885:308885:256:4294967295] 192.168.203.23@tcp LPNI seq info [308881:308881:8:4294967295] 00000400:00000200:1.0:1779697715.919253:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.919258:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.919264:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697715.919270:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.919278:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.919283:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.919352:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697715.919357:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.919361:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00000800:00000200:0.0:1779697715.920461:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.920466:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697715.920481:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.920487:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697715.920494:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:0.0:1779697715.920496:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00010000:00000010:1.1:1779697715.931233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697715.931248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697715.932710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.1:1779697715.932721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697715.932728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697715.932733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697715.933734:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697715.933743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:1.0:1779697715.936308:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697715.936328:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644c480 00000400:00000200:1.0:1779697715.936338:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 45264 00000400:00000200:1.0:1779697715.936353:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.936357:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697715.936366:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697715.936373:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95180. 00000020:00000010:2.0:1779697715.936709:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.936715:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.936721:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f6800. 00000020:00000010:2.0:1779697715.936727:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779697715.936732:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697715.936767:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.936770:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697715.936772:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215412864 02000000:00000010:2.0:1779697715.936818:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf83a0000. 00010000:00000010:2.0:1779697715.936853:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697715.936868:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394800. 00010000:00000010:2.0:1779697715.936884:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697715.936890:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697715.936905:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697715.936908:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697715.936911:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697715.936914:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697715.937005:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697715.937008:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697715.937011:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697715.937014:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697715.937038:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b660. 00000020:00000010:2.0:1779697715.937045:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b660. 00000020:00000010:2.0:1779697715.937055:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:2.0:1779697715.937063:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4495400. 00000001:00000010:2.0:1779697715.937756:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a8a0. 00000001:00000010:2.0:1779697715.937764:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697715.937824:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:2.0:1779697715.937836:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697715.937842:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697715.937856:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697715.937902:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697715.937921:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697715.937938:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974245, last committed = 8589974211 00010000:00000200:2.0:1779697715.937950:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95180 x1866146215412864/t8589974245(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.937969:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697715.937976:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215412864, offset 224 00000400:00000010:2.0:1779697715.937982:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fb60. 00000400:00000200:2.0:1779697715.937987:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.938001:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.938008:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308886:308886:256:4294967295] 192.168.203.23@tcp LPNI seq info [308882:308882:8:4294967295] 00000400:00000200:2.0:1779697715.938015:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.938024:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.938031:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.938036:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697715.938043:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.938052:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.938057:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.938080:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779697715.938084:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697715.938089:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f6800. 00010000:00000010:3.0:1779697715.938230:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697715.938237:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:3.0:1779697715.938249:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00010000:00000010:1.1:1779697715.938833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.1:1779697715.938840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697715.938844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.1:1779697715.938847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00000800:00000200:1.0:1779697715.938937:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697715.938942:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697715.938947:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.938954:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697715.942875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697715.942890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697715.944557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:2.1:1779697715.944569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00000400:00000200:1.0:1779697715.950375:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697715.950431:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99a9 00000400:00000200:1.0:1779697715.950447:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697715.950454:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697715.950462:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:1.0:1779697715.950466:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00010000:00000010:2.1:1779697715.950684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697715.950701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697715.950744:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697715.950755:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:2.1:1779697715.962533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697715.962546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:2.0:1779697715.964296:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697715.964315:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644c500 00000400:00000200:2.0:1779697715.964324:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 45752 00000400:00000200:2.0:1779697715.964407:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.964412:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697715.964421:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697715.964428:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446680. 00000020:00000010:0.0:1779697715.965252:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.965258:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.965264:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671c00. 00000020:00000010:0.0:1779697715.965270:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697715.965275:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.965320:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697715.965323:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697715.965325:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215412992 00000001:00000010:0.0:1779697715.965336:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:0.0:1779697715.965360:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697715.965367:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697715.965420:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0c000. 00010000:00000010:0.0:1779697715.965448:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697715.965452:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697715.965471:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697715.965474:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697715.965478:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697715.965482:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00000004:00000010:0.0:1779697715.965843:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676bc20. 00000004:00000010:0.0:1779697715.965851:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef960. 00000004:00000010:0.0:1779697715.965857:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ff0. 00080000:00000010:0.0:1779697715.965865:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93008. 00010000:00000010:0.0:1779697715.967217:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697715.967223:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697715.967228:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697715.967233:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697715.967453:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697715.967467:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697715.967471:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697715.967494:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697715.967649:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5446680 x1866146215412992/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697715.967743:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697715.967750:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215412992, offset 224 00000400:00000200:0.0:1779697715.967757:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697715.967770:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697715.967776:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308887:308887:256:4294967295] 192.168.203.23@tcp LPNI seq info [308883:308883:8:4294967295] 00000400:00000200:0.0:1779697715.967794:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697715.967800:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697715.967805:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697715.967812:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697715.967818:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697715.967822:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697715.967880:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697715.967884:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697715.967888:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671c00. 00000800:00000200:3.0:1779697715.970231:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.970240:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697715.970246:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.970253:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.970260:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:3.0:1779697715.970262:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:3.0:1779697715.970286:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.970300:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644c600 00000400:00000200:3.0:1779697715.970307:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 46328 00000400:00000200:3.0:1779697715.970320:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.970323:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.970329:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.970337:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ca80. 00000020:00000010:2.0:1779697715.970449:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.970455:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.970460:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f6800. 00000020:00000010:2.0:1779697715.970464:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697715.970469:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697715.970513:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.970523:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697715.970526:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215413248 02000000:00000010:2.0:1779697715.970561:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb4b730000. 00010000:00000010:2.0:1779697715.970604:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:2.0:1779697715.970619:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697715.970636:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697715.970641:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697715.970655:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697715.970658:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7180. 00010000:00000010:2.0:1779697715.970662:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697715.970665:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697715.970773:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697715.970777:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697715.970781:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697715.970794:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697715.970818:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b660. 00000020:00000010:2.0:1779697715.970823:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b660. 00000020:00000010:2.0:1779697715.970834:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:2.0:1779697715.970843:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4495c00. 00000001:00000010:2.0:1779697715.971456:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aa20. 00000001:00000010:2.0:1779697715.971462:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697715.971495:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:2.0:1779697715.971503:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697715.971507:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697715.971530:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697715.971564:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697715.971633:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697715.971652:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974246, last committed = 8589974211 00010000:00000200:2.0:1779697715.971662:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ca80 x1866146215413248/t8589974246(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.971767:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697715.971774:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215413248, offset 224 00000400:00000010:2.0:1779697715.971781:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f460. 00000400:00000200:2.0:1779697715.971794:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.971806:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.971812:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308888:308888:256:4294967295] 192.168.203.23@tcp LPNI seq info [308884:308884:8:4294967295] 00000400:00000200:2.0:1779697715.971818:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.971825:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.971830:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.971835:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697715.971841:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.971848:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.971853:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.972197:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697715.972202:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697715.972205:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f6800. 00010000:00000010:2.0:1779697715.972243:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697715.972249:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697715.972257:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000800:00000200:0.0:1779697715.972357:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697715.972362:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697715.972366:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697715.972371:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.975385:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.975435:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99b1 00000400:00000200:3.0:1779697715.975443:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.975447:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.975454:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:3.0:1779697715.975457:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:3.0:1779697715.975488:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.975493:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644c680 00000400:00000200:3.0:1779697715.975501:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 46816 00000400:00000200:3.0:1779697715.975753:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.975758:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.975763:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.975771:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521d180. 00010000:00000010:0.0:1779697715.976279:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697715.976289:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7180. 00000020:00000010:1.0:1779697715.977749:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a40. 00000020:00000010:1.0:1779697715.977757:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a40. 00000020:00000010:1.0:1779697715.977763:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697715.977767:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697715.977773:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.977886:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a40. 00000020:00000010:1.0:1779697715.977890:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a40. 00000100:00000200:1.0:1779697715.977893:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215413376 00000001:00000010:1.0:1779697715.977902:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:1.0:1779697715.977925:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697715.977932:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 02000000:00000010:1.0:1779697715.977956:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a7000. 00010000:00000010:1.0:1779697715.977984:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697715.977988:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697715.978004:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697715.978007:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394a00. 00010000:00000010:1.0:1779697715.978010:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697715.978014:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00000004:00000010:1.0:1779697715.978159:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a000. 00000004:00000010:1.0:1779697715.978170:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcba50. 00000004:00000010:1.0:1779697715.978176:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562440. 00080000:00000010:1.0:1779697715.978184:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:1.0:1779697715.980349:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697715.980359:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c00. 00010000:00000010:1.0:1779697715.980363:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697715.980369:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697715.981609:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697715.981626:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697715.981632:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394a00. 00010000:00000010:1.0:1779697715.981657:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000200:1.0:1779697715.981677:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521d180 x1866146215413376/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.981698:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697715.981705:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215413376, offset 224 00000400:00000200:1.0:1779697715.981712:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.981725:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.981732:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308889:308889:256:4294967295] 192.168.203.23@tcp LPNI seq info [308885:308885:8:4294967295] 00000400:00000200:1.0:1779697715.981742:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.981748:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.981754:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697715.981760:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.981767:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.981772:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.981802:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697715.981806:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697715.981809:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00000800:00000200:3.0:1779697715.981954:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.981959:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697715.981963:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.981968:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.981973:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:3.0:1779697715.981975:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000400:00000200:3.0:1779697715.984456:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.984473:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644c780 00000400:00000200:3.0:1779697715.984481:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 47392 00000400:00000200:3.0:1779697715.984495:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.984511:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.984524:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.984531:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521e300. 00010000:00000010:0.1:1779697715.987412:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697715.987424:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697715.987428:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697715.987431:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000020:00000010:0.0:1779697715.987452:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697715.987458:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697715.987464:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd2abf600. 00000020:00000010:0.0:1779697715.987469:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697715.987474:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:2.0:1779697715.987958:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697715.987963:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697715.987966:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215413632 02000000:00000010:2.0:1779697715.988005:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd6269000. 00010000:00000010:2.0:1779697715.988042:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:2.0:1779697715.988057:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c00. 00010000:00000010:2.0:1779697715.988075:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697715.988081:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697715.988107:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697715.988111:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697715.988116:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697715.988119:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697715.988216:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697715.988220:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697715.988223:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697715.988227:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697715.988250:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b660. 00000020:00000010:2.0:1779697715.988256:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b660. 00000020:00000010:2.0:1779697715.988265:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:2.0:1779697715.988274:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4496c00. 00000001:00000010:2.0:1779697715.989006:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a960. 00000001:00000010:2.0:1779697715.989013:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697715.989044:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:2.0:1779697715.989053:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697715.989058:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697715.989070:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697715.989169:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697715.989184:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697715.989201:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974247, last committed = 8589974211 00010000:00000200:2.0:1779697715.989212:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521e300 x1866146215413632/t8589974247(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 488/456 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697715.989232:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697715.989238:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215413632, offset 224 00000400:00000010:2.0:1779697715.989244:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f310. 00000400:00000200:2.0:1779697715.989249:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697715.989263:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697715.989271:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308890:308890:256:4294967295] 192.168.203.23@tcp LPNI seq info [308886:308886:8:4294967295] 00000400:00000200:2.0:1779697715.989278:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697715.989286:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697715.989292:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697715.989297:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697715.989304:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697715.989311:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697715.989315:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697715.989334:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6400. 00000020:00000010:2.0:1779697715.989339:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:2.0:1779697715.989343:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd2abf600. 00010000:00000010:2.0:1779697715.989378:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697715.989383:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697715.989411:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000800:00000200:2.0:1779697715.991329:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697715.991338:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697715.991346:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697715.991354:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.991536:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697715.991551:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99b9 00000400:00000200:3.0:1779697715.991556:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.991559:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697715.991565:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:3.0:1779697715.991567:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00010000:00000010:3.0:1779697715.991801:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697715.991810:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00000400:00000200:3.0:1779697715.992707:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697715.992719:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644c800 00000400:00000200:3.0:1779697715.992728:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 47880 00000400:00000200:3.0:1779697715.992777:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.992796:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697715.992802:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697715.992808:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521ed80. 00000020:00000010:0.0:1779697715.992871:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697715.992876:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697715.992881:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd2abf600. 00000020:00000010:0.0:1779697715.992886:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697715.992890:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697715.992927:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697715.992930:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000100:00000200:0.0:1779697715.992933:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215413760 00000001:00000010:0.0:1779697715.992941:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697715.992961:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697715.992968:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697715.992991:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0b000. 00010000:00000010:0.0:1779697715.993015:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697715.993018:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697715.993033:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697715.993036:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697715.993041:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697715.993043:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000004:00000010:0.0:1779697715.993129:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ab40. 00000004:00000010:0.0:1779697715.993136:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef2d0. 00000004:00000010:0.0:1779697715.993142:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31a90. 00080000:00000010:0.0:1779697715.993150:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc92558. 00010000:00000010:2.1:1779697715.993693:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697715.994164:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697715.994171:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697715.994174:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697715.994177:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697715.994180:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.0:1779697715.994625:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697715.994630:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d00. 00010000:00000010:1.0:1779697715.994635:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697715.994641:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697715.994711:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:1.0:1779697715.994722:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:1.0:1779697715.994726:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:1.0:1779697715.994747:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:1.0:1779697715.994763:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521ed80 x1866146215413760/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:390/0 lens 576/584 e 0 to 0 dl 1779698470 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697715.994781:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697715.994798:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215413760, offset 224 00000400:00000200:1.0:1779697715.994805:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697715.994815:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697715.994821:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308891:308891:256:4294967295] 192.168.203.23@tcp LPNI seq info [308887:308887:8:4294967295] 00000400:00000200:1.0:1779697715.994832:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697715.994836:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697715.994841:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697715.994847:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697715.994854:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697715.994858:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697715.994885:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:1.0:1779697715.994890:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:1.0:1779697715.994893:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd2abf600. 00000800:00000200:3.0:1779697715.995057:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697715.995062:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697715.995066:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697715.995070:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697715.995076:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:3.0:1779697715.995078:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00010000:00000010:1.1:1779697715.996321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.1:1779697715.996329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697715.996333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697715.996335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.1:1779697715.996423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697715.996430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:0.1:1779697715.996468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697715.996472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697715.998781:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:2.1:1779697715.998802:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697715.998807:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697715.998809:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697715.998812:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697715.998814:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697716.003431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697716.003446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697716.003450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697716.003453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:3.0:1779697716.004185:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.004204:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644c900 00000400:00000200:3.0:1779697716.004213:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 48456 00000400:00000200:3.0:1779697716.004228:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.004233:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.004241:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.004248:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521e680. 00000020:00000010:0.0:1779697716.007692:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697716.007702:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697716.007712:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.007717:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f80. 00000020:00000010:0.0:1779697716.007723:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.007771:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697716.007774:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000100:00000200:0.0:1779697716.007777:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215414016 02000000:00000010:0.0:1779697716.007822:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d0a000. 00010000:00000010:0.0:1779697716.007860:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:0.0:1779697716.007876:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d00. 00010000:00000010:0.0:1779697716.007895:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.007901:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697716.007914:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697716.007918:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697716.007923:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.007926:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697716.008026:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697716.008030:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697716.008033:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.008036:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00000020:00000010:0.0:1779697716.008058:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fea0. 00000020:00000010:0.0:1779697716.008064:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fea0. 00000020:00000010:0.0:1779697716.008074:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfccc0. 00080000:00000010:0.0:1779697716.008082:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027f000. 00000001:00000010:0.0:1779697716.008725:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd04040c0. 00000001:00000010:0.0:1779697716.008732:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697716.008766:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfccc0. 00010000:00000010:0.0:1779697716.008775:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697716.008780:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697716.008804:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697716.008835:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697716.008849:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000200:0.0:1779697716.008864:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974248, last committed = 8589974211 00010000:00000200:0.0:1779697716.008875:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521e680 x1866146215414016/t8589974248(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.008898:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697716.008904:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215414016, offset 224 00000400:00000010:0.0:1779697716.008911:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2175e8. 00000400:00000200:0.0:1779697716.008915:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.008929:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.008936:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308892:308892:256:4294967295] 192.168.203.23@tcp LPNI seq info [308888:308888:8:4294967295] 00000400:00000200:0.0:1779697716.008941:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.008947:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.008952:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.008957:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697716.008963:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.008971:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.008975:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.008996:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f80. 00000020:00000010:0.0:1779697716.009001:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.009004:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00010000:00000010:1.0:1779697716.009339:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:1.0:1779697716.009346:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:1.0:1779697716.009352:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00000800:00000200:0.0:1779697716.009688:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.009693:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697716.009698:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.009704:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.014749:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697716.014771:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99c1 00000400:00000200:2.0:1779697716.014778:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.014794:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697716.014802:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:2.0:1779697716.014805:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:2.0:1779697716.014869:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.014876:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644c980 00000400:00000200:2.0:1779697716.014884:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 48944 00000400:00000200:2.0:1779697716.015250:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.015255:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.015262:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.015269:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445f80. 00000020:00000010:1.0:1779697716.015359:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697716.015365:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697716.015373:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bdb600. 00000020:00000010:1.0:1779697716.015378:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.015383:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697716.015438:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697716.015440:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697716.015443:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215414144 00000001:00000010:1.0:1779697716.015453:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:1.0:1779697716.015478:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697716.015486:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697716.015529:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb049000. 00010000:00000010:1.0:1779697716.015558:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.015562:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697716.015686:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697716.015690:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394180. 00010000:00000010:1.0:1779697716.015694:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.015697:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00000004:00000010:1.0:1779697716.015801:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77bc20. 00000004:00000010:1.0:1779697716.015809:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697716.015815:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563a90. 00080000:00000010:1.0:1779697716.015823:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:1.0:1779697716.016311:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697716.016315:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394800. 00010000:00000010:1.0:1779697716.016320:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697716.016323:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697716.016381:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697716.016410:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697716.016416:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394180. 00010000:00000010:1.0:1779697716.016435:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697716.016453:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5445f80 x1866146215414144/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.016471:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697716.016478:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215414144, offset 224 00000400:00000200:1.0:1779697716.016484:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.016495:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.016501:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308893:308893:256:4294967295] 192.168.203.23@tcp LPNI seq info [308889:308889:8:4294967295] 00000400:00000200:1.0:1779697716.016523:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.016528:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.016533:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697716.016540:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.016546:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.016550:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.016568:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.016572:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697716.017902:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bdb600. 00000800:00000200:1.0:1779697716.018723:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.018728:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697716.018733:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.018740:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.018746:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697716.018749:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000400:00000200:1.0:1779697716.022668:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.022688:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ca80 00000400:00000200:1.0:1779697716.022697:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 49520 00000400:00000200:1.0:1779697716.022713:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.022718:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.022727:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.022734:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b97b80. 00000020:00000010:2.0:1779697716.022882:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.022888:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.022895:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f6800. 00000020:00000010:2.0:1779697716.022901:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.022905:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697716.022945:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.022948:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697716.022950:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215414400 02000000:00000010:2.0:1779697716.022987:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeee76000. 00010000:00000010:2.0:1779697716.023024:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:2.0:1779697716.023041:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394800. 00010000:00000010:2.0:1779697716.023059:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697716.023064:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697716.023080:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697716.023084:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697716.023087:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697716.023090:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.023191:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697716.023195:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7180. 00010000:00000010:2.0:1779697716.023198:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697716.023201:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697716.023223:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697716.023230:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697716.023241:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:2.0:1779697716.023250:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4496000. 00000001:00000010:2.0:1779697716.023997:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ad20. 00000001:00000010:2.0:1779697716.024005:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697716.024039:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:2.0:1779697716.024049:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697716.024054:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697716.024066:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697716.024104:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697716.024117:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697716.024134:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974249, last committed = 8589974211 00010000:00000200:2.0:1779697716.024144:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b97b80 x1866146215414400/t8589974249(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697716.024162:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697716.024169:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215414400, offset 224 00000400:00000010:2.0:1779697716.024175:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fb98. 00000400:00000200:2.0:1779697716.024179:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.024189:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.024195:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308894:308894:256:4294967295] 192.168.203.23@tcp LPNI seq info [308890:308890:8:4294967295] 00000400:00000200:2.0:1779697716.024201:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697716.024207:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.024212:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.024218:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697716.024224:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.024231:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.024235:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.024252:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.024256:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697716.024259:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f6800. 00010000:00000010:2.0:1779697716.024289:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697716.024295:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7180. 00010000:00000010:2.0:1779697716.024301:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000800:00000200:2.0:1779697716.025715:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.025721:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697716.025727:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.025735:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697716.026190:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:0.1:1779697716.026200:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.0:1779697716.026231:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697716.026238:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00010000:00000010:0.1:1779697716.028487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697716.028499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697716.028535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697716.028542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:1.0:1779697716.029675:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.029693:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99c9 00000400:00000200:1.0:1779697716.029699:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.029703:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.029710:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:1.0:1779697716.029712:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000400:00000200:1.0:1779697716.029741:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.029748:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644cb00 00000400:00000200:1.0:1779697716.029754:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 50008 00000400:00000200:1.0:1779697716.029817:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.029821:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.029825:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.029831:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95500. 00000020:00000010:0.0:1779697716.029995:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697716.030000:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697716.030004:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.030009:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6480. 00000020:00000010:0.0:1779697716.030014:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.030052:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61180. 00000020:00000010:0.0:1779697716.030054:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61180. 00000100:00000200:0.0:1779697716.030058:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215414528 00000001:00000010:0.0:1779697716.030067:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697716.030087:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.030093:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 02000000:00000010:0.0:1779697716.030115:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0f000. 00010000:00000010:0.0:1779697716.030139:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.030142:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697716.030158:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697716.030162:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697716.030167:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697716.030169:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00000004:00000010:0.0:1779697716.030254:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676af00. 00000004:00000010:0.0:1779697716.030262:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef4b0. 00000004:00000010:0.0:1779697716.030268:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30dd0. 00080000:00000010:0.0:1779697716.030276:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93398. 00010000:00000010:2.0:1779697716.030876:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.030886:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:1.1:1779697716.032746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697716.032757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697716.032760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.1:1779697716.032763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:2.1:1779697716.032902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:2.1:1779697716.032907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697716.032911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697716.032914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697716.032919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697716.032922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697716.032987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697716.032992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.033069:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697716.033074:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:0.0:1779697716.033079:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.033085:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697716.033165:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697716.033175:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697716.033179:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697716.033204:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000200:0.0:1779697716.033221:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95500 x1866146215414528/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.033240:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697716.033247:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215414528, offset 224 00000400:00000200:0.0:1779697716.033253:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.033266:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.033271:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308895:308895:256:4294967295] 192.168.203.23@tcp LPNI seq info [308891:308891:8:4294967295] 00000400:00000200:0.0:1779697716.033282:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.033287:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.033292:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697716.033298:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.033305:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.033308:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.033324:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6480. 00000020:00000010:0.0:1779697716.033328:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.033331:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:1.0:1779697716.033591:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.033596:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697716.033600:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.033604:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.033609:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:1.0:1779697716.033610:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00010000:00000010:2.1:1779697716.037468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697716.037481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000400:00000200:3.0:1779697716.041267:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.041283:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644cc00 00000400:00000200:3.0:1779697716.041290:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 50584 00000400:00000200:3.0:1779697716.041314:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.041318:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.041325:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.041331:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521f480. 00000020:00000010:1.0:1779697716.041426:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.041429:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.041434:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697716.041437:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.041441:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697716.041536:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.041539:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000100:00000200:1.0:1779697716.041541:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215414784 02000000:00000010:1.0:1779697716.041571:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf059d000. 00010000:00000010:1.0:1779697716.041609:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:1.0:1779697716.041623:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:1.0:1779697716.041638:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.041642:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697716.041654:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697716.041656:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394180. 00010000:00000010:1.0:1779697716.041659:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.041661:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697716.045960:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697716.045968:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697716.045974:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.045981:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00000020:00000010:1.0:1779697716.046019:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc860. 00000020:00000010:1.0:1779697716.046025:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc860. 00000020:00000010:1.0:1779697716.046036:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe900. 00080000:00000010:1.0:1779697716.046044:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c24400. 00010000:00000010:0.1:1779697716.047439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697716.047449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697716.047453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697716.047456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000001:00000010:0.0:1779697716.048810:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd0404780. 00000001:00000010:0.0:1779697716.048820:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697716.048860:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe900. 00010000:00000010:0.0:1779697716.048873:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.048881:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697716.048902:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697716.049858:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:0.0:1779697716.049879:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:0.0:1779697716.049899:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974250, last committed = 8589974211 00010000:00000200:0.0:1779697716.049909:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521f480 x1866146215414784/t8589974250(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.049929:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697716.049935:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215414784, offset 224 00000400:00000010:0.0:1779697716.049942:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217b98. 00000400:00000200:0.0:1779697716.049946:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.049959:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.049965:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308896:308896:256:4294967295] 192.168.203.23@tcp LPNI seq info [308892:308892:8:4294967295] 00000400:00000200:0.0:1779697716.049971:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.049977:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.049984:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.049990:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.049996:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.050003:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.050007:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.050070:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:0.0:1779697716.050075:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:0.0:1779697716.050079:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00000800:00000200:1.0:1779697716.050213:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.050218:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697716.050222:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.050227:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697716.051504:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:3.0:1779697716.051516:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00010000:00000010:3.0:1779697716.051523:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00000400:00000200:1.0:1779697716.053877:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.053897:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99d1 00000400:00000200:1.0:1779697716.053904:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.053909:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.053916:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:1.0:1779697716.053919:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000400:00000200:1.0:1779697716.053950:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.053956:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644cc80 00000400:00000200:1.0:1779697716.053964:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 51072 00000400:00000200:1.0:1779697716.054017:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.054021:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.054026:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.054031:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95c00. 00010000:00000010:0.0:1779697716.054115:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:0.0:1779697716.054124:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394180. 00000020:00000010:3.0:1779697716.054187:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697716.054193:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697716.054199:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8600. 00000020:00000010:3.0:1779697716.054204:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb300. 00000020:00000010:3.0:1779697716.054209:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697716.054248:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bbc0. 00000020:00000010:3.0:1779697716.054251:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bbc0. 00000100:00000200:3.0:1779697716.054254:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215414912 00000001:00000010:3.0:1779697716.054263:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e46c0. 00010000:00000010:3.0:1779697716.054284:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.054291:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 02000000:00000010:3.0:1779697716.054316:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caca2b0000. 00010000:00000010:3.0:1779697716.054345:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697716.054349:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.054365:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.054369:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697716.054373:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.054376:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000004:00000010:3.0:1779697716.054497:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d0e0. 00000004:00000010:3.0:1779697716.054505:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af8e8. 00000004:00000010:3.0:1779697716.054512:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82aa0. 00080000:00000010:3.0:1779697716.054520:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82671d0. 00010000:00000010:1.1:1779697716.054841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697716.054848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.0:1779697716.055625:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697716.055630:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697716.055634:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697716.055638:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697716.055759:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.055771:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697716.055775:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697716.055807:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697716.055825:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95c00 x1866146215414912/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.055847:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697716.055853:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215414912, offset 224 00000400:00000200:3.0:1779697716.055860:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.055872:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.055878:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308897:308897:256:4294967295] 192.168.203.23@tcp LPNI seq info [308893:308893:8:4294967295] 00000400:00000200:3.0:1779697716.055889:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.055894:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.055900:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697716.055907:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.055914:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.055918:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.055983:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb300. 00000020:00000010:3.0:1779697716.055987:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697716.055991:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8600. 00000800:00000200:0.0:1779697716.060752:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.060762:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697716.060770:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.060780:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.060798:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:0.0:1779697716.060800:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:0.1:1779697716.063436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:0.1:1779697716.063448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.1:1779697716.065688:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697716.065700:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:1.0:1779697716.077758:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.077779:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644cd80 00000400:00000200:1.0:1779697716.077799:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 51648 00000400:00000200:1.0:1779697716.077818:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.077823:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.077832:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.077842:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b65500. 00000020:00000010:1.0:1779697716.077894:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.077899:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.077906:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697716.077911:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394480. 00000020:00000010:1.0:1779697716.077915:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.077948:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.077950:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000100:00000200:1.0:1779697716.077952:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215415168 02000000:00000010:1.0:1779697716.077983:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf059b000. 00010000:00000010:1.0:1779697716.078022:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:1.0:1779697716.078040:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00010000:00000010:1.0:1779697716.078058:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.078064:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697716.078080:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697716.078082:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.078086:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.078089:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697716.078184:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697716.078187:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394700. 00010000:00000010:1.0:1779697716.078190:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697716.078193:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00000020:00000010:1.0:1779697716.078215:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccf40. 00000020:00000010:1.0:1779697716.078222:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccf40. 00000020:00000010:1.0:1779697716.078233:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fec60. 00080000:00000010:1.0:1779697716.078242:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c25000. 00000001:00000010:1.0:1779697716.078838:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fea80. 00000001:00000010:1.0:1779697716.078845:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697716.078884:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fec60. 00010000:00000010:1.0:1779697716.078893:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697716.078897:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.078910:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697716.078945:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697716.078960:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000200:1.0:1779697716.078975:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974251, last committed = 8589974211 00010000:00000200:1.0:1779697716.078984:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b65500 x1866146215415168/t8589974251(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.079004:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697716.079010:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215415168, offset 224 00000400:00000010:1.0:1779697716.079016:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88f50. 00000400:00000200:1.0:1779697716.079020:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.079030:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.079036:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308898:308898:256:4294967295] 192.168.203.23@tcp LPNI seq info [308894:308894:8:4294967295] 00000400:00000200:1.0:1779697716.079041:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.079046:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.079051:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.079056:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697716.079061:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.079068:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.079072:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.079090:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394480. 00000020:00000010:1.0:1779697716.079094:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.079097:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00010000:00000010:1.0:1779697716.079124:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.079129:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394700. 00010000:00000010:1.0:1779697716.079134:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00010000:00000010:0.1:1779697716.079419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697716.079425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00000800:00000200:1.0:1779697716.079820:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.079824:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697716.079829:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.079834:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.080242:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.080253:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99d9 00000400:00000200:3.0:1779697716.080258:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.080261:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.080266:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:3.0:1779697716.080268:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:2.0:1779697716.080341:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697716.080348:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00000400:00000200:3.0:1779697716.081610:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.081622:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ce00 00000400:00000200:3.0:1779697716.081630:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 52136 00000400:00000200:3.0:1779697716.081676:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.081680:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.081685:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.081692:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521d880. 00000020:00000010:2.0:1779697716.081777:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.081790:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.081797:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f6800. 00000020:00000010:2.0:1779697716.081801:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7a80. 00000020:00000010:2.0:1779697716.081806:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697716.081842:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.081845:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697716.081848:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215415296 00000001:00000010:2.0:1779697716.081857:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:2.0:1779697716.081878:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697716.081886:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697716.081909:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee74000. 00010000:00000010:2.0:1779697716.081936:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697716.081940:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697716.081958:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697716.081962:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7180. 00010000:00000010:2.0:1779697716.081965:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697716.081967:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697716.082057:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697716.082065:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e708. 00000004:00000010:2.0:1779697716.082071:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d100. 00080000:00000010:2.0:1779697716.082079:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4e40. 00010000:00000010:3.0:1779697716.082754:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697716.082759:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697716.082763:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697716.082767:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697716.082839:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697716.082852:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697716.082857:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7180. 00010000:00000010:3.0:1779697716.082876:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:3.0:1779697716.082892:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521d880 x1866146215415296/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.082909:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697716.082914:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215415296, offset 224 00000400:00000200:3.0:1779697716.082920:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.082929:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.082934:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308899:308899:256:4294967295] 192.168.203.23@tcp LPNI seq info [308895:308895:8:4294967295] 00000400:00000200:3.0:1779697716.082943:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.082948:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.082953:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697716.082958:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.082964:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.082969:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.082995:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7a80. 00000020:00000010:3.0:1779697716.082999:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:3.0:1779697716.083002:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f6800. 00000800:00000200:2.0:1779697716.083255:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.083260:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697716.083264:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.083269:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.083274:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:2.0:1779697716.083276:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:3.1:1779697716.085436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697716.085449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.085454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697716.085456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:3.0:1779697716.086250:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.086268:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644cf00 00000400:00000200:3.0:1779697716.086276:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 52712 00000400:00000200:3.0:1779697716.086289:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.086293:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.086301:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.086307:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521ce00. 00000020:00000010:2.0:1779697716.086416:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.086421:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.086428:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f7a00. 00000020:00000010:2.0:1779697716.086434:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.086438:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697716.086475:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.086478:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697716.086481:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215415552 02000000:00000010:2.0:1779697716.086516:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeee75000. 00010000:00000010:2.0:1779697716.086556:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:2.0:1779697716.086571:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:2.0:1779697716.086588:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697716.086594:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697716.086608:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697716.086611:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697716.086615:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697716.086618:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697716.086723:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697716.086726:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697716.086729:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697716.086732:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697716.086755:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697716.086761:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697716.086771:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:2.0:1779697716.086780:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4497400. 00000001:00000010:2.0:1779697716.087162:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a900. 00000001:00000010:2.0:1779697716.087169:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697716.087201:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:2.0:1779697716.087209:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697716.087213:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697716.087224:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697716.087259:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697716.087273:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697716.087288:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974252, last committed = 8589974211 00010000:00000200:2.0:1779697716.087296:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521ce00 x1866146215415552/t8589974252(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697716.087314:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697716.087320:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215415552, offset 224 00000400:00000010:2.0:1779697716.087326:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f5e8. 00000400:00000200:2.0:1779697716.087330:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.087341:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.087346:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308900:308900:256:4294967295] 192.168.203.23@tcp LPNI seq info [308896:308896:8:4294967295] 00000400:00000200:2.0:1779697716.087351:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697716.087357:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.087362:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.087368:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697716.087374:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.087380:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.087384:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.087422:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.087426:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697716.087429:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f7a00. 00000800:00000200:2.0:1779697716.087512:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.087516:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697716.087519:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.087523:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697716.087767:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697716.087774:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:1.0:1779697716.087780:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000010:1.1:1779697716.089468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:1.1:1779697716.089480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697716.089484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.1:1779697716.089487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.1:1779697716.089490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697716.089493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:2.1:1779697716.089531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697716.089535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00000400:00000200:1.0:1779697716.094236:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.094254:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644cf80 00000400:00000200:1.0:1779697716.094262:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 53200 00000400:00000200:1.0:1779697716.094273:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.094277:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.094286:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.094292:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b66300. 00000400:00000200:1.0:1779697716.094321:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.094329:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99e1 00000400:00000200:1.0:1779697716.094331:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.094334:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.094339:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:1.0:1779697716.094341:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:3.1:1779697716.094459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697716.094467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697716.094470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697716.094474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000020:00000010:3.0:1779697716.094504:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b540. 00000020:00000010:3.0:1779697716.094509:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b540. 00000020:00000010:3.0:1779697716.094515:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac99e8600. 00000020:00000010:3.0:1779697716.094519:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.094524:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697716.094558:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b540. 00000020:00000010:3.0:1779697716.094561:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b540. 00000100:00000200:3.0:1779697716.094564:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215415680 00000001:00000010:3.0:1779697716.094573:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:3.0:1779697716.094611:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.094618:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697716.094645:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7413000. 00010000:00000010:3.0:1779697716.094673:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.094686:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.094703:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.094706:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.094709:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697716.094712:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697716.094811:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c780. 00000004:00000010:3.0:1779697716.094820:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af258. 00000004:00000010:3.0:1779697716.094825:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82990. 00080000:00000010:3.0:1779697716.094833:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267ab8. 00010000:00000010:0.0:1779697716.095363:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697716.095372:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:2.1:1779697716.095431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:2.1:1779697716.095437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697716.095440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697716.095444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.0:1779697716.096011:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697716.096016:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697716.096021:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697716.096025:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697716.096079:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.096088:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697716.096091:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.096112:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697716.096128:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b66300 x1866146215415680/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.096145:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697716.096152:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215415680, offset 224 00000400:00000200:3.0:1779697716.096159:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.096170:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.096176:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308901:308901:256:4294967295] 192.168.203.23@tcp LPNI seq info [308897:308897:8:4294967295] 00000400:00000200:3.0:1779697716.096187:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.096192:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.096196:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697716.096202:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.096209:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.096212:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.096238:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.096242:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697716.096245:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac99e8600. 00000800:00000200:1.0:1779697716.096369:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.096373:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697716.096377:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.096381:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.096386:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:1.0:1779697716.096413:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00010000:00000010:1.1:1779697716.097430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:1.1:1779697716.097439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:2.0:1779697716.103958:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.103979:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644d080 00000400:00000200:2.0:1779697716.103988:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 53776 00000400:00000200:2.0:1779697716.104006:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.104011:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.104019:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.104026:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444a80. 00000020:00000010:1.0:1779697716.104167:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.104173:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.104180:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bdb600. 00000020:00000010:1.0:1779697716.104185:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697716.104189:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.104228:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697716.104231:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000100:00000200:1.0:1779697716.104234:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215415936 02000000:00000010:1.0:1779697716.104268:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf0599000. 00010000:00000010:1.0:1779697716.104304:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:1.0:1779697716.104320:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:1.0:1779697716.104339:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.104345:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.104360:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697716.104363:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394480. 00010000:00000010:1.0:1779697716.104367:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697716.104370:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697716.104503:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697716.104507:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394780. 00010000:00000010:1.0:1779697716.104510:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697716.104513:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00000020:00000010:1.0:1779697716.104537:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccfa0. 00000020:00000010:1.0:1779697716.104543:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccfa0. 00000020:00000010:1.0:1779697716.104553:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fec60. 00080000:00000010:1.0:1779697716.104563:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c26400. 00010000:00000010:3.1:1779697716.104816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697716.104824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.104827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697716.104830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000001:00000010:1.0:1779697716.105236:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe780. 00000001:00000010:1.0:1779697716.105243:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b600. 00000020:00000010:1.0:1779697716.105282:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fec60. 00010000:00000010:1.0:1779697716.105290:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697716.105294:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697716.105306:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:0.1:1779697716.105385:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:0.1:1779697716.105404:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.0:1779697716.108945:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697716.108973:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697716.108995:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974253, last committed = 8589974211 00010000:00000200:1.0:1779697716.109006:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5444a80 x1866146215415936/t8589974253(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.109031:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697716.109039:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215415936, offset 224 00000400:00000010:1.0:1779697716.109047:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea885b0. 00000400:00000200:1.0:1779697716.109051:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.109065:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.109070:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308902:308902:256:4294967295] 192.168.203.23@tcp LPNI seq info [308898:308898:8:4294967295] 00000400:00000200:1.0:1779697716.109077:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.109083:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.109088:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.109094:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697716.109101:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.109108:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.109112:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.109138:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697716.109143:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.109147:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bdb600. 00000800:00000200:1.0:1779697716.109249:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.109252:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697716.109256:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.109261:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697716.110113:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:3.0:1779697716.110125:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394780. 00010000:00000010:3.0:1779697716.110133:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00000400:00000200:1.0:1779697716.110894:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.110910:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99e9 00000400:00000200:1.0:1779697716.110916:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.110920:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.110926:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:1.0:1779697716.110928:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00010000:00000010:2.0:1779697716.112562:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:2.0:1779697716.112587:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394480. 00010000:00000010:1.1:1779697716.116817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:1.1:1779697716.116831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697716.121429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.1:1779697716.121440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.1:1779697716.121566:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697716.121572:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00000400:00000200:3.0:1779697716.121743:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.121762:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644d100 00000400:00000200:3.0:1779697716.121769:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 54264 00000400:00000200:3.0:1779697716.122505:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.122512:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.122522:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.122528:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521fb80. 00010000:00000010:2.1:1779697716.125142:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697716.125154:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00000020:00000010:3.0:1779697716.125246:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.125252:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.125259:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:3.0:1779697716.125264:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.125269:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697716.125311:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.125313:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc80. 00000100:00000200:3.0:1779697716.125316:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215416064 00000001:00000010:3.0:1779697716.125326:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:3.0:1779697716.125348:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.125355:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697716.125380:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7411000. 00010000:00000010:3.0:1779697716.125421:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697716.125425:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697716.125442:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.125445:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.125449:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.125452:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00000004:00000010:3.0:1779697716.125539:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6dc20. 00000004:00000010:3.0:1779697716.125548:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afa50. 00000004:00000010:3.0:1779697716.125554:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83320. 00080000:00000010:3.0:1779697716.125565:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267c80. 00010000:00000010:3.0:1779697716.131099:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.131108:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697716.131115:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697716.131122:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697716.131199:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697716.131211:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.131216:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.131239:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697716.131257:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521fb80 x1866146215416064/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.131277:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697716.131283:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215416064, offset 224 00000400:00000200:3.0:1779697716.131291:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.131304:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.131311:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308903:308903:256:4294967295] 192.168.203.23@tcp LPNI seq info [308899:308899:8:4294967295] 00000400:00000200:3.0:1779697716.131323:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.131328:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.131333:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.131339:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.131347:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.131351:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.131502:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.131506:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697716.131510:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00000800:00000200:1.0:1779697716.132879:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.132886:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697716.132892:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.132898:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.132904:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:1.0:1779697716.132906:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000400:00000200:1.0:1779697716.137808:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.137827:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644d200 00000400:00000200:1.0:1779697716.137835:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 54840 00000400:00000200:1.0:1779697716.137849:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.137853:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.137862:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.137870:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b64000. 00000020:00000010:3.0:1779697716.138046:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697716.138051:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697716.138057:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee5800. 00000020:00000010:3.0:1779697716.138062:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.138067:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697716.138112:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697716.138115:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b7c0. 00000100:00000200:3.0:1779697716.138118:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215416320 02000000:00000010:3.0:1779697716.138151:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7414000. 00010000:00000010:3.0:1779697716.138190:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697716.138206:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697716.138223:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697716.138228:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697716.138242:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.138245:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697716.138249:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697716.138252:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697716.138349:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697716.138353:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.138355:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697716.138358:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00000020:00000010:3.0:1779697716.138381:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97d80. 00010000:00000010:3.1:1779697716.138428:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697716.138434:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.138438:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697716.138440:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000020:00000010:3.0:1779697716.138445:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97d80. 00000020:00000010:3.0:1779697716.138456:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec375a0. 00080000:00000010:3.0:1779697716.138465:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea2000. 00000001:00000010:3.0:1779697716.139076:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec370c0. 00000001:00000010:3.0:1779697716.139083:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697716.139226:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec375a0. 00010000:00000010:3.0:1779697716.139237:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.139241:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697716.139253:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.139293:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.139308:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000200:3.0:1779697716.139325:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974254, last committed = 8589974211 00010000:00000200:3.0:1779697716.139334:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b64000 x1866146215416320/t8589974254(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.139353:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697716.139359:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215416320, offset 224 00000400:00000010:3.0:1779697716.139365:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d460. 00000400:00000200:3.0:1779697716.139369:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.139380:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00010000:00000010:2.0:1779697716.139484:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697716.139491:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:2.0:1779697716.139497:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00000400:00000200:3.0:1779697716.139537:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308904:308904:256:4294967295] 192.168.203.23@tcp LPNI seq info [308900:308900:8:4294967295] 00000400:00000200:3.0:1779697716.139545:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.139551:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.139557:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.139716:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697716.139726:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.139733:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.139737:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.139760:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:1.0:1779697716.139764:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:1.0:1779697716.139767:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5800. 00000800:00000200:3.0:1779697716.139892:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.139896:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697716.139900:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.139904:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.141137:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.141151:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99f1 00000400:00000200:1.0:1779697716.141156:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.141159:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.141165:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:1.0:1779697716.141168:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00010000:00000010:2.0:1779697716.141269:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:2.0:1779697716.141276:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00000400:00000200:1.0:1779697716.145796:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.145816:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644d280 00000400:00000200:1.0:1779697716.145824:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 55328 00000400:00000200:1.0:1779697716.145882:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.145887:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.145895:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.145902:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b60380. 00000020:00000010:3.0:1779697716.145988:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697716.145994:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697716.145999:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee5600. 00000020:00000010:3.0:1779697716.146004:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb780. 00000020:00000010:3.0:1779697716.146009:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697716.146048:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b7c0. 00000020:00000010:3.0:1779697716.146050:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b7c0. 00000100:00000200:3.0:1779697716.146053:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215416448 00000001:00000010:3.0:1779697716.146063:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b600. 00010000:00000010:3.0:1779697716.146090:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.146107:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 02000000:00000010:3.0:1779697716.146132:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7417000. 00010000:00000010:3.0:1779697716.146159:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697716.146163:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.146180:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.146183:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.146188:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697716.146191:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000004:00000010:3.0:1779697716.146279:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d2c0. 00000004:00000010:3.0:1779697716.146287:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af2d0. 00000004:00000010:3.0:1779697716.146292:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ee0. 00080000:00000010:3.0:1779697716.146300:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266390. 00010000:00000010:3.0:1779697716.147240:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.147246:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697716.147250:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697716.147254:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697716.147318:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.147331:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697716.147335:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.147356:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000200:3.0:1779697716.147371:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b60380 x1866146215416448/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.147411:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.147418:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215416448, offset 224 00000400:00000200:3.0:1779697716.147424:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.147435:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.147441:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308905:308905:256:4294967295] 192.168.203.23@tcp LPNI seq info [308901:308901:8:4294967295] 00000400:00000200:3.0:1779697716.147450:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.147455:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.147460:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697716.147466:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.147473:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.147477:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.147494:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb780. 00000020:00000010:3.0:1779697716.147498:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697716.147502:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5600. 00000800:00000200:3.0:1779697716.147812:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.147816:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697716.147820:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.147824:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.147829:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697716.147831:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:3.1:1779697716.148488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697716.148496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00000400:00000200:1.0:1779697716.149625:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.149639:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644d380 00000400:00000200:1.0:1779697716.149647:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 55904 00000400:00000200:1.0:1779697716.149659:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.149663:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.149669:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.149675:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b62300. 00000020:00000010:3.0:1779697716.149750:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.149755:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.149760:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee5600. 00000020:00000010:3.0:1779697716.149764:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb780. 00000020:00000010:3.0:1779697716.149768:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697716.149840:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.149843:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.149845:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215416704 02000000:00000010:3.0:1779697716.149879:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7412000. 00010000:00000010:3.0:1779697716.149914:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697716.149929:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697716.149944:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697716.149948:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697716.149960:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.149963:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697716.149968:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697716.149970:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697716.150059:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.150061:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.150064:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.150067:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000020:00000010:3.0:1779697716.150087:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.150093:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.150114:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37060. 00080000:00000010:3.0:1779697716.150123:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea1c00. 00000001:00000010:3.0:1779697716.150476:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37f60. 00000001:00000010:3.0:1779697716.150482:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697716.150513:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37060. 00010000:00000010:3.0:1779697716.150521:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697716.150525:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697716.150538:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697716.150569:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697716.150593:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697716.150607:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974255, last committed = 8589974211 00010000:00000200:3.0:1779697716.150614:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b62300 x1866146215416704/t8589974255(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.150632:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.150636:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215416704, offset 224 00000400:00000010:3.0:1779697716.150642:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065de38. 00000400:00000200:3.0:1779697716.150645:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.150656:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.150661:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308906:308906:256:4294967295] 192.168.203.23@tcp LPNI seq info [308902:308902:8:4294967295] 00000400:00000200:3.0:1779697716.150666:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.150673:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.150678:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.150683:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697716.150688:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.150694:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.150698:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.150710:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb780. 00000020:00000010:3.0:1779697716.150713:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697716.150716:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5600. 00010000:00000010:1.0:1779697716.150971:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:1.0:1779697716.150977:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:1.0:1779697716.150983:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:1.0:1779697716.151049:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.151053:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697716.151056:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.151061:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.152651:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.152666:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a99f9 00000400:00000200:3.0:1779697716.152671:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.152675:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.152681:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697716.152684:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:1.0:1779697716.152758:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:1.0:1779697716.152766:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.1:1779697716.155440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697716.155452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697716.155458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.1:1779697716.155463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.155467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697716.155469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:2.1:1779697716.155499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697716.155504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:2.1:1779697716.155507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697716.155509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:1.1:1779697716.155552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697716.155557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000400:00000200:1.0:1779697716.156727:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.156745:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644d400 00000400:00000200:1.0:1779697716.156753:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 56392 00000400:00000200:1.0:1779697716.156819:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.156825:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.156833:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.156839:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b62d80. 00000020:00000010:3.0:1779697716.157043:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.157049:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.157055:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee5600. 00000020:00000010:3.0:1779697716.157060:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb780. 00000020:00000010:3.0:1779697716.157065:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697716.157104:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.157107:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.157110:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215416832 00000001:00000010:3.0:1779697716.157119:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697716.157144:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.157151:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 02000000:00000010:3.0:1779697716.157176:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7410000. 00010000:00000010:3.0:1779697716.157202:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697716.157206:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697716.157223:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.157226:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697716.157230:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697716.157233:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000004:00000010:3.0:1779697716.157324:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c960. 00000004:00000010:3.0:1779697716.157333:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74aff78. 00000004:00000010:3.0:1779697716.157339:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82000. 00080000:00000010:3.0:1779697716.157346:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267008. 00010000:00000010:1.0:1779697716.157985:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697716.157989:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394880. 00010000:00000010:1.0:1779697716.157993:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697716.157998:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.158059:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:1.0:1779697716.158071:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:1.0:1779697716.158076:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00010000:00000010:1.0:1779697716.158096:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:1.0:1779697716.158115:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b62d80 x1866146215416832/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.158134:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697716.158141:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215416832, offset 224 00000400:00000200:1.0:1779697716.158147:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.158157:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.158164:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308907:308907:256:4294967295] 192.168.203.23@tcp LPNI seq info [308903:308903:8:4294967295] 00000400:00000200:1.0:1779697716.158173:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.158178:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.158183:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697716.158189:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.158196:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.158200:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.158224:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb780. 00000020:00000010:1.0:1779697716.158228:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:1.0:1779697716.158232:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5600. 00000800:00000200:2.0:1779697716.158342:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.158347:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697716.158352:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.158356:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.158361:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:2.0:1779697716.158363:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00010000:00000010:3.1:1779697716.159428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697716.159437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697716.159440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697716.159443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:1.1:1779697716.159490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697716.159494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:1.1:1779697716.163635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:1.1:1779697716.163651:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697716.163656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697716.163658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000400:00000200:3.0:1779697716.163868:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.163886:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644d500 00000400:00000200:3.0:1779697716.163894:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 56968 00000400:00000200:3.0:1779697716.163907:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.163911:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.163919:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.163924:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521ca80. 00000020:00000010:1.0:1779697716.164128:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0340. 00000020:00000010:1.0:1779697716.164133:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0340. 00000020:00000010:1.0:1779697716.164139:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace200. 00000020:00000010:1.0:1779697716.164143:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394080. 00000020:00000010:1.0:1779697716.164149:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.164188:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0340. 00000020:00000010:1.0:1779697716.164191:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0340. 00000100:00000200:1.0:1779697716.164194:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215417088 02000000:00000010:1.0:1779697716.164229:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf059e000. 00010000:00000010:1.0:1779697716.164267:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.164281:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394880. 00010000:00000010:1.0:1779697716.164297:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.164302:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.164316:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697716.164319:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394880. 00010000:00000010:1.0:1779697716.164324:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697716.164327:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697716.164467:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697716.164470:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394f80. 00010000:00000010:1.0:1779697716.164474:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697716.164477:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00000020:00000010:1.0:1779697716.164498:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc8a0. 00000020:00000010:1.0:1779697716.164504:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc8a0. 00000020:00000010:1.0:1779697716.164514:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe540. 00080000:00000010:1.0:1779697716.164525:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfac2cc00. 00000001:00000010:1.0:1779697716.164931:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe4e0. 00000001:00000010:1.0:1779697716.164937:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697716.164976:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe540. 00010000:00000010:1.0:1779697716.164983:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697716.164987:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697716.164998:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697716.165034:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.165049:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697716.165064:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974256, last committed = 8589974211 00010000:00000200:1.0:1779697716.165073:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521ca80 x1866146215417088/t8589974256(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.165093:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697716.165099:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215417088, offset 224 00000400:00000010:1.0:1779697716.165106:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88658. 00000400:00000200:1.0:1779697716.165110:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.165122:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.165128:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308908:308908:256:4294967295] 192.168.203.23@tcp LPNI seq info [308904:308904:8:4294967295] 00000400:00000200:1.0:1779697716.165133:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.165139:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.165144:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.165149:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697716.165155:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.165161:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.165165:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.165182:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394080. 00000020:00000010:1.0:1779697716.165185:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.165188:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace200. 00010000:00000010:1.0:1779697716.165216:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697716.165221:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394f80. 00010000:00000010:1.0:1779697716.165226:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00000800:00000200:1.0:1779697716.165300:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.165304:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:1.0:1779697716.165307:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.165312:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.168895:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697716.168915:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a01 00000400:00000200:2.0:1779697716.168923:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.168927:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697716.168933:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:2.0:1779697716.168936:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:3.0:1779697716.169070:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:3.0:1779697716.169080:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394880. 00010000:00000010:1.1:1779697716.170512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.1:1779697716.170521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00000400:00000200:3.0:1779697716.171760:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.171776:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644d580 00000400:00000200:3.0:1779697716.171795:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 57456 00000400:00000200:3.0:1779697716.171852:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.171856:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.171864:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.171873:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10abb80. 00000020:00000010:1.0:1779697716.172248:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0340. 00000020:00000010:1.0:1779697716.172253:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0340. 00000020:00000010:1.0:1779697716.172259:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bdb600. 00000020:00000010:1.0:1779697716.172264:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697716.172269:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.172307:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0340. 00000020:00000010:1.0:1779697716.172310:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0340. 00000100:00000200:1.0:1779697716.172312:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215417216 00000001:00000010:1.0:1779697716.172322:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:1.0:1779697716.172345:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697716.172352:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697716.172377:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace558000. 00010000:00000010:1.0:1779697716.172422:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697716.172426:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.172445:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697716.172448:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.172453:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.172456:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00000004:00000010:1.0:1779697716.172548:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ba40. 00000004:00000010:1.0:1779697716.172555:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697716.172561:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563dc0. 00080000:00000010:1.0:1779697716.172571:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:1.1:1779697716.173732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697716.173740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.1:1779697716.173743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697716.173746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697716.174239:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697716.174244:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697716.174249:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697716.174254:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697716.174323:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.174335:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.174340:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.174363:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697716.174379:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10abb80 x1866146215417216/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.174442:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:1.0:1779697716.174449:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215417216, offset 224 00000400:00000200:1.0:1779697716.174457:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.174470:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.174476:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308909:308909:256:4294967295] 192.168.203.23@tcp LPNI seq info [308905:308905:8:4294967295] 00000400:00000200:1.0:1779697716.174487:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.174493:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.174498:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697716.174504:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.174510:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.174514:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.174538:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697716.174542:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.174545:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bdb600. 00010000:00000010:3.1:1779697716.174613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697716.174619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00000800:00000200:3.0:1779697716.174696:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.174701:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697716.174705:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.174710:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.174715:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:3.0:1779697716.174717:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000400:00000200:2.0:1779697716.178591:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.178610:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644d680 00000400:00000200:2.0:1779697716.178618:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 58032 00000400:00000200:2.0:1779697716.178633:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.178638:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.178646:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.178654:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447100. 00000020:00000010:3.0:1779697716.178805:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.178812:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.178818:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee5000. 00000020:00000010:3.0:1779697716.178824:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe80. 00000020:00000010:3.0:1779697716.178829:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697716.178873:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.178875:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.178878:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215417472 02000000:00000010:3.0:1779697716.178916:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7416000. 00010000:00000010:3.0:1779697716.178954:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:3.0:1779697716.178972:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00010000:00000010:3.0:1779697716.178990:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697716.178996:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697716.179012:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.179015:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.179020:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.179023:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697716.179140:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697716.179144:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697716.179148:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697716.179152:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697716.179177:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.179184:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.179195:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37060. 00080000:00000010:3.0:1779697716.179204:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea1400. 00000001:00000010:3.0:1779697716.179736:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717ba0. 00000001:00000010:3.0:1779697716.179744:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697716.179779:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37060. 00010000:00000010:3.0:1779697716.179800:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697716.179804:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697716.179817:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697716.179855:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697716.179870:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697716.179887:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974257, last committed = 8589974211 00010000:00000200:3.0:1779697716.179896:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5447100 x1866146215417472/t8589974257(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.179913:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.179918:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215417472, offset 224 00000400:00000010:3.0:1779697716.179924:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065db60. 00000400:00000200:3.0:1779697716.179928:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.179940:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.179946:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308910:308910:256:4294967295] 192.168.203.23@tcp LPNI seq info [308906:308906:8:4294967295] 00000400:00000200:3.0:1779697716.179951:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.179958:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.179963:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.179968:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.179974:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.179982:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.179986:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.180003:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe80. 00000020:00000010:3.0:1779697716.180006:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697716.180010:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5000. 00010000:00000010:3.0:1779697716.180039:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697716.180043:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb900. 00010000:00000010:3.0:1779697716.180049:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:3.0:1779697716.180450:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.180454:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697716.180458:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.180463:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.182766:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.182795:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a09 00000400:00000200:3.0:1779697716.182803:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.182807:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.182814:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697716.182817:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000400:00000200:3.0:1779697716.182851:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.182858:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644d700 00000400:00000200:3.0:1779697716.182866:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 58520 00010000:00000010:2.0:1779697716.183136:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697716.183145:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00000400:00000200:3.0:1779697716.183264:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.183269:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.183274:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.183280:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8e00. 00010000:00000010:1.1:1779697716.183565:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.1:1779697716.183581:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697716.183585:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697716.183587:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00000020:00000010:0.0:1779697716.185727:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779697716.185736:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779697716.185743:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.185749:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6480. 00000020:00000010:0.0:1779697716.185754:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.185803:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779697716.185806:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61940. 00000100:00000200:0.0:1779697716.185810:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215417600 00000001:00000010:0.0:1779697716.185820:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:0.0:1779697716.185847:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.185854:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697716.185879:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0e000. 00010000:00000010:0.0:1779697716.185905:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697716.185909:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697716.185928:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697716.185932:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697716.185935:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.185937:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697716.186025:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a5a0. 00000004:00000010:0.0:1779697716.186032:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff00. 00000004:00000010:0.0:1779697716.186039:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31760. 00080000:00000010:0.0:1779697716.186047:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc92720. 00010000:00000010:0.0:1779697716.188451:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697716.188460:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697716.188466:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.188472:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697716.188543:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697716.188555:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697716.188560:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697716.188842:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697716.188864:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a8e00 x1866146215417600/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.188886:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697716.188894:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215417600, offset 224 00000400:00000200:0.0:1779697716.188901:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.188914:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.188920:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308911:308911:256:4294967295] 192.168.203.23@tcp LPNI seq info [308907:308907:8:4294967295] 00000400:00000200:0.0:1779697716.188931:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.188936:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.188940:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697716.188946:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.188953:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.188957:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.189017:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6480. 00000020:00000010:0.0:1779697716.189022:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.189025:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00010000:00000010:3.1:1779697716.191175:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.1:1779697716.191186:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697716.191191:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697716.191195:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697716.191199:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697716.191202:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000800:00000200:3.0:1779697716.194647:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.194655:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697716.194662:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.194678:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.194684:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:3.0:1779697716.194687:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00000400:00000200:3.0:1779697716.194711:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.194725:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644d800 00000400:00000200:3.0:1779697716.194732:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 59096 00000400:00000200:3.0:1779697716.194744:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.194746:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.194752:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.194758:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8700. 00000020:00000010:0.0:1779697716.195642:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697716.195648:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697716.195654:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.195660:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6480. 00000020:00000010:0.0:1779697716.195664:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.195699:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697716.195701:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000100:00000200:0.0:1779697716.195705:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215417856 02000000:00000010:0.0:1779697716.195738:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3095000. 00010000:00000010:0.0:1779697716.195774:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697716.195799:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697716.195816:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.195821:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697716.195837:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697716.195839:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697716.195843:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697716.195846:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697716.195947:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697716.195951:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697716.195954:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.195957:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697716.195977:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fba0. 00000020:00000010:0.0:1779697716.195982:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fba0. 00000020:00000010:0.0:1779697716.195991:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd0404e40. 00080000:00000010:0.0:1779697716.196001:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc0027f400. 00000001:00000010:0.0:1779697716.196473:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c660. 00000001:00000010:0.0:1779697716.196479:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697716.196513:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd0404e40. 00010000:00000010:0.0:1779697716.196521:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.196525:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697716.196537:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697716.196578:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697716.196592:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697716.196607:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974258, last committed = 8589974211 00010000:00000200:0.0:1779697716.196617:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a8700 x1866146215417856/t8589974258(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.196635:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697716.196641:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215417856, offset 224 00000400:00000010:0.0:1779697716.196648:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217310. 00000400:00000200:0.0:1779697716.196651:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.196662:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.196668:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308912:308912:256:4294967295] 192.168.203.23@tcp LPNI seq info [308908:308908:8:4294967295] 00000400:00000200:0.0:1779697716.196685:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.196692:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.196696:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.196701:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697716.196707:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.196713:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.196717:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.200979:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6480. 00000020:00000010:0.0:1779697716.200991:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.200996:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00010000:00000010:2.0:1779697716.201105:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:2.0:1779697716.201117:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697716.201129:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000800:00000200:2.0:1779697716.203035:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.203042:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697716.203049:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.203057:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.203115:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.203136:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a11 00000400:00000200:3.0:1779697716.203142:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.203146:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.203160:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:3.0:1779697716.203163:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000400:00000200:3.0:1779697716.203187:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.203193:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644d880 00000400:00000200:3.0:1779697716.203200:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 59584 00000400:00000200:3.0:1779697716.203241:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.203246:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.203252:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.203258:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9180. 00000020:00000010:3.0:1779697716.203316:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00010000:00000010:2.0:1779697716.203713:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:2.0:1779697716.203723:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6880. 00000020:00000010:3.0:1779697716.204930:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.204940:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee5000. 00000020:00000010:3.0:1779697716.204945:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:3.0:1779697716.204950:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697716.204991:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.204995:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.204999:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215417984 00000001:00000010:3.0:1779697716.205010:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:3.0:1779697716.205036:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697716.205043:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 02000000:00000010:3.0:1779697716.205071:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef815000. 00010000:00000010:2.1:1779697716.205436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697716.205442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.206140:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697716.206149:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697716.206168:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697716.206172:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe80. 00010000:00000010:3.0:1779697716.206176:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697716.206179:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697716.206285:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cf00. 00000004:00000010:3.0:1779697716.206441:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af1e0. 00000004:00000010:3.0:1779697716.206449:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83a90. 00080000:00000010:3.0:1779697716.206459:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266558. 00010000:00000010:0.0:1779697716.207489:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697716.207495:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697716.207499:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697716.207505:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697716.207570:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:0.0:1779697716.207635:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:0.0:1779697716.207641:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe80. 00010000:00000010:0.0:1779697716.207664:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:0.0:1779697716.207680:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a9180 x1866146215417984/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.207700:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697716.207706:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215417984, offset 224 00000400:00000200:0.0:1779697716.207712:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.207724:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.207730:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308913:308913:256:4294967295] 192.168.203.23@tcp LPNI seq info [308909:308909:8:4294967295] 00000400:00000200:0.0:1779697716.207741:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.207746:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.207751:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697716.207757:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.207764:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.207768:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.207794:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:0.0:1779697716.207798:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:0.0:1779697716.207802:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee5000. 00000800:00000200:3.0:1779697716.209718:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.209725:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697716.209731:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.209737:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.209744:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:3.0:1779697716.209746:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000400:00000200:3.0:1779697716.209769:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.209791:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644d980 00000400:00000200:3.0:1779697716.209798:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 60160 00000400:00000200:3.0:1779697716.209809:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.209811:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.209818:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.209823:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9500. 00000020:00000010:3.0:1779697716.213233:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.213244:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.213252:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.213257:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.213262:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.213308:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.213311:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.213313:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215418240 02000000:00000010:3.0:1779697716.213347:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc820d000. 00010000:00000010:3.0:1779697716.213383:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:3.0:1779697716.213419:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:3.0:1779697716.213439:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697716.213445:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697716.213460:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.213463:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.213468:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.213471:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697716.213584:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697716.213588:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.213591:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.213594:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697716.213617:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.213622:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.213633:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697716.213642:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea2400. 00000001:00000010:3.0:1779697716.214174:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717720. 00000001:00000010:3.0:1779697716.214181:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697716.214213:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697716.214222:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697716.214226:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697716.214238:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697716.214279:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697716.214294:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697716.214311:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974259, last committed = 8589974211 00010000:00000200:3.0:1779697716.214322:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a9500 x1866146215418240/t8589974259(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.214361:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.214369:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215418240, offset 224 00000400:00000010:3.0:1779697716.214376:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d150. 00000400:00000200:3.0:1779697716.214380:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.214412:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.214418:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308914:308914:256:4294967295] 192.168.203.23@tcp LPNI seq info [308910:308910:8:4294967295] 00000400:00000200:3.0:1779697716.214424:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.214430:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.214435:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.214440:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.214447:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.214453:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.214457:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.214474:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.214478:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.214481:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:3.0:1779697716.214883:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.214888:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697716.214892:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.214897:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.215913:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.215926:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a19 00000400:00000200:3.0:1779697716.215932:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.215935:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.215940:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697716.215943:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:0.0:1779697716.216024:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:0.0:1779697716.216034:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:1.0:1779697716.216218:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:1.0:1779697716.216224:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:1.0:1779697716.216231:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:0.1:1779697716.216431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697716.216437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697716.216442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697716.216444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697716.216480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697716.216485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697716.216488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697716.216490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697716.218431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.218442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697716.218445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697716.218448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697716.220889:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697716.220903:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:0.1:1779697716.221426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:0.1:1779697716.221434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697716.221437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:0.1:1779697716.221440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:0.1:1779697716.221443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697716.221445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697716.221546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697716.221551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697716.221554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697716.221556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000400:00000200:0.0:1779697716.221822:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.221838:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644da00 00000400:00000200:0.0:1779697716.221846:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 60648 00000400:00000200:0.0:1779697716.221905:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.221910:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.221917:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.221923:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790380. 00000020:00000010:2.0:1779697716.222099:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.222104:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.222110:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f7a00. 00000020:00000010:2.0:1779697716.222116:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.222120:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697716.222158:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697716.222161:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697716.222164:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215418368 00000001:00000010:2.0:1779697716.222174:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:2.0:1779697716.222194:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697716.222200:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697716.222223:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee71000. 00010000:00000010:2.0:1779697716.222247:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697716.222249:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697716.222268:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697716.222271:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697716.222274:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697716.222276:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697716.222352:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697716.222360:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ec30. 00000004:00000010:2.0:1779697716.222365:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c440. 00080000:00000010:2.0:1779697716.222372:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4390. 00010000:00000010:2.0:1779697716.223057:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697716.223061:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697716.223065:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697716.223070:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697716.223129:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697716.223140:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697716.223146:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697716.223165:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697716.223180:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02790380 x1866146215418368/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.223199:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697716.223204:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215418368, offset 224 00000400:00000200:2.0:1779697716.223210:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.223221:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.223227:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308915:308915:256:4294967295] 192.168.203.23@tcp LPNI seq info [308911:308911:8:4294967295] 00000400:00000200:2.0:1779697716.223237:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.223242:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.223247:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697716.223253:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.223260:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.223264:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.223287:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.223291:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697716.223293:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f7a00. 00000800:00000200:3.0:1779697716.223658:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.223663:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697716.223667:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.223863:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.223868:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:3.0:1779697716.223871:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000400:00000200:3.0:1779697716.225347:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.225360:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644db00 00000400:00000200:3.0:1779697716.225367:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 61224 00000400:00000200:3.0:1779697716.225378:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.225382:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.225420:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.225427:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10ab100. 00000020:00000010:0.0:1779697716.225508:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697716.225514:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697716.225519:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.225524:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697716.225529:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.225569:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697716.225572:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697716.225582:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215418624 02000000:00000010:0.0:1779697716.225612:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3096000. 00010000:00000010:0.0:1779697716.225646:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:0.0:1779697716.225658:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:0.0:1779697716.225680:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.225685:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697716.225699:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697716.225702:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6100. 00010000:00000010:0.0:1779697716.225706:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.225708:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697716.225806:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697716.225810:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697716.225813:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.225816:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697716.225836:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f280. 00000020:00000010:0.0:1779697716.225841:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f280. 00000020:00000010:0.0:1779697716.225851:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c720. 00080000:00000010:0.0:1779697716.225859:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00b73c00. 00000001:00000010:0.0:1779697716.226192:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c540. 00000001:00000010:0.0:1779697716.226198:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697716.226229:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c720. 00010000:00000010:0.0:1779697716.226236:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.226239:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697716.226251:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697716.226287:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697716.226299:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000200:0.0:1779697716.226311:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974260, last committed = 8589974211 00010000:00000200:0.0:1779697716.226318:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10ab100 x1866146215418624/t8589974260(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.226334:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697716.226338:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215418624, offset 224 00000400:00000010:0.0:1779697716.226344:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217460. 00000400:00000200:0.0:1779697716.226347:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.226357:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.226362:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308916:308916:256:4294967295] 192.168.203.23@tcp LPNI seq info [308912:308912:8:4294967295] 00000400:00000200:0.0:1779697716.226366:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.226372:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.226377:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.226381:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697716.226387:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.226417:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.226421:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.226436:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697716.226440:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.226443:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:0.0:1779697716.226509:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.226512:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697716.226516:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.226520:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697716.226687:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697716.226693:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:2.0:1779697716.226699:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00010000:00000010:2.1:1779697716.229420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697716.229433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697716.229437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697716.229440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000400:00000200:3.0:1779697716.229775:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.229803:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a21 00000400:00000200:3.0:1779697716.229809:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.229813:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.229819:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:3.0:1779697716.229822:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00010000:00000010:2.0:1779697716.229902:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:2.0:1779697716.229912:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6100. 00010000:00000010:0.1:1779697716.232606:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697716.232617:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697716.232622:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.232625:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697716.233514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697716.233521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:3.0:1779697716.233672:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.233688:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644db80 00000400:00000200:3.0:1779697716.233695:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 61712 00000400:00000200:3.0:1779697716.233743:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.233748:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.233756:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.233762:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8380. 00000020:00000010:1.0:1779697716.233965:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697716.233971:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697716.233978:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcebc5000. 00000020:00000010:1.0:1779697716.233983:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697716.233988:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.234023:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f40. 00000020:00000010:1.0:1779697716.234026:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f40. 00000100:00000200:1.0:1779697716.234028:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215418752 00000001:00000010:1.0:1779697716.234038:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:1.0:1779697716.234062:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697716.234068:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697716.234093:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55d000. 00010000:00000010:1.0:1779697716.234119:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.234123:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.234140:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697716.234143:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.234147:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697716.234150:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00000004:00000010:1.0:1779697716.234230:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697716.234238:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697716.234243:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563870. 00080000:00000010:1.0:1779697716.234251:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:1.0:1779697716.234955:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697716.234959:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.234963:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.234967:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.235026:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.235037:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.235041:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.235060:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697716.235074:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a8380 x1866146215418752/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.235092:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:1.0:1779697716.235097:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215418752, offset 224 00000400:00000200:1.0:1779697716.235105:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.235116:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.235122:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308917:308917:256:4294967295] 192.168.203.23@tcp LPNI seq info [308913:308913:8:4294967295] 00000400:00000200:1.0:1779697716.235132:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.235137:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.235142:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697716.235148:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.235155:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.235160:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.235186:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697716.235190:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.235194:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcebc5000. 00000800:00000200:2.0:1779697716.235302:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.235306:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697716.235310:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.235315:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.235320:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:2.0:1779697716.235322:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00010000:00000010:2.1:1779697716.239738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697716.239752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697716.243863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697716.243877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697716.243880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.1:1779697716.243882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00000400:00000200:3.0:1779697716.244710:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.244728:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644dc80 00000400:00000200:3.0:1779697716.244738:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 62288 00000400:00000200:3.0:1779697716.244751:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.244755:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.244763:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.244769:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9880. 00000020:00000010:1.0:1779697716.244907:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697716.244912:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697716.244917:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd70b6400. 00000020:00000010:1.0:1779697716.244922:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697716.244927:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.244966:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697716.244968:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000100:00000200:1.0:1779697716.244971:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215419008 02000000:00000010:1.0:1779697716.245003:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace55b000. 00010000:00000010:1.0:1779697716.245038:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.245051:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.245066:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697716.245071:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.245084:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697716.245086:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.245090:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697716.245093:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697716.245201:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697716.245205:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.245208:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.245211:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00000020:00000010:1.0:1779697716.245234:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cce00. 00000020:00000010:1.0:1779697716.245239:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cce00. 00000020:00000010:1.0:1779697716.245248:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe180. 00080000:00000010:1.0:1779697716.245257:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdd1b5800. 00000001:00000010:1.0:1779697716.245740:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe960. 00000001:00000010:1.0:1779697716.245746:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697716.245792:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe180. 00010000:00000010:1.0:1779697716.245800:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697716.245803:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.245815:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697716.245851:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.245862:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:1.0:1779697716.245877:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974261, last committed = 8589974211 00010000:00000200:1.0:1779697716.245887:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a9880 x1866146215419008/t8589974261(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.245905:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697716.245911:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215419008, offset 224 00000400:00000010:1.0:1779697716.245917:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88ee0. 00000400:00000200:1.0:1779697716.245921:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.245933:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.245938:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308918:308918:256:4294967295] 192.168.203.23@tcp LPNI seq info [308914:308914:8:4294967295] 00000400:00000200:1.0:1779697716.245942:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.245948:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.245953:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.245958:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697716.245964:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.245970:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.245974:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.245992:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697716.245995:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.245998:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd70b6400. 00010000:00000010:2.0:1779697716.246209:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:2.0:1779697716.246215:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:2.0:1779697716.246220:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00000800:00000200:1.0:1779697716.246250:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.246254:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:1.0:1779697716.246258:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.246262:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.247298:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697716.247311:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a29 00000400:00000200:2.0:1779697716.247315:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.247319:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697716.247324:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:2.0:1779697716.247326:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:3.0:1779697716.247426:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:3.0:1779697716.247432:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00000400:00000200:3.0:1779697716.248612:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.248623:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644dd00 00000400:00000200:3.0:1779697716.248630:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 62776 00000400:00000200:3.0:1779697716.248674:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.248678:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.248683:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.248688:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9f80. 00000020:00000010:2.0:1779697716.248757:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697716.248762:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697716.248768:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad579e800. 00000020:00000010:2.0:1779697716.248772:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.248776:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697716.248821:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697716.248824:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000100:00000200:2.0:1779697716.248826:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215419136 00000001:00000010:2.0:1779697716.248835:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:2.0:1779697716.248854:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697716.248860:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697716.248883:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee77000. 00010000:00000010:2.0:1779697716.248907:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697716.248910:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697716.248925:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697716.248928:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697716.248931:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697716.248934:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697716.249013:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697716.249021:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ee10. 00000004:00000010:2.0:1779697716.249026:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d760. 00080000:00000010:2.0:1779697716.249034:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5008. 00010000:00000010:1.0:1779697716.249650:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697716.249656:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697716.249659:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.249664:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.249718:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:1.0:1779697716.249729:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697716.249733:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:1.0:1779697716.249751:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:1.0:1779697716.249766:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10a9f80 x1866146215419136/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.249794:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697716.249799:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215419136, offset 224 00000400:00000200:1.0:1779697716.249806:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.249815:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.249821:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308919:308919:256:4294967295] 192.168.203.23@tcp LPNI seq info [308915:308915:8:4294967295] 00000400:00000200:1.0:1779697716.249830:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.249835:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.249840:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697716.249845:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.249852:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.249855:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.249879:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:1.0:1779697716.249883:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:1.0:1779697716.249886:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad579e800. 00000800:00000200:2.0:1779697716.249982:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.249987:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697716.249990:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.249995:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.249999:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:2.0:1779697716.250001:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00010000:00000010:1.1:1779697716.253441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.1:1779697716.253456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697716.255442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697716.255453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697716.255506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697716.255511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:3.1:1779697716.255547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697716.255551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.1:1779697716.257653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:1.1:1779697716.257668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697716.257671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697716.257674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:2.0:1779697716.260257:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.260277:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644de00 00000400:00000200:2.0:1779697716.260285:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 63352 00000400:00000200:2.0:1779697716.260300:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.260304:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.260311:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.260318:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445880. 00000020:00000010:3.0:1779697716.260477:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.260482:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.260488:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.260493:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.260497:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.260538:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.260541:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.260544:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215419392 02000000:00000010:3.0:1779697716.260585:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc8208000. 00010000:00000010:3.0:1779697716.260625:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:3.0:1779697716.260643:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00010000:00000010:3.0:1779697716.260660:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697716.260666:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697716.260681:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697716.260684:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697716.260689:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.260692:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697716.260818:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.260823:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697716.260827:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697716.260831:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697716.260862:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.260869:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.260881:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697716.260891:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea1800. 00000001:00000010:3.0:1779697716.261335:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717780. 00000001:00000010:3.0:1779697716.261341:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697716.261375:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697716.261383:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697716.261418:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697716.261432:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697716.261460:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697716.261472:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697716.261487:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974262, last committed = 8589974211 00010000:00000200:3.0:1779697716.261496:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5445880 x1866146215419392/t8589974262(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.261517:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.261522:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215419392, offset 224 00000400:00000010:3.0:1779697716.261528:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d1c0. 00000400:00000200:3.0:1779697716.261533:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.261548:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.261555:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308920:308920:256:4294967295] 192.168.203.23@tcp LPNI seq info [308916:308916:8:4294967295] 00000400:00000200:3.0:1779697716.261562:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.261572:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.261578:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.261583:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.261591:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.261599:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.261604:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.261626:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.261630:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.261634:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:3.0:1779697716.261723:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.261728:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697716.261732:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.261737:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697716.262225:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:2.0:1779697716.262233:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:2.0:1779697716.262245:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000400:00000200:3.0:1779697716.267356:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.267378:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a31 00000400:00000200:3.0:1779697716.267385:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.267413:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.267419:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697716.267423:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:0.0:1779697716.267730:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697716.267741:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:3.1:1779697716.269471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.1:1779697716.269480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697716.273524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697716.273539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:2.1:1779697716.273770:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697716.273777:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:0.1:1779697716.280436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697716.280452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00000400:00000200:2.0:1779697716.282816:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.282835:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644de80 00000400:00000200:2.0:1779697716.282843:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 63840 00000400:00000200:2.0:1779697716.283374:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.283381:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.283407:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.283417:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446300. 00000020:00000010:0.0:1779697716.289245:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697716.289259:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697716.289268:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.289274:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697716.289279:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.289376:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697716.289379:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697716.289382:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215419520 00000001:00000010:0.0:1779697716.289406:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:0.0:1779697716.289437:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.289444:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 02000000:00000010:0.0:1779697716.289472:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3097000. 00010000:00000010:0.0:1779697716.289499:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.289503:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697716.289531:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697716.289534:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697716.289539:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697716.289542:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000004:00000010:0.0:1779697716.290715:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b2c0. 00000004:00000010:0.0:1779697716.290724:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefb40. 00000004:00000010:0.0:1779697716.290730:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31ed0. 00080000:00000010:0.0:1779697716.290738:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93728. 00010000:00000010:0.0:1779697716.291980:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697716.291986:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697716.291992:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.291998:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697716.292071:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697716.292083:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697716.292088:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697716.292223:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000200:0.0:1779697716.292243:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5446300 x1866146215419520/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.292268:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697716.292275:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215419520, offset 224 00000400:00000200:0.0:1779697716.292282:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.292295:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.292302:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308921:308921:256:4294967295] 192.168.203.23@tcp LPNI seq info [308917:308917:8:4294967295] 00000400:00000200:0.0:1779697716.292314:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.292320:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.292324:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697716.292332:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.292339:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.292344:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.292434:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697716.292439:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.292443:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:2.0:1779697716.296320:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.296329:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697716.296337:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.296345:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.296352:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:2.0:1779697716.296355:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00010000:00000010:0.1:1779697716.304443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.304466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697716.304472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697716.304477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000400:00000200:2.0:1779697716.305367:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.305399:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644df80 00000400:00000200:2.0:1779697716.305408:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 64416 00000400:00000200:2.0:1779697716.305427:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.305431:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.305439:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.305446:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444e00. 00000020:00000010:0.0:1779697716.309253:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697716.309264:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697716.309272:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.309277:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697716.309282:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.309870:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697716.309873:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000100:00000200:0.0:1779697716.309877:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215419776 02000000:00000010:0.0:1779697716.309911:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3092000. 00010000:00000010:0.0:1779697716.309949:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697716.309964:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697716.309981:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.309986:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697716.309999:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697716.310002:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697716.310006:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697716.310008:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697716.310204:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697716.310208:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697716.310211:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.310215:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000020:00000010:0.0:1779697716.310241:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f7a0. 00000020:00000010:0.0:1779697716.310248:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f7a0. 00000020:00000010:0.0:1779697716.310258:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ccc0. 00080000:00000010:0.0:1779697716.310267:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe55b1400. 00000001:00000010:0.0:1779697716.314363:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c060. 00000001:00000010:0.0:1779697716.314375:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697716.314425:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ccc0. 00010000:00000010:0.0:1779697716.314440:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.314448:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697716.314469:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697716.314523:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697716.314545:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697716.314566:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974263, last committed = 8589974211 00010000:00000200:0.0:1779697716.314693:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5444e00 x1866146215419776/t8589974263(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.314715:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697716.314721:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215419776, offset 224 00000400:00000010:0.0:1779697716.314728:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217e38. 00000400:00000200:0.0:1779697716.314732:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.314745:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.314752:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308922:308922:256:4294967295] 192.168.203.23@tcp LPNI seq info [308918:308918:8:4294967295] 00000400:00000200:0.0:1779697716.314759:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.314766:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.314773:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.314778:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.314795:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.314803:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.314809:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.314841:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697716.314847:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.314854:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00010000:00000010:0.0:1779697716.314887:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697716.314894:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697716.314904:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00000800:00000200:2.0:1779697716.317382:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.317399:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697716.317406:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.317414:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.318804:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697716.318821:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a39 00000400:00000200:2.0:1779697716.318827:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.318836:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697716.318842:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:2.0:1779697716.318846:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000400:00000200:2.0:1779697716.318879:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.318886:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644e000 00000400:00000200:2.0:1779697716.318895:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 64904 00000400:00000200:2.0:1779697716.318942:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.318947:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.318953:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.318962:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc7800. 00000020:00000010:0.0:1779697716.319022:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00010000:00000010:2.0:1779697716.319022:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697716.319029:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00010000:00000010:2.0:1779697716.319033:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697716.319035:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.319041:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697716.319045:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697716.319089:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697716.319092:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000100:00000200:0.0:1779697716.319095:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215419904 00000001:00000010:0.0:1779697716.319104:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.0:1779697716.319124:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.319130:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697716.319155:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cae3139000. 00010000:00000010:0.0:1779697716.319181:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.319185:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697716.319201:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697716.319204:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f00. 00010000:00000010:0.0:1779697716.319208:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.319211:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000004:00000010:0.0:1779697716.319307:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b4a0. 00000004:00000010:0.0:1779697716.319634:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef1e0. 00000004:00000010:0.0:1779697716.319640:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30770. 00080000:00000010:0.0:1779697716.319649:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93c80. 00010000:00000010:2.0:1779697716.320999:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697716.321006:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697716.321011:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697716.321017:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697716.321077:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:2.0:1779697716.321088:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:2.0:1779697716.321092:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f00. 00010000:00000010:2.0:1779697716.321621:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:2.0:1779697716.321645:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc7800 x1866146215419904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.321664:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697716.321887:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215419904, offset 224 00000400:00000200:2.0:1779697716.321896:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.321908:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.321914:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308923:308923:256:4294967295] 192.168.203.23@tcp LPNI seq info [308919:308919:8:4294967295] 00000400:00000200:2.0:1779697716.321924:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.321929:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.321942:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697716.321948:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.321954:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.321958:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.321981:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:2.0:1779697716.321985:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:2.0:1779697716.321989:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:0.0:1779697716.322231:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.322236:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:0.0:1779697716.322240:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.322245:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.322249:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:0.0:1779697716.322251:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:0.1:1779697716.322664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697716.322670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00000400:00000200:2.0:1779697716.324842:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.324860:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644e100 00000400:00000200:2.0:1779697716.324870:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 65480 00000400:00000200:2.0:1779697716.324905:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.324911:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.324919:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.324925:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc4000. 00000020:00000010:0.0:1779697716.325018:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697716.325023:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697716.325030:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.325035:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.325040:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.325086:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697716.325090:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697716.325093:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215420160 02000000:00000010:0.0:1779697716.325291:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cae313a000. 00010000:00000010:0.0:1779697716.325332:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:0.0:1779697716.325350:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:0.0:1779697716.325365:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.325371:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697716.325541:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697716.325547:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697716.325553:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697716.325558:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697716.325688:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697716.325692:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697716.325697:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.325701:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000020:00000010:0.0:1779697716.325733:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f3a0. 00000020:00000010:0.0:1779697716.325740:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f3a0. 00000020:00000010:0.0:1779697716.325750:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ccc0. 00080000:00000010:0.0:1779697716.325765:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1272000. 00000001:00000010:0.0:1779697716.326229:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c0c0. 00000001:00000010:0.0:1779697716.326235:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697716.326271:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ccc0. 00010000:00000010:0.0:1779697716.326281:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.326286:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697716.326300:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697716.326343:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.326357:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697716.326373:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974264, last committed = 8589974211 00010000:00000200:0.0:1779697716.326382:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc4000 x1866146215420160/t8589974264(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.326423:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697716.326429:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215420160, offset 224 00000400:00000010:0.0:1779697716.326436:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217b60. 00000400:00000200:0.0:1779697716.326442:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.326456:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.326464:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308924:308924:256:4294967295] 192.168.203.23@tcp LPNI seq info [308920:308920:8:4294967295] 00000400:00000200:0.0:1779697716.326471:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.326480:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.326486:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.326496:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697716.326503:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.326510:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.326515:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.326541:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.326546:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.326551:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:1.0:1779697716.326627:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.326632:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697716.326637:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.326642:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697716.327075:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:2.0:1779697716.327083:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:2.0:1779697716.327107:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00010000:00000010:0.1:1779697716.329028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.329037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697716.329042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697716.329048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:0.0:1779697716.329089:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.329120:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a41 00000400:00000200:0.0:1779697716.329126:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.329132:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.329140:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697716.329143:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:2.0:1779697716.329232:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:2.0:1779697716.329240:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00000400:00000200:2.0:1779697716.330047:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.330059:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644e180 00000400:00000200:2.0:1779697716.330067:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 65968 00000400:00000200:2.0:1779697716.330127:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.330132:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.330137:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.330142:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc5500. 00000020:00000010:0.0:1779697716.330215:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697716.330220:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697716.330226:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.330231:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.330236:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.330275:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697716.330278:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697716.330281:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215420288 00000001:00000010:0.0:1779697716.330291:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697716.330313:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.330319:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 02000000:00000010:0.0:1779697716.330342:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cae3138000. 00010000:00000010:0.0:1779697716.330368:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.330371:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.330416:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697716.330421:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697716.330426:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.330430:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697716.330535:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b680. 00000004:00000010:0.0:1779697716.330544:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef690. 00000004:00000010:0.0:1779697716.330550:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31dc0. 00080000:00000010:0.0:1779697716.330559:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc921c8. 00010000:00000010:2.1:1779697716.330791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697716.330798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697716.330803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697716.330807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697716.330811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697716.330815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.331443:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697716.331448:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697716.331452:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697716.331457:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697716.331526:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.331543:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.331548:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697716.331570:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697716.331597:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc5500 x1866146215420288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.331617:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697716.331622:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215420288, offset 224 00000400:00000200:0.0:1779697716.331628:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.331637:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.331643:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308925:308925:256:4294967295] 192.168.203.23@tcp LPNI seq info [308921:308921:8:4294967295] 00000400:00000200:0.0:1779697716.331653:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.331658:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.331663:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697716.331668:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.331847:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.331852:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.331880:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.331885:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.331889:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:1.0:1779697716.332262:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.332267:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697716.332271:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.332276:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.332280:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:1.0:1779697716.332282:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:2.1:1779697716.334547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697716.334559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.334777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697716.334795:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:0.1:1779697716.334800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697716.334803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:0.0:1779697716.335143:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.335160:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644e280 00000400:00000200:0.0:1779697716.335168:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 66544 00000400:00000200:0.0:1779697716.335182:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.335186:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.335193:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.335198:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791f80. 00000020:00000010:1.0:1779697716.335418:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa06c0. 00000020:00000010:1.0:1779697716.335424:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa06c0. 00000020:00000010:1.0:1779697716.335430:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd70b6400. 00000020:00000010:1.0:1779697716.335434:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.335439:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.335472:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa06c0. 00000020:00000010:1.0:1779697716.335475:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa06c0. 00000100:00000200:1.0:1779697716.335477:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215420544 02000000:00000010:1.0:1779697716.335509:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace55f000. 00010000:00000010:1.0:1779697716.335759:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:1.0:1779697716.335777:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:1.0:1779697716.335806:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.335812:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.335828:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697716.335832:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394800. 00010000:00000010:1.0:1779697716.335837:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697716.335841:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697716.336259:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697716.336264:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697716.336267:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697716.336271:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00000020:00000010:1.0:1779697716.336298:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cca20. 00000020:00000010:1.0:1779697716.336304:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cca20. 00000020:00000010:1.0:1779697716.336314:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe840. 00080000:00000010:1.0:1779697716.336322:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdd1b4c00. 00010000:00000010:2.1:1779697716.336430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697716.336437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697716.336482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697716.336487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697716.336490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.336492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000001:00000010:1.0:1779697716.337236:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbff211ea0. 00000001:00000010:1.0:1779697716.337244:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697716.337285:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe840. 00010000:00000010:1.0:1779697716.337295:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697716.337301:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697716.337315:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b840. 00010000:00000010:1.0:1779697716.337362:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.337377:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697716.337410:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974265, last committed = 8589974211 00010000:00000200:1.0:1779697716.337420:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb02791f80 x1866146215420544/t8589974265(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.337440:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697716.337447:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215420544, offset 224 00000400:00000010:1.0:1779697716.337454:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea886c8. 00000400:00000200:1.0:1779697716.337459:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.337473:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.337480:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308926:308926:256:4294967295] 192.168.203.23@tcp LPNI seq info [308922:308922:8:4294967295] 00000400:00000200:1.0:1779697716.337486:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.337496:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.337503:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.337508:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697716.337730:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.337739:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.337743:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.337768:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.337774:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.337778:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd70b6400. 00000800:00000200:1.0:1779697716.337890:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.337895:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697716.337900:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.337906:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697716.338313:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:0.0:1779697716.338321:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00010000:00000010:0.0:1779697716.338327:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b840. 00000400:00000200:1.0:1779697716.340126:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.340147:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a49 00000400:00000200:1.0:1779697716.340154:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.340160:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.340167:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697716.340170:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:0.0:1779697716.340302:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:0.0:1779697716.340311:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394800. 00000400:00000200:0.0:1779697716.340733:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.340743:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644e300 00000400:00000200:0.0:1779697716.340752:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 67032 00000400:00000200:0.0:1779697716.340814:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.340818:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.340823:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.340830:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc62680. 00000020:00000010:1.0:1779697716.341357:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa06c0. 00000020:00000010:1.0:1779697716.341362:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa06c0. 00000020:00000010:1.0:1779697716.341367:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd70b6400. 00000020:00000010:1.0:1779697716.341371:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.341376:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.341490:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa06c0. 00000020:00000010:1.0:1779697716.341493:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa06c0. 00000100:00000200:1.0:1779697716.341496:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215420672 00000001:00000010:1.0:1779697716.341506:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:1.0:1779697716.341535:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.341543:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 02000000:00000010:1.0:1779697716.341568:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55c000. 00010000:00000010:1.0:1779697716.341603:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697716.341607:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.341624:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697716.341627:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.341632:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.341635:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00000004:00000010:1.0:1779697716.341739:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b2c0. 00000004:00000010:1.0:1779697716.341747:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697716.341754:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562220. 00080000:00000010:1.0:1779697716.341763:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:1.0:1779697716.342778:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697716.342795:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.342800:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697716.342806:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697716.342870:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.342887:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.342893:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.342919:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697716.342937:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc62680 x1866146215420672/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.342957:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697716.342963:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215420672, offset 224 00000400:00000200:1.0:1779697716.342971:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.342984:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.342991:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308927:308927:256:4294967295] 192.168.203.23@tcp LPNI seq info [308923:308923:8:4294967295] 00000400:00000200:1.0:1779697716.343004:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.343010:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.343015:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697716.343021:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.343028:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.343033:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.343058:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.343061:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.343065:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd70b6400. 00000800:00000200:2.0:1779697716.343193:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.343198:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697716.343203:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.343208:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.343213:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:2.0:1779697716.343215:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000400:00000200:2.0:1779697716.345616:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.345633:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644e400 00000400:00000200:2.0:1779697716.345640:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 67608 00000400:00000200:2.0:1779697716.345653:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.345657:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.345663:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.345680:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc6300. 00000020:00000010:0.0:1779697716.345807:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697716.345813:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697716.345818:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.345823:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.345827:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.345863:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697716.345866:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000100:00000200:0.0:1779697716.345868:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215420928 02000000:00000010:0.0:1779697716.345904:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cadd214000. 00010000:00000010:0.0:1779697716.345942:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:0.0:1779697716.345959:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:0.0:1779697716.345979:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.345986:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697716.346000:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697716.346004:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697716.346009:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.346013:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.346218:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697716.346223:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697716.346226:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.346229:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000020:00000010:0.0:1779697716.346252:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fc40. 00000020:00000010:0.0:1779697716.346257:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fc40. 00000020:00000010:0.0:1779697716.346268:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c000. 00080000:00000010:0.0:1779697716.346277:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1272c00. 00000001:00000010:0.0:1779697716.347000:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c900. 00000001:00000010:0.0:1779697716.347008:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697716.347041:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c000. 00010000:00000010:0.0:1779697716.347049:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.347054:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697716.347068:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697716.347253:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.347267:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697716.347283:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974266, last committed = 8589974211 00010000:00000200:0.0:1779697716.347292:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc6300 x1866146215420928/t8589974266(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.347310:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697716.347316:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215420928, offset 224 00000400:00000010:0.0:1779697716.347322:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217150. 00000400:00000200:0.0:1779697716.347326:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.347338:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.347344:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308928:308928:256:4294967295] 192.168.203.23@tcp LPNI seq info [308924:308924:8:4294967295] 00000400:00000200:0.0:1779697716.347350:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.347357:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.347362:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.347366:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697716.347372:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.347380:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.347384:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.347419:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.347424:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.347428:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:0.0:1779697716.347522:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.347526:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697716.347531:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.347537:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697716.349230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697716.349240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697716.349245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697716.349249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:0.1:1779697716.349324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697716.349330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:0.1:1779697716.349333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697716.349335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00000400:00000200:1.0:1779697716.349544:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.349560:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a51 00000400:00000200:1.0:1779697716.349566:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.349571:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.349577:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:1.0:1779697716.349579:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00010000:00000010:0.0:1779697716.349652:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.349661:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:2.0:1779697716.349884:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:2.0:1779697716.349890:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:2.0:1779697716.349896:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00000400:00000200:2.0:1779697716.350165:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.350176:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644e480 00000400:00000200:2.0:1779697716.350185:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 68096 00000400:00000200:2.0:1779697716.350232:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.350238:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.350244:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.350250:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc6d80. 00000020:00000010:1.0:1779697716.350326:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697716.350332:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697716.350339:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad579e800. 00000020:00000010:1.0:1779697716.350343:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.350348:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.350382:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697716.350384:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000100:00000200:1.0:1779697716.350407:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215421056 00000001:00000010:1.0:1779697716.350417:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697716.350440:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.350446:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 02000000:00000010:1.0:1779697716.350469:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace559000. 00010000:00000010:1.0:1779697716.350497:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697716.350502:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.350527:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697716.350531:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.350535:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.350539:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00000004:00000010:1.0:1779697716.350626:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b860. 00000004:00000010:1.0:1779697716.350634:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697716.350640:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562cc0. 00080000:00000010:1.0:1779697716.350649:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:0.1:1779697716.351417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:0.1:1779697716.351423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697716.351428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697716.351431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697716.351617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.1:1779697716.351622:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697716.351625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697716.351627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.351815:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697716.351820:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.351824:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.351830:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697716.351892:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.351908:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697716.351914:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.351939:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697716.351958:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc6d80 x1866146215421056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.351978:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697716.351984:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215421056, offset 224 00000400:00000200:1.0:1779697716.351992:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.352004:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.352012:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308929:308929:256:4294967295] 192.168.203.23@tcp LPNI seq info [308925:308925:8:4294967295] 00000400:00000200:1.0:1779697716.352025:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.352031:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.352036:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697716.352043:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.352050:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.352054:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.352080:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.352084:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.352088:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad579e800. 00000800:00000200:0.0:1779697716.352199:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.352205:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697716.352209:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.352215:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.352220:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:0.0:1779697716.352223:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00010000:00000010:0.1:1779697716.353425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697716.353433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697716.353474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697716.353479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:1.0:1779697716.354864:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.354881:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644e580 00000400:00000200:1.0:1779697716.354890:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 68672 00000400:00000200:1.0:1779697716.354905:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.354911:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.354920:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.354927:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b61180. 00000020:00000010:0.0:1779697716.355020:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697716.355025:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697716.355031:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.355036:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6080. 00000020:00000010:0.0:1779697716.355040:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.355082:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697716.355086:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000100:00000200:0.0:1779697716.355089:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215421312 02000000:00000010:0.0:1779697716.355131:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cadd215000. 00010000:00000010:0.0:1779697716.355168:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697716.355182:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:0.0:1779697716.355200:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.355205:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.355220:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697716.355224:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697716.355230:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.355234:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697716.355340:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697716.355344:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697716.355347:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.355350:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000020:00000010:0.0:1779697716.355370:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f2e0. 00000020:00000010:0.0:1779697716.355376:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f2e0. 00000020:00000010:0.0:1779697716.355406:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c000. 00080000:00000010:0.0:1779697716.355417:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1271400. 00000001:00000010:0.0:1779697716.356080:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cc60. 00000001:00000010:0.0:1779697716.356087:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697716.356123:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c000. 00010000:00000010:0.0:1779697716.356131:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697716.356136:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697716.356150:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697716.356290:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.356310:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000200:0.0:1779697716.356327:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974267, last committed = 8589974211 00010000:00000200:0.0:1779697716.356337:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b61180 x1866146215421312/t8589974267(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.356354:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697716.356360:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215421312, offset 224 00000400:00000010:0.0:1779697716.356366:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2171c0. 00000400:00000200:0.0:1779697716.356371:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.356385:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.356433:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308930:308930:256:4294967295] 192.168.203.23@tcp LPNI seq info [308926:308926:8:4294967295] 00000400:00000200:0.0:1779697716.356440:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.356450:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.356459:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.356464:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697716.356472:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.356479:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.356484:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.356505:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6080. 00000020:00000010:0.0:1779697716.356510:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.356514:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:0.0:1779697716.356612:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.356616:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697716.356621:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.356627:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697716.357602:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:2.0:1779697716.357612:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:2.0:1779697716.357619:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00010000:00000010:1.1:1779697716.358496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697716.358505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697716.358509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697716.358520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:0.0:1779697716.363896:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.363919:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a59 00000400:00000200:0.0:1779697716.363926:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.363931:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.363938:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:0.0:1779697716.363941:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000400:00000200:0.0:1779697716.363975:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.363981:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644e600 00000400:00000200:0.0:1779697716.363989:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 69160 00010000:00000010:2.0:1779697716.364200:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:2.0:1779697716.364212:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00000400:00000200:0.0:1779697716.364343:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.364348:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.364354:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.364360:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc63100. 00000020:00000010:2.0:1779697716.364466:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697716.364471:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697716.364476:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f7a00. 00000020:00000010:2.0:1779697716.364480:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697716.364485:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697716.364528:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697716.364530:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000100:00000200:2.0:1779697716.364533:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215421440 00000001:00000010:2.0:1779697716.364543:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:2.0:1779697716.364564:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697716.364580:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697716.364607:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb0c8000. 00010000:00000010:2.0:1779697716.364634:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697716.364638:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697716.364654:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697716.364658:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697716.364663:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697716.364666:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697716.364763:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697716.364770:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ea50. 00000004:00000010:2.0:1779697716.364776:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dcb0. 00080000:00000010:2.0:1779697716.364795:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f51d0. 00010000:00000010:0.0:1779697716.367858:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697716.367868:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697716.367876:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697716.367883:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.367960:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:0.0:1779697716.367973:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:0.0:1779697716.367978:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:0.0:1779697716.368003:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:0.0:1779697716.368019:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc63100 x1866146215421440/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.368039:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697716.368047:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215421440, offset 224 00000400:00000200:0.0:1779697716.368054:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.368068:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.368075:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308931:308931:256:4294967295] 192.168.203.23@tcp LPNI seq info [308927:308927:8:4294967295] 00000400:00000200:0.0:1779697716.368088:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.368093:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.368109:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697716.368116:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.368124:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.368129:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.368151:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:0.0:1779697716.368155:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:0.0:1779697716.368159:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f7a00. 00000800:00000200:2.0:1779697716.368686:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.368692:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697716.368696:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.368702:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.368707:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:2.0:1779697716.368710:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000400:00000200:0.0:1779697716.370959:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.370978:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644e700 00000400:00000200:0.0:1779697716.370988:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 69736 00000400:00000200:0.0:1779697716.371003:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.371009:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.371017:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.371024:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60e00. 00000020:00000010:1.0:1779697716.371237:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697716.371245:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697716.371252:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcebc5000. 00000020:00000010:1.0:1779697716.371257:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.371263:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.371307:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697716.371310:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697716.371313:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215421696 02000000:00000010:1.0:1779697716.371348:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace55a000. 00010000:00000010:2.1:1779697716.371429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:2.1:1779697716.371437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.0:1779697716.371522:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:1.0:1779697716.371538:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:1.0:1779697716.371557:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.371563:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.371592:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697716.371596:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.371601:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:0.1:1779697716.371601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.371608:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:0.1:1779697716.371609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697716.371614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697716.371617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.0:1779697716.371715:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697716.371719:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697716.371722:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697716.371725:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00000020:00000010:1.0:1779697716.371748:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc4a0. 00000020:00000010:1.0:1779697716.372094:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc4a0. 00000020:00000010:1.0:1779697716.372110:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0feea0. 00080000:00000010:1.0:1779697716.372119:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdd1b7400. 00000001:00000010:1.0:1779697716.373113:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1acc0. 00000001:00000010:1.0:1779697716.373122:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697716.373181:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0feea0. 00010000:00000010:1.0:1779697716.373193:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.373199:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697716.373217:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697716.373258:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.373280:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697716.373300:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974268, last committed = 8589974211 00010000:00000200:1.0:1779697716.373312:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc60e00 x1866146215421696/t8589974268(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.373332:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697716.373338:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215421696, offset 224 00000400:00000010:1.0:1779697716.373345:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88ab8. 00000400:00000200:1.0:1779697716.373351:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.373368:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.373376:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308932:308932:256:4294967295] 192.168.203.23@tcp LPNI seq info [308928:308928:8:4294967295] 00000400:00000200:1.0:1779697716.373478:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.373489:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.373496:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.373502:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697716.373510:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.373518:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.373524:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.373549:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.373554:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.373559:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcebc5000. 00000800:00000200:0.0:1779697716.373912:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.373917:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:0.0:1779697716.373923:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.373928:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697716.374059:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697716.374066:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:3.0:1779697716.374072:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00000400:00000200:3.0:1779697716.375359:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.375375:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a61 00000400:00000200:3.0:1779697716.375381:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.375385:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.375420:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:3.0:1779697716.375422:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00010000:00000010:0.1:1779697716.375487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697716.375494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697716.375498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697716.375501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.0:1779697716.375539:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:0.0:1779697716.375546:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00000400:00000200:0.0:1779697716.376905:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.376917:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644e780 00000400:00000200:0.0:1779697716.376925:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 70224 00000400:00000200:0.0:1779697716.376975:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.376980:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.376986:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.376993:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61500. 00010000:00000010:2.1:1779697716.377072:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697716.377079:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697716.379842:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697716.379856:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697716.379860:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.1:1779697716.379864:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000020:00000010:1.0:1779697716.379894:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697716.379899:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697716.379906:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad579e800. 00000020:00000010:1.0:1779697716.379911:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697716.379915:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697716.379959:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697716.379962:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697716.379965:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215421824 00000001:00000010:1.0:1779697716.379976:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:1.0:1779697716.380000:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.380007:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 02000000:00000010:1.0:1779697716.380035:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1334000. 00010000:00000010:1.0:1779697716.380062:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697716.380066:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.380083:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697716.380087:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697716.380091:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:3.1:1779697716.380437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697716.380442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.380634:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000004:00000010:1.0:1779697716.380777:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a5a0. 00000004:00000010:1.0:1779697716.380796:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697716.380802:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562dd0. 00080000:00000010:1.0:1779697716.380812:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:1.0:1779697716.387853:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697716.387865:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697716.387871:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697716.387879:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697716.388300:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.388331:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697716.388339:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:0.1:1779697716.388437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697716.388451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.388581:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697716.388601:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc61500 x1866146215421824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.388755:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697716.388764:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215421824, offset 224 00000400:00000200:0.0:1779697716.388772:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.388795:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.388801:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308933:308933:256:4294967295] 192.168.203.23@tcp LPNI seq info [308929:308929:8:4294967295] 00000400:00000200:0.0:1779697716.388813:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.388818:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.388823:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697716.388830:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.388837:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.388841:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.388871:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:0.0:1779697716.388876:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:0.0:1779697716.388879:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad579e800. 00000800:00000200:1.0:1779697716.389311:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.389316:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697716.389321:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.389326:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.389331:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:1.0:1779697716.389334:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000400:00000200:3.0:1779697716.396446:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.396465:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644e880 00000400:00000200:3.0:1779697716.396475:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 70800 00000400:00000200:3.0:1779697716.396488:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.396492:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.396501:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.396508:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10aa680. 00000020:00000010:0.0:1779697716.396710:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697716.396716:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697716.396721:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.396728:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697716.396733:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.396774:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697716.396777:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000100:00000200:0.0:1779697716.396790:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215422080 02000000:00000010:0.0:1779697716.396824:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cadd213000. 00010000:00000010:0.0:1779697716.396862:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:0.0:1779697716.396879:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:0.0:1779697716.396897:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.396903:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.396919:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697716.396922:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697716.396926:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.396929:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697716.397033:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697716.397036:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697716.397039:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.397043:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000020:00000010:0.0:1779697716.397067:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f360. 00000020:00000010:0.0:1779697716.397073:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f360. 00000020:00000010:0.0:1779697716.397084:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca20. 00080000:00000010:0.0:1779697716.397205:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1272800. 00010000:00000010:1.1:1779697716.397662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00000001:00000010:0.0:1779697716.397799:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cf60. 00000001:00000010:0.0:1779697716.397807:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697716.397844:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca20. 00010000:00000010:0.0:1779697716.397853:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.397858:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697716.397870:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697716.397912:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.397926:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697716.397942:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974269, last committed = 8589974211 00010000:00000200:0.0:1779697716.397951:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10aa680 x1866146215422080/t8589974269(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.397969:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697716.397975:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215422080, offset 224 00000400:00000010:0.0:1779697716.397981:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217a10. 00000400:00000200:0.0:1779697716.397985:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.397997:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.398003:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308934:308934:256:4294967295] 192.168.203.23@tcp LPNI seq info [308930:308930:8:4294967295] 00000400:00000200:0.0:1779697716.398008:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.398015:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.398020:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.398024:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.398030:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.398041:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.398045:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.398063:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697716.398067:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.398071:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00010000:00000010:1.0:1779697716.398235:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:1.0:1779697716.398243:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:1.0:1779697716.398252:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00000800:00000200:3.0:1779697716.398410:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.398415:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697716.398419:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.398423:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697716.399425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697716.399434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.1:1779697716.399438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:1.0:1779697716.400117:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.400133:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a69 00000400:00000200:1.0:1779697716.400139:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.400144:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.400151:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:1.0:1779697716.400154:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00010000:00000010:0.0:1779697716.400239:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697716.400249:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00000400:00000200:3.0:1779697716.401598:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.401611:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644e900 00000400:00000200:3.0:1779697716.401620:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 71288 00000400:00000200:3.0:1779697716.401667:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.401681:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.401687:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.401693:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10ab480. 00000020:00000010:0.0:1779697716.402086:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697716.402091:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697716.402104:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12c00. 00000020:00000010:0.0:1779697716.402110:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.402116:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.402155:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697716.402158:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000100:00000200:0.0:1779697716.402161:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215422208 00000001:00000010:0.0:1779697716.402170:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:0.0:1779697716.402197:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697716.402205:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 02000000:00000010:0.0:1779697716.402230:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cadd212000. 00010000:00000010:0.0:1779697716.402258:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697716.402263:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.402282:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697716.402285:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697716.402290:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.402294:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697716.402386:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676b860. 00000004:00000010:0.0:1779697716.402417:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd20. 00000004:00000010:0.0:1779697716.402423:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30440. 00080000:00000010:0.0:1779697716.402432:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93ab8. 00010000:00000010:0.0:1779697716.403166:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697716.403171:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697716.403176:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.403181:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697716.403242:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.403259:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.403264:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697716.403292:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697716.403310:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf10ab480 x1866146215422208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.403329:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697716.403334:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215422208, offset 224 00000400:00000200:0.0:1779697716.403341:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.403351:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.403357:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308935:308935:256:4294967295] 192.168.203.23@tcp LPNI seq info [308931:308931:8:4294967295] 00000400:00000200:0.0:1779697716.403367:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.403372:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.403377:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697716.403382:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.403422:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.403426:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.403445:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.403449:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.403452:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12c00. 00000800:00000200:0.0:1779697716.404136:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.404142:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697716.404146:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.404152:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.404157:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697716.404159:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00010000:00000010:1.1:1779697716.404456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697716.404463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697716.404614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:0.1:1779697716.404622:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697716.404628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697716.404632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000400:00000200:1.0:1779697716.406995:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.407013:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ea00 00000400:00000200:1.0:1779697716.407021:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 71864 00000400:00000200:1.0:1779697716.407034:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.407040:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.407048:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.407059:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553e680. 00000020:00000010:3.0:1779697716.407237:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.407243:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.407248:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.407253:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.407258:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.407330:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.407333:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.407336:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215422464 02000000:00000010:3.0:1779697716.407370:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc820e000. 00010000:00000010:3.0:1779697716.407422:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:3.0:1779697716.407437:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:3.0:1779697716.407454:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697716.407459:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697716.407472:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697716.407474:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697716.407477:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697716.407480:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697716.407595:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697716.407599:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697716.407603:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697716.407607:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000020:00000010:3.0:1779697716.407636:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.407643:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.407654:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697716.407663:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93caf46df000. 00000001:00000010:3.0:1779697716.408365:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc57174e0. 00000001:00000010:3.0:1779697716.408371:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697716.408656:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697716.408667:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697716.408735:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697716.408751:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697716.408841:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.408860:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697716.408880:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974270, last committed = 8589974211 00010000:00000200:3.0:1779697716.408891:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553e680 x1866146215422464/t8589974270(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.408910:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.408916:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215422464, offset 224 00000400:00000010:3.0:1779697716.408923:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065da10. 00000400:00000200:3.0:1779697716.408928:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.408942:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.408949:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308936:308936:256:4294967295] 192.168.203.23@tcp LPNI seq info [308932:308932:8:4294967295] 00000400:00000200:3.0:1779697716.408955:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.408965:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.408972:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.408978:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.408985:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.408993:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.408998:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.409018:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.409022:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.409026:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:1.0:1779697716.409206:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:1.0:1779697716.409213:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00010000:00000010:1.0:1779697716.409224:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000800:00000200:3.0:1779697716.411553:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.411562:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697716.411568:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.411585:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.411614:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.411628:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a71 00000400:00000200:3.0:1779697716.411634:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.411639:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.411645:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697716.411648:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000400:00000200:3.0:1779697716.411684:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.411692:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ea80 00000400:00000200:3.0:1779697716.411700:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 72352 00000400:00000200:3.0:1779697716.411737:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.411742:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.411747:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.411755:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e0380. 00010000:00000010:0.0:1779697716.412245:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697716.412257:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00000020:00000010:0.0:1779697716.412299:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697716.412304:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697716.412310:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad579e800. 00000020:00000010:0.0:1779697716.412315:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.412320:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.412354:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697716.412357:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000100:00000200:0.0:1779697716.412360:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215422592 00000001:00000010:0.0:1779697716.412369:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:0.1:1779697716.412413:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697716.412419:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697716.412423:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697716.412427:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697716.412431:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.412435:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697716.412442:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697716.412449:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 02000000:00000010:0.0:1779697716.412474:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1a8d000. 00010000:00000010:0.0:1779697716.412501:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.412506:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.412589:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697716.412594:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697716.412598:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697716.412604:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000004:00000010:0.0:1779697716.412819:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ad20. 00000004:00000010:0.0:1779697716.412829:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefe88. 00000004:00000010:0.0:1779697716.412836:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30550. 00080000:00000010:0.0:1779697716.412847:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd75798f0. 00010000:00000010:0.0:1779697716.413474:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697716.413480:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697716.413485:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.413490:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697716.413739:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697716.413754:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.413759:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697716.413796:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697716.413816:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf81e0380 x1866146215422592/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.413835:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697716.413842:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215422592, offset 224 00000400:00000200:0.0:1779697716.413849:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.413861:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.413869:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308937:308937:256:4294967295] 192.168.203.23@tcp LPNI seq info [308933:308933:8:4294967295] 00000400:00000200:0.0:1779697716.413882:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.413889:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.413894:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697716.413901:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.413908:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.413913:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.413937:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697716.413942:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.413946:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad579e800. 00000800:00000200:1.0:1779697716.416659:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.416667:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697716.416733:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.416743:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.416749:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:1.0:1779697716.416752:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000400:00000200:3.0:1779697716.416985:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.417002:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644eb80 00000400:00000200:3.0:1779697716.417011:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 72928 00000400:00000200:3.0:1779697716.417038:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.417043:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.417050:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.417057:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e1500. 00000020:00000010:3.0:1779697716.417241:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.417246:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.417252:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.417257:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.417263:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.417332:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.417335:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.417338:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215422848 02000000:00000010:3.0:1779697716.417372:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc820a000. 00010000:00000010:3.0:1779697716.417446:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:3.0:1779697716.417463:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697716.417481:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.417488:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697716.417502:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.417506:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697716.417520:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697716.417524:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.417644:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.417648:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697716.417652:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697716.417655:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000020:00000010:3.0:1779697716.417694:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.417700:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973a0. 00000020:00000010:3.0:1779697716.417711:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:3.0:1779697716.417720:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93caf46de000. 00000001:00000010:3.0:1779697716.418179:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc57178a0. 00000001:00000010:3.0:1779697716.418185:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697716.418231:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:3.0:1779697716.418242:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697716.418247:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.418260:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.418301:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.418310:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.418328:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.418332:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697716.418347:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697716.418362:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974271, last committed = 8589974211 00010000:00000200:3.0:1779697716.418371:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf81e1500 x1866146215422848/t8589974271(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.418406:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.418412:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215422848, offset 224 00000400:00000010:3.0:1779697716.418418:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d690. 00000400:00000200:3.0:1779697716.418421:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.418433:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.418440:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308938:308938:256:4294967295] 192.168.203.23@tcp LPNI seq info [308934:308934:8:4294967295] 00000400:00000200:3.0:1779697716.418446:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.418457:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.418463:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.418468:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.418474:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.418481:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.418486:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.418506:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.418510:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.418514:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:3.0:1779697716.418594:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.418597:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697716.418601:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.418607:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697716.420840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697716.420854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697716.421210:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697716.421218:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697716.421225:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697716.421230:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00000400:00000200:1.0:1779697716.421635:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.421771:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a79 00000400:00000200:0.0:1779697716.421786:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.421792:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.421799:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:0.0:1779697716.421801:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000400:00000200:0.0:1779697716.421866:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.421874:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ec00 00000400:00000200:0.0:1779697716.421882:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 73416 00000400:00000200:0.0:1779697716.422081:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.422087:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.422093:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.422104:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61880. 00010000:00000010:1.0:1779697716.422356:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:1.0:1779697716.422366:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:0.1:1779697716.422437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697716.422442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00000020:00000010:3.0:1779697716.422510:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.422621:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.422628:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.422633:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.422637:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.422745:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b680. 00000020:00000010:3.0:1779697716.422748:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b680. 00000100:00000200:3.0:1779697716.422751:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215422976 00000001:00000010:3.0:1779697716.422760:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:3.0:1779697716.422788:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697716.422794:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697716.422820:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc820f000. 00010000:00000010:3.0:1779697716.422845:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697716.422849:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.422864:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.422868:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697716.422872:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697716.422875:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697716.422978:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cb40. 00000004:00000010:3.0:1779697716.422987:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af168. 00000004:00000010:3.0:1779697716.422993:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83100. 00080000:00000010:3.0:1779697716.423002:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82668e8. 00010000:00000010:3.0:1779697716.423844:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.423849:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697716.423853:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697716.423859:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.423920:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.423935:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.423941:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697716.423961:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697716.423978:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc61880 x1866146215422976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.423998:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697716.424005:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215422976, offset 224 00000400:00000200:3.0:1779697716.424013:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.424024:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.424031:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308939:308939:256:4294967295] 192.168.203.23@tcp LPNI seq info [308935:308935:8:4294967295] 00000400:00000200:3.0:1779697716.424045:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.424051:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.424056:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.424063:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.424070:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.424075:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.424110:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.424115:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.424119:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:1.0:1779697716.424225:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.424229:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697716.424233:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.424239:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.424243:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:1.0:1779697716.424246:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:0.1:1779697716.426283:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.426294:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697716.426298:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697716.426301:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697716.426653:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697716.426661:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697716.426666:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697716.426729:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.426735:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697716.426740:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:0.0:1779697716.426905:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.426921:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ed00 00000400:00000200:0.0:1779697716.426929:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 73992 00000400:00000200:0.0:1779697716.426945:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.426950:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.426957:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.426963:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60380. 00000020:00000010:3.0:1779697716.427066:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.427071:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.427077:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.427082:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.427087:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.427214:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.427218:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000100:00000200:3.0:1779697716.427222:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215423232 02000000:00000010:3.0:1779697716.427255:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc8209000. 00010000:00000010:3.0:1779697716.427292:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.427306:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697716.427321:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.427326:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.427339:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.427342:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697716.427346:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697716.427349:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697716.427463:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.427467:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697716.427470:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697716.427473:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697716.427497:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b976a0. 00000020:00000010:3.0:1779697716.427503:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b976a0. 00000020:00000010:3.0:1779697716.427526:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717e40. 00080000:00000010:3.0:1779697716.427535:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93caf46dec00. 00000001:00000010:3.0:1779697716.428324:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37720. 00000001:00000010:3.0:1779697716.428332:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697716.428371:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717e40. 00010000:00000010:3.0:1779697716.428380:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697716.428386:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.429368:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697716.429427:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.429450:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697716.429471:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974272, last committed = 8589974211 00010000:00000200:3.0:1779697716.429483:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefc60380 x1866146215423232/t8589974272(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.429502:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697716.429509:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215423232, offset 224 00000400:00000010:3.0:1779697716.429867:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d498. 00000400:00000200:3.0:1779697716.429872:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.429886:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.429892:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308940:308940:256:4294967295] 192.168.203.23@tcp LPNI seq info [308936:308936:8:4294967295] 00000400:00000200:3.0:1779697716.429898:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.429904:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.429910:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.429916:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697716.429922:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.429929:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.429933:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.429992:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:3.0:1779697716.429998:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.430001:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:3.0:1779697716.430031:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.430037:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697716.430044:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00010000:00000010:1.1:1779697716.431967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697716.431981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00000800:00000200:0.0:1779697716.432227:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.432232:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697716.432239:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.432248:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.432765:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.432788:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a81 00000400:00000200:0.0:1779697716.432795:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.432800:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.432806:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:0.0:1779697716.432808:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000400:00000200:0.0:1779697716.432876:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.432885:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ed80 00000400:00000200:0.0:1779697716.432893:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 74480 00000400:00000200:0.0:1779697716.432940:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.432945:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.432951:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.432958:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273100. 00000020:00000010:3.0:1779697716.433038:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.433045:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.433050:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.433055:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.433060:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.433109:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.433113:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000100:00000200:3.0:1779697716.433116:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215423360 00000001:00000010:3.0:1779697716.433126:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697716.433148:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.433154:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 02000000:00000010:3.0:1779697716.433178:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc820b000. 00010000:00000010:3.0:1779697716.433207:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697716.433210:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.433226:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697716.433230:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697716.433234:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.433237:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697716.433319:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c5a0. 00000004:00000010:3.0:1779697716.433328:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af000. 00000004:00000010:3.0:1779697716.433334:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83430. 00080000:00000010:3.0:1779697716.433343:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266e40. 00010000:00000010:3.0:1779697716.434582:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697716.434590:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697716.434595:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697716.434601:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.434811:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.434830:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.434835:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697716.434858:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697716.434874:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00273100 x1866146215423360/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.434893:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697716.434899:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215423360, offset 224 00000400:00000200:3.0:1779697716.434905:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.434916:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.434922:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308941:308941:256:4294967295] 192.168.203.23@tcp LPNI seq info [308937:308937:8:4294967295] 00000400:00000200:3.0:1779697716.434932:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.434936:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.434940:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697716.434946:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.434952:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.434957:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.434982:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.434986:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.434990:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:0.0:1779697716.436965:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.436972:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697716.436980:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.436988:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.436995:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:0.0:1779697716.436998:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:1.0:1779697716.437286:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:1.0:1779697716.437296:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.1:1779697716.437820:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697716.437829:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697716.437836:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697716.437840:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00000400:00000200:0.0:1779697716.437889:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.437904:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ee80 00000400:00000200:0.0:1779697716.437913:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 75056 00000400:00000200:0.0:1779697716.437927:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.437933:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.437940:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.437945:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270e00. 00000020:00000010:3.0:1779697716.438046:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697716.438052:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697716.438058:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.438063:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.438069:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.438195:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697716.438198:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bfc0. 00000100:00000200:3.0:1779697716.438203:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215423616 02000000:00000010:3.0:1779697716.438240:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff470000. 00010000:00000010:3.0:1779697716.438272:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.438283:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697716.438302:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697716.438308:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.438325:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.438328:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697716.438333:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697716.438336:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.438478:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697716.438482:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697716.438486:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697716.438490:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697716.438529:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c40. 00000020:00000010:3.0:1779697716.438535:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c40. 00000020:00000010:3.0:1779697716.438547:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec378a0. 00080000:00000010:3.0:1779697716.438557:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93caf46dcc00. 00000001:00000010:3.0:1779697716.439345:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717960. 00000001:00000010:3.0:1779697716.439353:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697716.439449:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec378a0. 00010000:00000010:3.0:1779697716.439460:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697716.439466:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.439480:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697716.439562:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.439591:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697716.439611:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974273, last committed = 8589974211 00010000:00000200:3.0:1779697716.439621:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00270e00 x1866146215423616/t8589974273(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.439646:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697716.439652:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215423616, offset 224 00000400:00000010:3.0:1779697716.439658:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d348. 00000400:00000200:3.0:1779697716.439663:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.439732:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.439739:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308942:308942:256:4294967295] 192.168.203.23@tcp LPNI seq info [308938:308938:8:4294967295] 00000400:00000200:3.0:1779697716.439746:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.439755:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.439762:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.439767:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697716.439775:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.439791:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.439796:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.439821:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.439826:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.439830:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:3.1:1779697716.441968:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697716.441981:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697716.441985:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697716.441988:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697716.441991:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.441994:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000800:00000200:3.0:1779697716.442041:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.442045:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697716.442049:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.442058:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.442085:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.442107:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a89 00000400:00000200:3.0:1779697716.442111:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.442115:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.442119:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:3.0:1779697716.442122:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:1.0:1779697716.442314:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:1.0:1779697716.442324:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:1.0:1779697716.442331:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00010000:00000010:1.0:1779697716.442351:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:1.0:1779697716.442355:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00000400:00000200:0.0:1779697716.442870:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.442881:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ef00 00000400:00000200:0.0:1779697716.442888:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 75544 00000400:00000200:0.0:1779697716.442937:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.442942:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.442948:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.442955:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270000. 00000020:00000010:3.0:1779697716.443161:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697716.443166:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697716.443172:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.443177:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.443182:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.443223:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bfc0. 00000020:00000010:3.0:1779697716.443227:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bfc0. 00000100:00000200:3.0:1779697716.443231:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215423744 00000001:00000010:3.0:1779697716.443241:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.443260:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697716.443266:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697716.443292:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeec9000. 00010000:00000010:3.0:1779697716.443318:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697716.443322:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.443336:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.443338:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.443342:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.443345:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00000004:00000010:3.0:1779697716.443459:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c1e0. 00000004:00000010:3.0:1779697716.443467:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af690. 00000004:00000010:3.0:1779697716.443472:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83870. 00080000:00000010:3.0:1779697716.443480:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266720. 00010000:00000010:3.0:1779697716.444248:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.444253:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.444257:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697716.444262:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.444319:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.444329:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.444333:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.444355:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697716.444371:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00270000 x1866146215423744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.444405:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697716.444412:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215423744, offset 224 00000400:00000200:3.0:1779697716.444419:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.444430:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.444436:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308943:308943:256:4294967295] 192.168.203.23@tcp LPNI seq info [308939:308939:8:4294967295] 00000400:00000200:3.0:1779697716.444448:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.444453:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.444458:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697716.444465:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.444473:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.444477:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.444494:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.444499:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.444503:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:1.1:1779697716.444604:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697716.444611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00000800:00000200:0.0:1779697716.445024:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.445029:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697716.445034:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.445040:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.445045:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:0.0:1779697716.445048:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:3.1:1779697716.445480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697716.445488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697716.445493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697716.445498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697716.445502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697716.445506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00000400:00000200:0.0:1779697716.448124:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.448143:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644f000 00000400:00000200:0.0:1779697716.448153:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 76120 00000400:00000200:0.0:1779697716.448168:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.448174:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.448182:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.448189:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 00000020:00000010:3.0:1779697716.448319:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc40. 00000020:00000010:3.0:1779697716.448325:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc40. 00000020:00000010:3.0:1779697716.448330:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.448335:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.448340:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.448383:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc40. 00000020:00000010:3.0:1779697716.448421:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc40. 00000100:00000200:3.0:1779697716.448425:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215424000 02000000:00000010:3.0:1779697716.448458:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfeecc000. 00010000:00000010:3.0:1779697716.448494:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.448523:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.448543:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697716.448549:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.448564:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697716.448567:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.448581:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.448586:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.448697:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697716.448700:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.448704:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.448709:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00000020:00000010:3.0:1779697716.448740:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697716.448746:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697716.448756:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717e40. 00080000:00000010:3.0:1779697716.448765:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93caf46dfc00. 00000001:00000010:3.0:1779697716.449229:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37e40. 00000001:00000010:3.0:1779697716.449235:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697716.449283:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717e40. 00010000:00000010:3.0:1779697716.449293:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697716.449298:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.449311:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.449345:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.449364:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697716.449383:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974274, last committed = 8589974211 00010000:00000200:3.0:1779697716.449418:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00270a80 x1866146215424000/t8589974274(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.449437:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697716.449443:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215424000, offset 224 00000400:00000010:3.0:1779697716.449450:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d620. 00000400:00000200:3.0:1779697716.449455:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.449468:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.449475:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308944:308944:256:4294967295] 192.168.203.23@tcp LPNI seq info [308940:308940:8:4294967295] 00000400:00000200:3.0:1779697716.449481:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.449491:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.449498:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.449503:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697716.449511:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.449519:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.449524:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.449544:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697716.449549:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.449553:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:3.0:1779697716.449644:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.449649:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697716.449653:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.449658:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697716.450216:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:1.0:1779697716.450224:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:1.0:1779697716.450236:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000010:1.1:1779697716.450441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697716.450449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:1.1:1779697716.450453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697716.450456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.1:1779697716.452018:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697716.452030:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697716.452034:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697716.452039:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.452046:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.1:1779697716.452051:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00000400:00000200:3.0:1779697716.452279:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.452298:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a91 00000400:00000200:3.0:1779697716.452306:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.452311:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.452318:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779697716.452321:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000400:00000200:3.0:1779697716.452408:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.452416:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644f080 00000400:00000200:3.0:1779697716.452425:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 76608 00000400:00000200:3.0:1779697716.452471:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.452476:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.452481:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.452488:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09dc00. 00000020:00000010:0.0:1779697716.452834:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697716.452840:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697716.452847:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f7a00. 00000020:00000010:0.0:1779697716.452852:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:0.0:1779697716.452857:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697716.452904:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697716.452907:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f40. 00000100:00000200:0.0:1779697716.452910:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215424128 00000001:00000010:0.0:1779697716.452919:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:0.0:1779697716.452942:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.452949:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 02000000:00000010:0.0:1779697716.452973:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1a8e000. 00010000:00000010:0.0:1779697716.452999:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.453003:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697716.453021:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697716.453024:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697716.453028:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.453031:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697716.453127:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676ba40. 00000004:00000010:0.0:1779697716.453136:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef618. 00000004:00000010:0.0:1779697716.453143:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30cc0. 00010000:00000010:1.0:1779697716.453151:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00080000:00000010:0.0:1779697716.453152:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd7579008. 00010000:00000010:1.0:1779697716.453162:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.453953:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.453958:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697716.453963:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697716.453969:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.454027:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:3.0:1779697716.454041:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:3.0:1779697716.454046:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697716.454071:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:3.0:1779697716.454088:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09dc00 x1866146215424128/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.454170:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697716.454176:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215424128, offset 224 00000400:00000200:3.0:1779697716.454184:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.454197:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.454204:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308945:308945:256:4294967295] 192.168.203.23@tcp LPNI seq info [308941:308941:8:4294967295] 00000400:00000200:3.0:1779697716.454219:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.454225:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.454229:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697716.454236:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.454244:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.454248:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.454273:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697716.454278:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:3.0:1779697716.454282:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f7a00. 00010000:00000010:1.1:1779697716.454429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697716.454435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00000800:00000200:0.0:1779697716.454488:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.454493:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697716.454497:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.454503:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.454507:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:0.0:1779697716.454509:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000400:00000200:0.0:1779697716.456842:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.456858:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644f180 00000400:00000200:0.0:1779697716.456867:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 77184 00000400:00000200:0.0:1779697716.456878:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.456881:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.456888:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.456893:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 00000020:00000010:3.0:1779697716.456949:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.456955:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.456962:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.456967:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697716.456973:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.457017:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.457021:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000100:00000200:3.0:1779697716.457025:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215424384 02000000:00000010:3.0:1779697716.457058:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfeece000. 00010000:00000010:3.0:1779697716.457102:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.457119:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697716.457138:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697716.457145:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.457161:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697716.457164:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697716.457169:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.457172:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.457279:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697716.457283:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.457287:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697716.457292:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000020:00000010:3.0:1779697716.457322:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97060. 00000020:00000010:3.0:1779697716.457327:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97060. 00000020:00000010:3.0:1779697716.457338:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37780. 00080000:00000010:3.0:1779697716.457347:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93caf46de800. 00010000:00000010:3.1:1779697716.457633:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697716.457641:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697716.457646:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697716.457650:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000001:00000010:3.0:1779697716.458249:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568da80. 00000001:00000010:3.0:1779697716.458256:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697716.458303:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37780. 00010000:00000010:3.0:1779697716.458314:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697716.458320:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697716.458335:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697716.458383:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:1.1:1779697716.458425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697716.458431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:0.0:1779697716.458436:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:0.0:1779697716.458446:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697716.458480:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.458497:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697716.458628:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974275, last committed = 8589974211 00010000:00000200:3.0:1779697716.458639:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00273b80 x1866146215424384/t8589974275(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.458658:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697716.458664:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215424384, offset 224 00000400:00000010:3.0:1779697716.458832:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d2d8. 00000400:00000200:3.0:1779697716.458838:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.458853:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.458860:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308946:308946:256:4294967295] 192.168.203.23@tcp LPNI seq info [308942:308942:8:4294967295] 00000400:00000200:3.0:1779697716.458867:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.458876:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.458882:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.458887:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.458894:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.458902:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.458907:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.458934:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697716.458939:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.458943:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:0.0:1779697716.460713:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.460721:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697716.460729:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.460736:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.461641:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.461659:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9a99 00000400:00000200:0.0:1779697716.461665:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.461759:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.461766:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:0.0:1779697716.461769:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000400:00000200:0.0:1779697716.461809:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.461818:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644f200 00000400:00000200:0.0:1779697716.461827:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 77672 00000400:00000200:0.0:1779697716.462231:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.462237:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.462244:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.462251:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271500. 00000020:00000010:3.0:1779697716.462337:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.462343:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.462349:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.462354:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697716.462360:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00010000:00000010:1.0:1779697716.462451:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:1.0:1779697716.462461:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00010000:00000010:3.1:1779697716.462487:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697716.462493:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697716.462497:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697716.462499:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000020:00000010:3.0:1779697716.462529:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2b6c0. 00000020:00000010:3.0:1779697716.462532:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2b6c0. 00000100:00000200:3.0:1779697716.462536:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215424512 00000001:00000010:3.0:1779697716.462546:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:3.0:1779697716.462567:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.462583:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 02000000:00000010:3.0:1779697716.462607:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeecf000. 00010000:00000010:3.0:1779697716.462631:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697716.462636:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.462652:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.462656:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.462660:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697716.462664:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.462775:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d4a0. 00000004:00000010:3.0:1779697716.462792:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd98. 00000004:00000010:3.0:1779697716.462799:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ed0. 00080000:00000010:3.0:1779697716.462808:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267728. 00010000:00000010:3.0:1779697716.463636:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697716.463641:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697716.463645:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.0:1779697716.463650:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.463706:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.463716:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.463720:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.463742:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697716.463758:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00271500 x1866146215424512/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.463778:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697716.463794:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215424512, offset 224 00000400:00000200:3.0:1779697716.463802:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.463812:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.463818:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308947:308947:256:4294967295] 192.168.203.23@tcp LPNI seq info [308943:308943:8:4294967295] 00000400:00000200:3.0:1779697716.463829:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.463846:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.463851:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697716.463858:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.463865:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.463875:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.463895:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697716.463899:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.463903:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:3.1:1779697716.464497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697716.464504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.464507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697716.464510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.1:1779697716.464512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:0.1:1779697716.465552:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00000800:00000200:0.0:1779697716.465568:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.465572:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697716.465576:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.465584:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.465589:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:0.0:1779697716.465592:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:0.0:1779697716.469496:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.469513:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644f300 00000400:00000200:0.0:1779697716.469522:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 78248 00000400:00000200:0.0:1779697716.469535:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.469539:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.469548:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.469554:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271f80. 00000020:00000010:3.0:1779697716.469653:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.469658:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.469665:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.469669:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697716.469674:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.469743:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.469746:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc80. 00000100:00000200:3.0:1779697716.469749:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215424768 02000000:00000010:3.0:1779697716.469788:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfeec8000. 00010000:00000010:3.0:1779697716.469828:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.469845:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697716.469865:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.0:1779697716.469871:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.469888:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697716.469891:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697716.469895:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e200. 00010000:00000010:3.0:1779697716.469898:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.469991:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.469994:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.469997:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.0:1779697716.470000:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.470020:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97500. 00000020:00000010:3.0:1779697716.470026:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97500. 00000020:00000010:3.0:1779697716.470035:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d720. 00080000:00000010:3.0:1779697716.470043:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93caf46dc800. 00000001:00000010:3.0:1779697716.470416:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d240. 00000001:00000010:3.0:1779697716.470423:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697716.470458:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d720. 00010000:00000010:3.0:1779697716.470466:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f000. 00010000:00000010:3.0:1779697716.470470:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.470480:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697716.470512:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.470525:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697716.470539:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974276, last committed = 8589974211 00010000:00000200:3.0:1779697716.470547:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00271f80 x1866146215424768/t8589974276(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.470564:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697716.470569:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215424768, offset 224 00000400:00000010:3.0:1779697716.470575:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dbd0. 00000400:00000200:3.0:1779697716.470578:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.470589:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.470595:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308948:308948:256:4294967295] 192.168.203.23@tcp LPNI seq info [308944:308944:8:4294967295] 00000400:00000200:3.0:1779697716.470601:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.470607:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.470612:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.470617:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.470623:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.470630:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.470633:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.470650:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697716.470654:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.470657:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:0.0:1779697716.470862:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.470866:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697716.470870:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.470874:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697716.471194:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.471200:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.471207:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00010000:00000010:1.1:1779697716.471474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697716.471481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:0.0:1779697716.473553:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.473571:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9aa1 00000400:00000200:0.0:1779697716.473637:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.473643:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.473650:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:0.0:1779697716.473653:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000400:00000200:0.0:1779697716.474082:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.474090:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644f380 00000400:00000200:0.0:1779697716.474097:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 78736 00000400:00000200:0.0:1779697716.474143:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.474148:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.474153:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.474158:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 00010000:00000010:1.0:1779697716.474542:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:1.0:1779697716.474553:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697716.474837:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.474842:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.474847:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.474851:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697716.474855:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.474922:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbf6e2bc80. 00000020:00000010:3.0:1779697716.474925:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbf6e2bc80. 00000100:00000200:3.0:1779697716.474929:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215424896 00000001:00000010:3.0:1779697716.474938:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697716.474958:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f800. 00010000:00000010:3.0:1779697716.474964:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697716.474986:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeecd000. 00010000:00000010:3.0:1779697716.475010:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.0:1779697716.475013:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.475027:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697716.475030:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.475033:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.0:1779697716.475036:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.475131:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c3c0. 00000004:00000010:3.0:1779697716.475139:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd20. 00000004:00000010:3.0:1779697716.475144:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82dd0. 00080000:00000010:3.0:1779697716.475152:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82661c8. 00010000:00000010:3.0:1779697716.475917:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.475923:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.475927:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.0:1779697716.475931:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.475987:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.475997:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.476002:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.476024:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697716.476040:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00272d80 x1866146215424896/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.476059:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697716.476065:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215424896, offset 224 00000400:00000200:3.0:1779697716.476072:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.476084:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.476090:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308949:308949:256:4294967295] 192.168.203.23@tcp LPNI seq info [308945:308945:8:4294967295] 00000400:00000200:3.0:1779697716.476164:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.476170:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.476175:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697716.476181:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.476187:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.476191:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.476256:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697716.476260:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.476264:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:0.0:1779697716.477022:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.477027:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697716.477032:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.477038:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.477043:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:0.0:1779697716.477045:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:3.1:1779697716.477419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697716.477426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697716.477430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697716.477433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00000400:00000200:0.0:1779697716.478256:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.478269:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644f480 00000400:00000200:0.0:1779697716.478277:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 79312 00000400:00000200:0.0:1779697716.478289:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.478293:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.478299:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.478306:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a9180. 00000020:00000010:3.0:1779697716.478424:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c00. 00000020:00000010:3.0:1779697716.478428:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c00. 00000020:00000010:3.0:1779697716.478434:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.478438:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697716.478442:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.478468:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c00. 00000020:00000010:3.0:1779697716.478470:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c00. 00000100:00000200:3.0:1779697716.478473:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215425152 02000000:00000010:3.0:1779697716.478524:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf6000. 00010000:00000010:3.0:1779697716.478553:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.478566:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.478590:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.0:1779697716.478595:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.478607:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.478610:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697716.478614:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.0:1779697716.478616:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.478705:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697716.478708:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697716.478711:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.0:1779697716.478714:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.478733:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97480. 00000020:00000010:3.0:1779697716.478739:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97480. 00000020:00000010:3.0:1779697716.478748:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d5a0. 00080000:00000010:3.0:1779697716.478755:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc4d62c00. 00000001:00000010:3.0:1779697716.479126:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d180. 00000001:00000010:3.0:1779697716.479132:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697716.479162:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d5a0. 00010000:00000010:3.0:1779697716.479169:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fa00. 00010000:00000010:3.0:1779697716.479173:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.479184:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697716.479212:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.479224:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697716.479237:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974277, last committed = 8589974211 00010000:00000200:3.0:1779697716.479245:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a9180 x1866146215425152/t8589974277(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.479263:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697716.479268:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215425152, offset 224 00000400:00000010:3.0:1779697716.479274:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d380. 00000400:00000200:3.0:1779697716.479278:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.479288:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.479294:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308950:308950:256:4294967295] 192.168.203.23@tcp LPNI seq info [308946:308946:8:4294967295] 00000400:00000200:3.0:1779697716.479299:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.479306:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.479311:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.479314:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697716.479320:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.479326:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.479330:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.479345:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697716.479348:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.479351:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:1.0:1779697716.479947:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:1.0:1779697716.479955:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:1.0:1779697716.479963:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00000800:00000200:0.0:1779697716.480020:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.480024:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697716.480028:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.480034:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.481307:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.481321:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9aa9 00000400:00000200:1.0:1779697716.481326:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.481330:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.481336:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779697716.481338:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00010000:00000010:3.0:1779697716.481465:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.481472:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00000400:00000200:0.0:1779697716.482437:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.482449:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644f500 00000400:00000200:0.0:1779697716.482456:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 79800 00000400:00000200:0.0:1779697716.482507:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.482513:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.482518:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.482525:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7aa680. 00000020:00000010:3.0:1779697716.482949:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c00. 00000020:00000010:3.0:1779697716.482954:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c00. 00000020:00000010:3.0:1779697716.482959:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.482963:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb680. 00000020:00000010:3.0:1779697716.482968:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.483038:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c00. 00000020:00000010:3.0:1779697716.483042:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c00. 00000100:00000200:3.0:1779697716.483045:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215425280 00000001:00000010:3.0:1779697716.483055:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697716.483076:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.0:1779697716.483083:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697716.483117:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf4000. 00010000:00000010:3.0:1779697716.483142:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.0:1779697716.483146:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.483162:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.483165:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.483169:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.0:1779697716.483172:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.483251:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6cd20. 00000004:00000010:3.0:1779697716.483260:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af7f8. 00000004:00000010:3.0:1779697716.483266:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83980. 00080000:00000010:3.0:1779697716.483274:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267560. 00010000:00000010:3.0:1779697716.484895:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.484902:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:3.0:1779697716.484907:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.484913:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697716.484981:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.484996:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.485001:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.485022:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697716.485040:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aa680 x1866146215425280/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.485061:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697716.485067:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215425280, offset 224 00000400:00000200:3.0:1779697716.485073:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.485085:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.485102:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308951:308951:256:4294967295] 192.168.203.23@tcp LPNI seq info [308947:308947:8:4294967295] 00000400:00000200:3.0:1779697716.485113:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.485119:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.485124:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697716.485130:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.485137:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.485142:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.485169:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb680. 00000020:00000010:3.0:1779697716.485173:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.485176:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:1.0:1779697716.485281:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.485286:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697716.485289:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.485294:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.485299:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:1.0:1779697716.485301:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000400:00000200:1.0:1779697716.487368:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.487384:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644f600 00010000:00000010:3.1:1779697716.487421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e600. 00010000:00000010:3.1:1779697716.487431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697716.487436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f400. 00010000:00000010:3.1:1779697716.487440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ee00. 00010000:00000010:3.1:1779697716.487442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.487445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f000. 00010000:00000010:1.1:1779697716.487481:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697716.487487:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e200. 00000400:00000200:1.0:1779697716.487498:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 80376 00000400:00000200:1.0:1779697716.487527:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.487532:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.487538:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.487544:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c380. 00000020:00000010:3.0:1779697716.487686:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8780. 00000020:00000010:3.0:1779697716.487691:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8780. 00000020:00000010:3.0:1779697716.487696:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.487700:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e300. 00000020:00000010:3.0:1779697716.487705:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.487744:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8780. 00000020:00000010:3.0:1779697716.487746:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8780. 00000100:00000200:3.0:1779697716.487749:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215425536 02000000:00000010:3.0:1779697716.487793:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf7000. 00010000:00000010:3.0:1779697716.487828:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697716.487841:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:3.0:1779697716.489850:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697716.489864:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697716.489885:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.489890:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:3.0:1779697716.489894:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.489897:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.490009:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697716.490012:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ec00. 00010000:00000010:3.0:1779697716.490016:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.490019:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.490044:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697716.490050:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697716.490061:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568dcc0. 00080000:00000010:3.0:1779697716.490070:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc4d63800. 00000001:00000010:3.0:1779697716.490855:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568db40. 00000001:00000010:3.0:1779697716.490870:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697716.490918:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568dcc0. 00010000:00000010:3.0:1779697716.490928:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697716.490932:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.490954:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:1.0:1779697716.491004:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.491011:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:1.0:1779697716.491021:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ec00. 00010000:00000010:1.0:1779697716.491036:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697716.491040:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697716.491079:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974278, last committed = 8589974211 00010000:00000200:3.0:1779697716.491090:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553c380 x1866146215425536/t8589974278(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.491196:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697716.491202:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215425536, offset 224 00000400:00000010:3.0:1779697716.491209:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dd20. 00000400:00000200:3.0:1779697716.491213:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.491237:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.491254:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308952:308952:256:4294967295] 192.168.203.23@tcp LPNI seq info [308948:308948:8:4294967295] 00000400:00000200:3.0:1779697716.491260:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.491267:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.491273:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.491283:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697716.491290:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.491296:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.491300:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.491420:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e300. 00000020:00000010:3.0:1779697716.491425:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.491428:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:1.1:1779697716.491665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697716.491680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fa00. 00000800:00000200:0.0:1779697716.492196:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.492201:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697716.492206:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.492212:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697716.494068:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ec00. 00010000:00000010:3.1:1779697716.494079:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697716.494085:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fe00. 00010000:00000010:3.1:1779697716.494088:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f800. 00000400:00000200:1.0:1779697716.495554:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.495575:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ab1 00000400:00000200:1.0:1779697716.495583:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.495589:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.495596:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:1.0:1779697716.495599:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000400:00000200:1.0:1779697716.495633:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.495640:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644f680 00000400:00000200:1.0:1779697716.495647:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 80864 00000400:00000200:1.0:1779697716.495695:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.495699:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.495704:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.495710:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ce00. 00010000:00000010:3.0:1779697716.495992:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.496002:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00000020:00000010:3.0:1779697716.496043:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8780. 00000020:00000010:3.0:1779697716.496048:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8780. 00000020:00000010:3.0:1779697716.496054:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.496058:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e580. 00000020:00000010:3.0:1779697716.496063:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.496178:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8780. 00000020:00000010:3.0:1779697716.496181:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8780. 00000100:00000200:3.0:1779697716.496185:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215425664 00000001:00000010:3.0:1779697716.496204:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:3.0:1779697716.496227:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.496233:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697716.496260:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf3000. 00010000:00000010:3.0:1779697716.496303:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.496306:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697716.496321:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697716.496324:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697716.496328:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.496333:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.496441:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6c000. 00000004:00000010:3.0:1779697716.496450:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af348. 00000004:00000010:3.0:1779697716.496456:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82330. 00080000:00000010:3.0:1779697716.496465:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266ab0. 00010000:00000010:3.1:1779697716.497863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e000. 00010000:00000010:3.1:1779697716.497884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697716.497888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f600. 00010000:00000010:3.1:1779697716.497891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834f200. 00010000:00000010:3.1:1779697716.497903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697716.497906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e400. 00010000:00000010:3.1:1779697716.497909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ea00. 00010000:00000010:3.1:1779697716.497911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.497914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834e800. 00010000:00000010:3.1:1779697716.497916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834fc00. 00010000:00000010:3.1:1779697716.497929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697716.497933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.498798:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.498805:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697716.498810:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.498817:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.498921:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697716.498935:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.498940:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697716.498969:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697716.498991:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553ce00 x1866146215425664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.499013:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697716.499021:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215425664, offset 224 00000400:00000200:3.0:1779697716.499029:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.499044:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.499052:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308953:308953:256:4294967295] 192.168.203.23@tcp LPNI seq info [308949:308949:8:4294967295] 00000400:00000200:3.0:1779697716.499067:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.499073:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.499079:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.499086:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.499155:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.499160:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.499219:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e580. 00000020:00000010:3.0:1779697716.499224:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.499228:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:1.0:1779697716.501308:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.501315:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697716.501322:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.501330:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.501336:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:1.0:1779697716.501339:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000400:00000200:0.0:1779697716.501793:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.501807:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644f780 00000400:00000200:0.0:1779697716.501814:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 81440 00000400:00000200:0.0:1779697716.501828:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.501832:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.501837:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.501844:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a9c00. 00000020:00000010:3.0:1779697716.501944:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697716.501949:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697716.501955:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.501959:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e580. 00000020:00000010:3.0:1779697716.501964:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.502031:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697716.502034:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697716.502037:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215425920 02000000:00000010:3.0:1779697716.502069:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf2000. 00010000:00000010:3.0:1779697716.502164:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.502182:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697716.502201:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697716.502207:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.502222:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.502225:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697716.502229:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697716.502232:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.502336:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.502340:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697716.502345:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697716.502349:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.502381:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697716.502414:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97560. 00000020:00000010:3.0:1779697716.502426:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568dae0. 00080000:00000010:3.0:1779697716.502435:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc4d60800. 00000001:00000010:3.0:1779697716.503173:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717ae0. 00000001:00000010:3.0:1779697716.503180:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697716.503216:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568dae0. 00010000:00000010:3.0:1779697716.503225:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697716.503231:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697716.503244:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697716.503325:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.503342:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697716.503359:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974279, last committed = 8589974211 00010000:00000200:3.0:1779697716.503368:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a9c00 x1866146215425920/t8589974279(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1779697716.503416:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697716.503422:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000010:3.0:1779697716.503427:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697716.503432:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215425920, offset 224 00000400:00000010:3.0:1779697716.503439:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d700. 00000400:00000200:3.0:1779697716.503443:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.503454:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.503460:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308954:308954:256:4294967295] 192.168.203.23@tcp LPNI seq info [308950:308950:8:4294967295] 00000400:00000200:3.0:1779697716.503465:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.503471:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.503477:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.503482:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697716.503489:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.503497:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.503502:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.503523:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e580. 00000020:00000010:3.0:1779697716.503527:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.503530:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:1.1:1779697716.503601:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697716.503609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00000800:00000200:1.0:1779697716.503700:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.503704:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697716.503708:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.503713:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.504977:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.504994:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ab9 00000400:00000200:1.0:1779697716.505000:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.505005:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.505011:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:1.0:1779697716.505014:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:3.0:1779697716.505119:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.505128:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e200. 00010000:00000010:0.0:1779697716.505570:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697716.505578:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e300. 00010000:00000010:0.0:1779697716.505586:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000400:00000200:0.0:1779697716.506489:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.506501:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644f800 00000400:00000200:0.0:1779697716.506509:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 81928 00000400:00000200:0.0:1779697716.506561:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.506566:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.506571:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.506577:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7aa300. 00000020:00000010:3.0:1779697716.506852:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697716.506857:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697716.506862:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.506866:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:3.0:1779697716.506871:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.506902:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697716.506905:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697716.506908:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215426048 00000001:00000010:3.0:1779697716.506917:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:3.0:1779697716.506937:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697716.506943:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697716.506968:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4bd0000. 00010000:00000010:3.0:1779697716.506994:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.506999:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.507015:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.507019:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:3.0:1779697716.507024:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697716.507027:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.507141:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6de00. 00000004:00000010:3.0:1779697716.507150:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afbb8. 00000004:00000010:3.0:1779697716.507156:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83540. 00080000:00000010:3.0:1779697716.507165:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf82678f0. 00010000:00000010:3.1:1779697716.507436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.507443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.507973:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697716.507978:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.507982:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.507987:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.508046:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.508062:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.508067:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:3.0:1779697716.508090:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697716.508169:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aa300 x1866146215426048/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.508189:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697716.508195:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215426048, offset 224 00000400:00000200:3.0:1779697716.508203:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.508214:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.508220:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308955:308955:256:4294967295] 192.168.203.23@tcp LPNI seq info [308951:308951:8:4294967295] 00000400:00000200:3.0:1779697716.508231:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.508236:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.508241:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.508246:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.508252:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.508257:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.508315:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:3.0:1779697716.508319:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.508322:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:1.0:1779697716.509025:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.509031:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697716.509036:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.509043:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.509048:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:1.0:1779697716.509051:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00010000:00000010:0.1:1779697716.509445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697716.509453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697716.509833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697716.509840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697716.509846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697716.509851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697716.509856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697716.509860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697716.509865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697716.509869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000400:00000200:1.0:1779697716.511111:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.511127:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644f900 00000400:00000200:1.0:1779697716.511137:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 82504 00000400:00000200:1.0:1779697716.511152:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.511157:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.511165:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.511172:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553f800. 00000020:00000010:3.0:1779697716.511295:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697716.511300:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697716.511305:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff9f7a00. 00000020:00000010:3.0:1779697716.511320:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:3.0:1779697716.511325:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.511364:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697716.511368:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000100:00000200:3.0:1779697716.511372:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215426304 02000000:00000010:3.0:1779697716.511420:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4bd5000. 00010000:00000010:3.0:1779697716.511456:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.511469:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.511485:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697716.511491:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.511506:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.511509:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.511513:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697716.511517:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.511705:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697716.511709:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:3.0:1779697716.511713:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.511717:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.511741:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b973c0. 00000020:00000010:3.0:1779697716.511747:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b973c0. 00000020:00000010:3.0:1779697716.511757:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717a20. 00080000:00000010:3.0:1779697716.511765:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc4d63000. 00000001:00000010:3.0:1779697716.512254:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37780. 00000001:00000010:3.0:1779697716.512261:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697716.512297:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717a20. 00010000:00000010:3.0:1779697716.512305:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.512472:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697716.512489:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697716.512537:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.512557:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697716.512633:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974280, last committed = 8589974211 00010000:00000200:3.0:1779697716.512643:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553f800 x1866146215426304/t8589974280(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.512661:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697716.512667:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215426304, offset 224 00000400:00000010:3.0:1779697716.512673:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d770. 00000400:00000200:3.0:1779697716.512676:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.512687:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.512694:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308956:308956:256:4294967295] 192.168.203.23@tcp LPNI seq info [308952:308952:8:4294967295] 00000400:00000200:3.0:1779697716.512698:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.512705:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.512710:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.512714:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697716.512720:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.512726:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.512730:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.512753:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:3.0:1779697716.512757:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.512760:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff9f7a00. 00010000:00000010:0.0:1779697716.512851:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:0.0:1779697716.512857:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697716.512863:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:1.0:1779697716.512893:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.512898:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697716.512902:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.512908:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.514211:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.514225:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ac1 00000400:00000200:1.0:1779697716.514231:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.514234:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.514239:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:1.0:1779697716.514241:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:3.0:1779697716.514367:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.514374:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:3.1:1779697716.514408:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.514414:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697716.514419:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697716.514422:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697716.514424:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697716.514427:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:1.0:1779697716.516005:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.516018:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644f980 00000400:00000200:1.0:1779697716.516025:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 82992 00000400:00000200:1.0:1779697716.516072:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.516076:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.516083:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.516088:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553d880. 00000020:00000010:3.0:1779697716.516402:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697716.516407:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697716.516413:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.516419:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e100. 00000020:00000010:3.0:1779697716.516479:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.516514:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697716.516516:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000100:00000200:3.0:1779697716.516520:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215426432 00000001:00000010:3.0:1779697716.516530:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.516552:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697716.516558:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697716.516583:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4bd1000. 00010000:00000010:3.0:1779697716.516608:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697716.516611:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.516628:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.516631:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697716.516635:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.516638:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.516840:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6da40. 00000004:00000010:3.0:1779697716.516848:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af618. 00000004:00000010:3.0:1779697716.516853:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83210. 00080000:00000010:3.0:1779697716.516861:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266c78. 00010000:00000010:3.0:1779697716.517342:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.517346:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.517349:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697716.517353:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.517483:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.517495:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.517500:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697716.517518:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697716.517535:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553d880 x1866146215426432/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.517553:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697716.517559:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215426432, offset 224 00000400:00000200:3.0:1779697716.517566:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.517575:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.517581:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308957:308957:256:4294967295] 192.168.203.23@tcp LPNI seq info [308953:308953:8:4294967295] 00000400:00000200:3.0:1779697716.517591:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.517596:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.517600:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697716.517606:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.517612:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.517616:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.517639:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e100. 00000020:00000010:3.0:1779697716.517642:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.517645:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:1.0:1779697716.517850:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.517854:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697716.517858:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.517863:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.517867:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:1.0:1779697716.517870:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:0.1:1779697716.519431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697716.519441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000400:00000200:1.0:1779697716.519578:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.519591:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644fa80 00000400:00000200:1.0:1779697716.519598:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 83568 00000400:00000200:1.0:1779697716.519613:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.519616:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.519622:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.519627:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553f480. 00000020:00000010:3.0:1779697716.519762:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697716.519767:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697716.519772:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13c00. 00000020:00000010:3.0:1779697716.519776:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e100. 00000020:00000010:3.0:1779697716.519788:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.519822:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697716.519825:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f00. 00000100:00000200:3.0:1779697716.519828:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215426688 02000000:00000010:3.0:1779697716.519858:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc874e000. 00010000:00000010:3.0:1779697716.519886:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.519897:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.519910:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.519915:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.519927:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.519929:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.519933:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.519935:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.520021:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697716.520024:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697716.520027:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697716.520030:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.520050:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b977a0. 00000020:00000010:3.0:1779697716.520055:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b977a0. 00000020:00000010:3.0:1779697716.520064:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37f00. 00080000:00000010:3.0:1779697716.520071:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc4d62400. 00000001:00000010:3.0:1779697716.520557:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717e40. 00000001:00000010:3.0:1779697716.520564:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697716.520596:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37f00. 00010000:00000010:3.0:1779697716.520605:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.520609:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697716.520621:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.520656:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.520669:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000200:3.0:1779697716.520746:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974281, last committed = 8589974211 00010000:00000200:3.0:1779697716.520755:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553f480 x1866146215426688/t8589974281(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.520772:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697716.520777:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215426688, offset 224 00000400:00000010:3.0:1779697716.520792:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d930. 00000400:00000200:3.0:1779697716.520796:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.520806:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.520812:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308958:308958:256:4294967295] 192.168.203.23@tcp LPNI seq info [308954:308954:8:4294967295] 00000400:00000200:3.0:1779697716.520818:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.520824:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.520830:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.520834:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697716.520839:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.520846:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.520849:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.520912:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e100. 00000020:00000010:3.0:1779697716.520916:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.520919:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13c00. 00010000:00000010:1.0:1779697716.520965:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:1.0:1779697716.520973:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e200. 00010000:00000010:1.0:1779697716.520984:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00000800:00000200:0.0:1779697716.521011:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.521015:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697716.521019:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.521023:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.522092:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.522103:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ac9 00000400:00000200:1.0:1779697716.522108:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.522112:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.522116:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:1.0:1779697716.522119:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00010000:00000010:3.1:1779697716.522885:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697716.522895:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697716.522901:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697716.522908:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697716.522913:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697716.522918:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697716.522997:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.523005:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00000400:00000200:1.0:1779697716.523992:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.524005:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644fb00 00000400:00000200:1.0:1779697716.524012:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 84056 00000400:00000200:1.0:1779697716.524189:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.524195:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.524202:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.524216:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ed80. 00000020:00000010:3.0:1779697716.524563:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697716.524618:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697716.524625:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.524629:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.524634:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.524872:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697716.524876:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f00. 00000100:00000200:3.0:1779697716.524879:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215426816 00000001:00000010:3.0:1779697716.524888:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697716.524908:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697716.524913:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697716.524935:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc874b000. 00010000:00000010:3.0:1779697716.524958:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697716.524961:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.524977:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.524980:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.524984:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.524987:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.525070:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d680. 00000004:00000010:3.0:1779697716.525078:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af0f0. 00000004:00000010:3.0:1779697716.525084:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82110. 00080000:00000010:3.0:1779697716.525101:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8266000. 00010000:00000010:1.1:1779697716.526495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697716.526503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697716.528838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697716.528851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697716.528857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697716.528863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697716.528869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697716.528874:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.529055:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.529060:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697716.529067:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697716.529074:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.529156:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.529172:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.529178:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.529207:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697716.529226:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553ed80 x1866146215426816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.529246:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697716.529253:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215426816, offset 224 00000400:00000200:3.0:1779697716.529260:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.529277:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.529285:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308959:308959:256:4294967295] 192.168.203.23@tcp LPNI seq info [308955:308955:8:4294967295] 00000400:00000200:3.0:1779697716.529299:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.529306:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.529311:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697716.529319:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.529327:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.529333:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.531947:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.531958:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.531963:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:0.0:1779697716.532358:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.532363:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697716.532368:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.532376:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.532383:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:0.0:1779697716.532385:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00010000:00000010:3.1:1779697716.532498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697716.532506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697716.532517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.532521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:1.0:1779697716.535312:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.535331:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644fc00 00000400:00000200:1.0:1779697716.535340:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 84632 00000400:00000200:1.0:1779697716.535355:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.535359:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.535366:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.535372:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553e300. 00000020:00000010:3.0:1779697716.536030:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697716.536036:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697716.536042:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbce932c00. 00000020:00000010:3.0:1779697716.536047:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.536052:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.536088:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697716.536090:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8800. 00000100:00000200:3.0:1779697716.536636:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215427072 02000000:00000010:3.0:1779697716.536678:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc874c000. 00010000:00000010:3.0:1779697716.536719:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.536737:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697716.536760:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.536766:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.536789:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.536792:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697716.536797:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.536800:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.536897:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.536900:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.536903:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697716.536906:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.536938:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97be0. 00000020:00000010:3.0:1779697716.536944:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97be0. 00000020:00000010:3.0:1779697716.536954:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568dae0. 00080000:00000010:3.0:1779697716.536963:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb9f0800. 00000001:00000010:3.0:1779697716.537979:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1f00. 00000001:00000010:3.0:1779697716.537986:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697716.538021:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568dae0. 00010000:00000010:3.0:1779697716.538030:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697716.538035:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697716.538049:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697716.538148:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.538169:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000200:3.0:1779697716.538186:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974282, last committed = 8589974211 00010000:00000200:3.0:1779697716.538196:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553e300 x1866146215427072/t8589974282(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.538215:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697716.538221:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215427072, offset 224 00000400:00000010:3.0:1779697716.538228:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d968. 00000400:00000200:3.0:1779697716.538241:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.538255:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.538262:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308960:308960:256:4294967295] 192.168.203.23@tcp LPNI seq info [308956:308956:8:4294967295] 00000400:00000200:3.0:1779697716.538268:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.538275:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.538281:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.538286:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.538292:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.538299:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.538303:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.538332:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.538336:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.538340:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbce932c00. 00000800:00000200:0.0:1779697716.538511:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.538517:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697716.538521:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.538526:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.539803:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.539880:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ad1 00000400:00000200:0.0:1779697716.539887:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.539893:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.539899:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:0.0:1779697716.539902:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00010000:00000010:1.0:1779697716.540601:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.1:1779697716.540651:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697716.540660:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.0:1779697716.540665:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:3.1:1779697716.540679:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697716.540686:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.0:1779697716.540687:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697716.540730:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.540735:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00000400:00000200:1.0:1779697716.540776:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.540798:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644fc80 00000400:00000200:1.0:1779697716.540805:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 85120 00000400:00000200:1.0:1779697716.540853:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.540857:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.540863:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.540869:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ea00. 00000020:00000010:3.0:1779697716.541170:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697716.541176:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697716.541183:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.541188:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.541286:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.541331:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697716.541335:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8800. 00000100:00000200:3.0:1779697716.541339:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215427200 00000001:00000010:3.0:1779697716.541349:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:3.0:1779697716.541370:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697716.541376:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697716.541429:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff714000. 00010000:00000010:3.0:1779697716.541496:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.541503:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.541519:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.541522:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.541526:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697716.541530:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697716.541638:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc9b6d860. 00000004:00000010:3.0:1779697716.541646:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afca8. 00000004:00000010:3.0:1779697716.541653:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83dc0. 00080000:00000010:3.0:1779697716.541661:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf8267398. 00010000:00000010:3.0:1779697716.542474:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697716.542480:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697716.542485:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.542491:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697716.542555:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.542583:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.542590:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.542619:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:3.0:1779697716.542640:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553ea00 x1866146215427200/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.542660:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697716.542908:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215427200, offset 224 00000400:00000200:3.0:1779697716.542918:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.542930:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.542938:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308961:308961:256:4294967295] 192.168.203.23@tcp LPNI seq info [308957:308957:8:4294967295] 00000400:00000200:3.0:1779697716.542951:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.542958:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.542963:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697716.542970:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.542979:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.542984:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.543013:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.543018:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.543023:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:0.0:1779697716.543359:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.543364:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697716.543368:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.543374:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.543378:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:0.0:1779697716.543380:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:3.1:1779697716.544426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697716.544435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.544441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697716.544444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:0.0:1779697716.546053:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.546070:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644fd80 00000400:00000200:0.0:1779697716.546079:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 85696 00000400:00000200:0.0:1779697716.546096:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.546101:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.546109:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.546270:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a9f80. 00000020:00000010:3.0:1779697716.546418:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8900. 00000020:00000010:3.0:1779697716.546423:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8900. 00000020:00000010:3.0:1779697716.546429:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf6e8fc00. 00000020:00000010:3.0:1779697716.546435:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.546441:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.546477:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8900. 00000020:00000010:3.0:1779697716.546481:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8900. 00000100:00000200:3.0:1779697716.546485:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215427456 02000000:00000010:3.0:1779697716.546518:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff713000. 00010000:00000010:3.0:1779697716.546554:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697716.546571:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697716.546602:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.546609:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697716.546625:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.546629:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697716.546635:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697716.546639:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697716.546741:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697716.546745:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.546749:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697716.546754:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697716.546796:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e60. 00000020:00000010:3.0:1779697716.546803:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e60. 00000020:00000010:3.0:1779697716.546815:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1c00. 00080000:00000010:3.0:1779697716.546824:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6ee4400. 00000001:00000010:3.0:1779697716.547317:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1ae0. 00000001:00000010:3.0:1779697716.547325:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697716.547374:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1c00. 00010000:00000010:3.0:1779697716.547384:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697716.547409:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697716.547422:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697716.547471:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.547491:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697716.547510:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974283, last committed = 8589974211 00010000:00000200:3.0:1779697716.547520:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a9f80 x1866146215427456/t8589974283(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.547540:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697716.547546:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215427456, offset 224 00000400:00000010:3.0:1779697716.547553:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065daf0. 00000400:00000200:3.0:1779697716.547558:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.547571:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.547578:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308962:308962:256:4294967295] 192.168.203.23@tcp LPNI seq info [308958:308958:8:4294967295] 00000400:00000200:3.0:1779697716.547585:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.547594:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.547600:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.547605:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.547612:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.547621:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.547625:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.547649:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.547654:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.547658:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf6e8fc00. 00010000:00000010:1.0:1779697716.547908:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:1.0:1779697716.547916:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:1.0:1779697716.547926:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:1.1:1779697716.549411:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697716.549424:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697716.549826:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.549834:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000800:00000200:3.0:1779697716.549918:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.549923:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697716.549928:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.549936:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.549963:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.549976:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ad9 00000400:00000200:3.0:1779697716.549981:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.549985:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.549990:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697716.549993:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:3.0:1779697716.550023:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.550030:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644fe00 00000400:00000200:3.0:1779697716.550037:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 86184 00000400:00000200:3.0:1779697716.550047:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.550051:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.550057:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.550063:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09e300. 00000020:00000010:3.0:1779697716.550123:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8900. 00000020:00000010:3.0:1779697716.550129:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8900. 00000020:00000010:3.0:1779697716.550135:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.550140:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.550144:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.550182:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8900. 00000020:00000010:3.0:1779697716.550185:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8900. 00000100:00000200:3.0:1779697716.550189:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215427584 00000001:00000010:3.0:1779697716.550198:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:3.0:1779697716.550218:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.550225:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 02000000:00000010:3.0:1779697716.550248:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff715000. 00010000:00000010:3.0:1779697716.550274:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.550279:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.550295:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.550299:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.550304:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697716.550308:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000004:00000010:3.0:1779697716.550447:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b52c0. 00000004:00000010:3.0:1779697716.550456:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afc30. 00000004:00000010:3.0:1779697716.550463:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82bb0. 00080000:00000010:3.0:1779697716.550474:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230c78. 00010000:00000010:1.0:1779697716.550743:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:1.0:1779697716.550751:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697716.551476:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.551481:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.551486:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697716.551491:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.551550:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.551566:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.551625:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.551655:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697716.551800:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09e300 x1866146215427584/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.551821:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697716.551828:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215427584, offset 224 00000400:00000200:3.0:1779697716.551835:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.551846:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.551854:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308963:308963:256:4294967295] 192.168.203.23@tcp LPNI seq info [308959:308959:8:4294967295] 00000400:00000200:3.0:1779697716.551867:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.551874:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.551879:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.551886:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.551894:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.551899:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.551966:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.551972:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.551976:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:0.0:1779697716.552501:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.552507:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697716.552512:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.552519:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.552526:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:0.0:1779697716.552528:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:3.1:1779697716.552973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697716.552982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697716.552987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697716.552991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.1:1779697716.553454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697716.553460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.1:1779697716.558417:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697716.558433:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697716.558650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697716.558656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697716.558658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697716.558661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:0.0:1779697716.559520:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.559537:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400644ff00 00000400:00000200:0.0:1779697716.559545:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 86760 00000400:00000200:0.0:1779697716.559560:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.559565:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.559583:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.559591:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a8e00. 00000020:00000010:3.0:1779697716.559903:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697716.559909:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697716.559914:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:3.0:1779697716.559918:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.559923:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.559961:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697716.559964:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000100:00000200:3.0:1779697716.559967:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215427840 02000000:00000010:3.0:1779697716.559999:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff717000. 00010000:00000010:3.0:1779697716.560035:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.560051:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.560067:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.560072:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.560086:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697716.560089:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.560093:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697716.560095:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697716.560204:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697716.560208:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:3.0:1779697716.560211:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.560215:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697716.560236:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b974a0. 00000020:00000010:3.0:1779697716.560243:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b974a0. 00000020:00000010:3.0:1779697716.560252:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f10c0. 00080000:00000010:3.0:1779697716.560261:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6ee7400. 00000001:00000010:3.0:1779697716.560652:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1180. 00000001:00000010:3.0:1779697716.560658:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697716.560689:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f10c0. 00010000:00000010:3.0:1779697716.560697:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697716.560701:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697716.560712:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697716.560755:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.560768:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697716.560793:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974284, last committed = 8589974211 00010000:00000200:3.0:1779697716.560803:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a8e00 x1866146215427840/t8589974284(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.560822:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697716.560828:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215427840, offset 224 00000400:00000010:3.0:1779697716.560834:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d268. 00000400:00000200:3.0:1779697716.560838:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.560849:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.560855:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308964:308964:256:4294967295] 192.168.203.23@tcp LPNI seq info [308960:308960:8:4294967295] 00000400:00000200:3.0:1779697716.560860:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.560867:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.560872:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.560877:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697716.560883:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.560891:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.560894:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.560912:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.560915:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.560919:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00000800:00000200:3.0:1779697716.561005:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.561009:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697716.561013:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.561017:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697716.561324:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:1.0:1779697716.561331:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:1.0:1779697716.561338:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00000400:00000200:0.0:1779697716.562878:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.562893:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ae1 00000400:00000200:0.0:1779697716.562900:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.562904:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.562911:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:0.0:1779697716.562914:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00010000:00000010:3.0:1779697716.563157:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697716.563166:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00000400:00000200:0.0:1779697716.563758:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.563768:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400644ff80 00000400:00000200:0.0:1779697716.563775:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 87248 00000400:00000200:0.0:1779697716.563834:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.563839:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.563844:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.563850:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7aad80. 00000020:00000010:3.0:1779697716.564040:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697716.564046:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697716.564051:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:3.0:1779697716.564055:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.564059:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.564099:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697716.564104:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000100:00000200:3.0:1779697716.564107:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215427968 00000001:00000010:3.0:1779697716.564119:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697716.564139:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697716.564145:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 02000000:00000010:3.0:1779697716.564177:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff712000. 00010000:00000010:3.0:1779697716.564202:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.564205:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.564220:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.564223:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697716.564227:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.564230:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000004:00000010:3.0:1779697716.564313:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5c20. 00000004:00000010:3.0:1779697716.564321:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af9d8. 00000004:00000010:3.0:1779697716.564327:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82550. 00080000:00000010:3.0:1779697716.564334:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230558. 00010000:00000010:3.0:1779697716.568322:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697716.568333:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.568340:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.568349:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.568484:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.568500:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.568506:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697716.568531:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697716.568548:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aad80 x1866146215427968/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.568568:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697716.568634:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215427968, offset 224 00000400:00000200:3.0:1779697716.568643:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.568655:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.568661:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308965:308965:256:4294967295] 192.168.203.23@tcp LPNI seq info [308961:308961:8:4294967295] 00000400:00000200:3.0:1779697716.568861:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.568868:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.568874:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697716.568880:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.568888:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.568892:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.568968:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.568973:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.568977:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00010000:00000010:3.1:1779697716.571473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697716.571485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697716.571491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697716.571497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00000800:00000200:0.0:1779697716.571941:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.571946:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697716.571953:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.571961:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.571968:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:0.0:1779697716.571971:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000400:00000200:0.0:1779697716.577280:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.577301:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450080 00000400:00000200:0.0:1779697716.577310:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 87824 00000400:00000200:0.0:1779697716.577342:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.577347:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.577356:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.577363:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a9500. 00000020:00000010:3.0:1779697716.577511:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.577516:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.577521:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:3.0:1779697716.577527:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.577532:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.577748:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.577751:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000100:00000200:3.0:1779697716.577754:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215428224 02000000:00000010:3.0:1779697716.577799:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff710000. 00010000:00000010:3.0:1779697716.577836:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.577854:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.577874:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.577880:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.577896:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697716.577899:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697716.577904:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697716.577908:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697716.578019:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697716.578023:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.578027:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.578031:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697716.578062:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697716.578069:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697716.578080:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f17e0. 00080000:00000010:3.0:1779697716.578089:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6ee4000. 00010000:00000010:1.1:1779697716.578422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697716.578429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697716.578468:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697716.578474:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00000001:00000010:3.0:1779697716.578762:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1de0. 00000001:00000010:3.0:1779697716.578769:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697716.578828:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f17e0. 00010000:00000010:3.0:1779697716.578838:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697716.578842:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697716.578854:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697716.578942:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.578961:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697716.578979:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974285, last committed = 8589974211 00010000:00000200:3.0:1779697716.578989:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a9500 x1866146215428224/t8589974285(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.579007:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697716.579014:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215428224, offset 224 00000400:00000010:3.0:1779697716.579022:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d1f8. 00000400:00000200:3.0:1779697716.579027:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.579040:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.579047:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308966:308966:256:4294967295] 192.168.203.23@tcp LPNI seq info [308962:308962:8:4294967295] 00000400:00000200:3.0:1779697716.579054:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.579063:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.579070:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.579075:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697716.579083:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.579091:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.579106:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.579168:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:3.0:1779697716.579177:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.579181:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00010000:00000010:1.0:1779697716.579521:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:1.0:1779697716.579529:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:1.0:1779697716.579539:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:0.0:1779697716.582307:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.582315:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697716.582322:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.582330:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.582841:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.582858:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ae9 00000400:00000200:0.0:1779697716.582865:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.582870:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.582876:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:0.0:1779697716.582879:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00000400:00000200:0.0:1779697716.583880:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.583889:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450100 00000400:00000200:0.0:1779697716.583896:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 88312 00000400:00000200:0.0:1779697716.583948:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.583953:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.583958:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.583965:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a8000. 00000020:00000010:0.0:1779697716.584012:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697716.584017:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697716.584024:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac800. 00000020:00000010:0.0:1779697716.584029:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:0.0:1779697716.584033:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697716.584071:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697716.584075:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f40. 00000100:00000200:0.0:1779697716.584079:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215428352 00000001:00000010:0.0:1779697716.584451:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:0.0:1779697716.584477:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697716.584484:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 02000000:00000010:0.0:1779697716.584512:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2b5a4000. 00010000:00000010:0.0:1779697716.584540:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.584545:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697716.584567:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697716.584581:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.584587:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.584592:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00000004:00000010:0.0:1779697716.584906:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cad676a000. 00000004:00000010:0.0:1779697716.584915:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef348. 00000004:00000010:0.0:1779697716.584922:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30bb0. 00080000:00000010:0.0:1779697716.584931:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd75791d0. 00010000:00000010:1.0:1779697716.585554:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:1.0:1779697716.585563:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697716.585826:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697716.585830:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697716.585834:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697716.585838:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697716.585891:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697716.585900:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697716.585903:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.585923:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:0.0:1779697716.585939:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a8000 x1866146215428352/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.585958:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697716.585963:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215428352, offset 224 00000400:00000200:0.0:1779697716.585970:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.585981:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.585987:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308967:308967:256:4294967295] 192.168.203.23@tcp LPNI seq info [308963:308963:8:4294967295] 00000400:00000200:0.0:1779697716.585998:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.586004:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.586009:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697716.586014:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.586021:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.586025:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.586049:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:0.0:1779697716.586053:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697716.586056:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac800. 00000800:00000200:1.0:1779697716.587929:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.587937:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697716.587943:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.587952:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.587958:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:1.0:1779697716.587962:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:0.0:1779697716.588317:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.588330:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450200 00000400:00000200:0.0:1779697716.588338:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 88888 00000400:00000200:0.0:1779697716.588350:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.588353:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.588360:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.588367:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7abb80. 00010000:00000010:3.1:1779697716.588417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697716.588423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697716.588428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697716.588433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697716.588437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697716.588440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.588443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697716.588445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000020:00000010:3.0:1779697716.588603:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.588609:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.588614:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:3.0:1779697716.588619:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697716.588623:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.588660:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.588663:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000100:00000200:3.0:1779697716.588666:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215428608 02000000:00000010:3.0:1779697716.588917:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef0000. 00010000:00000010:3.0:1779697716.588954:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:3.0:1779697716.588967:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697716.588982:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697716.588988:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.589002:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.589006:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697716.589010:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.589014:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.589220:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697716.589225:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:3.0:1779697716.589228:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.589231:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697716.589255:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697716.589260:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697716.589269:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f17e0. 00080000:00000010:3.0:1779697716.589280:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f9c00. 00000001:00000010:3.0:1779697716.589852:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1000. 00000001:00000010:3.0:1779697716.589859:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697716.589899:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f17e0. 00010000:00000010:3.0:1779697716.589909:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697716.589914:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697716.589928:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.590008:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.590028:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697716.590046:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974286, last committed = 8589974211 00010000:00000200:3.0:1779697716.590057:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7abb80 x1866146215428608/t8589974286(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.590076:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697716.590082:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215428608, offset 224 00000400:00000010:3.0:1779697716.590088:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065ddc8. 00000400:00000200:3.0:1779697716.590103:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.590117:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.590123:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308968:308968:256:4294967295] 192.168.203.23@tcp LPNI seq info [308964:308964:8:4294967295] 00000400:00000200:3.0:1779697716.590129:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.590138:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.590145:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.590160:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697716.590167:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.590175:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.590179:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.590199:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:3.0:1779697716.590204:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.590208:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00000800:00000200:1.0:1779697716.590440:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.590445:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697716.590449:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.590453:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.592610:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.592627:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9af1 00000400:00000200:1.0:1779697716.592633:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.592637:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.592644:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:1.0:1779697716.592646:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:1.0:1779697716.592681:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.592687:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450280 00000400:00000200:1.0:1779697716.592694:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 89376 00000400:00000200:1.0:1779697716.592732:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.592736:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.592741:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.592746:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553fb80. 00010000:00000010:3.0:1779697716.593281:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.593292:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.593332:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.593337:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.593341:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:3.0:1779697716.593345:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.593349:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.593386:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697716.593408:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000100:00000200:3.0:1779697716.593411:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215428736 00000001:00000010:3.0:1779697716.593420:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697716.593437:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.593442:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697716.593464:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef6000. 00010000:00000010:3.0:1779697716.593490:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.593494:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.593506:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.593511:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.593515:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697716.593517:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000004:00000010:3.0:1779697716.593735:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b50e0. 00000004:00000010:3.0:1779697716.593742:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afe88. 00000004:00000010:3.0:1779697716.593748:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82880. 00080000:00000010:3.0:1779697716.593755:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231c80. 00010000:00000010:0.0:1779697716.594554:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:0.0:1779697716.594561:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697716.594571:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.594776:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697716.594789:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697716.594793:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697716.594798:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.594851:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.594859:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.594862:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697716.594884:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697716.594899:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553fb80 x1866146215428736/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.594919:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697716.594925:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215428736, offset 224 00000400:00000200:3.0:1779697716.594932:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.594943:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.594949:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308969:308969:256:4294967295] 192.168.203.23@tcp LPNI seq info [308965:308965:8:4294967295] 00000400:00000200:3.0:1779697716.594960:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.594965:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.594969:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697716.594975:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.594981:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.594985:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.595037:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:3.0:1779697716.595042:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.595045:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00000800:00000200:1.0:1779697716.595249:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.595254:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697716.595258:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.595263:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.595268:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:1.0:1779697716.595270:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00010000:00000010:3.1:1779697716.597488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697716.597502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697716.597510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697716.597514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00000400:00000200:1.0:1779697716.598064:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.598082:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450380 00000400:00000200:1.0:1779697716.598090:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 89952 00000400:00000200:1.0:1779697716.598103:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.598108:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.598115:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.598121:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c700. 00000020:00000010:3.0:1779697716.598262:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.598267:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.598274:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.598279:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697716.598284:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.598457:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.598461:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000100:00000200:3.0:1779697716.598465:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215428992 02000000:00000010:3.0:1779697716.598500:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef7000. 00010000:00000010:3.0:1779697716.598537:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.598554:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697716.598573:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.598578:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.598592:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697716.598595:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697716.598599:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.598602:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.598707:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697716.598711:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536580. 00010000:00000010:3.0:1779697716.598715:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.598719:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697716.598747:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97880. 00000020:00000010:3.0:1779697716.598753:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97880. 00000020:00000010:3.0:1779697716.598763:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1600. 00080000:00000010:3.0:1779697716.598770:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f8000. 00000001:00000010:3.0:1779697716.599370:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f13c0. 00000001:00000010:3.0:1779697716.599376:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697716.599440:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1600. 00010000:00000010:3.0:1779697716.599449:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697716.599453:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697716.599465:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697716.599501:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.599520:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697716.599537:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974287, last committed = 8589974211 00010000:00000200:3.0:1779697716.599546:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553c700 x1866146215428992/t8589974287(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.599570:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697716.599576:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215428992, offset 224 00000400:00000010:3.0:1779697716.599583:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d230. 00000400:00000200:3.0:1779697716.599587:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.599601:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.599608:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308970:308970:256:4294967295] 192.168.203.23@tcp LPNI seq info [308966:308966:8:4294967295] 00000400:00000200:3.0:1779697716.599614:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.599623:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.599630:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.599634:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.599641:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.599648:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.599653:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.599678:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697716.599681:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.599684:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:3.0:1779697716.599765:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.599769:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697716.599772:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.599787:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697716.599857:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:1.0:1779697716.599863:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536580. 00010000:00000010:1.0:1779697716.599870:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00010000:00000010:0.1:1779697716.601694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697716.601706:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697716.601710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.601713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697716.601760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697716.601767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:1.1:1779697716.601771:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697716.601774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697716.601868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697716.601875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697716.601880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697716.601887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697716.601891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.601895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697716.601900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697716.601904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697716.601909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697716.601913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:1.0:1779697716.602036:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.602052:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9af9 00000400:00000200:1.0:1779697716.602058:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.602062:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.602068:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:1.0:1779697716.602070:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00010000:00000010:3.0:1779697716.602235:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.602245:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00010000:00000010:1.1:1779697716.603425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697716.603433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:0.1:1779697716.603477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697716.603483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:1.0:1779697716.605185:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.605202:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450400 00000400:00000200:1.0:1779697716.605212:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 90440 00000400:00000200:1.0:1779697716.605270:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.605276:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.605284:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.605290:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c000. 00000020:00000010:0.0:1779697716.605513:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61240. 00000020:00000010:0.0:1779697716.605519:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61240. 00000020:00000010:0.0:1779697716.605525:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac800. 00000020:00000010:0.0:1779697716.605531:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:0.0:1779697716.605535:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697716.605583:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61240. 00000020:00000010:0.0:1779697716.605587:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61240. 00000100:00000200:0.0:1779697716.605590:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215429120 00000001:00000010:0.0:1779697716.605600:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:0.0:1779697716.605621:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697716.605627:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 02000000:00000010:0.0:1779697716.605651:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2b5a7000. 00010000:00000010:0.0:1779697716.605689:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.605693:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697716.605709:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697716.605712:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.605716:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.605719:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000004:00000010:0.0:1779697716.605832:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280000. 00000004:00000010:0.0:1779697716.605841:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef708. 00000004:00000010:0.0:1779697716.605847:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30660. 00080000:00000010:0.0:1779697716.605857:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd7578e40. 00010000:00000010:0.0:1779697716.606722:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697716.606727:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697716.606732:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697716.606737:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697716.606803:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697716.606813:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697716.606818:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.606838:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:0.0:1779697716.606853:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553c000 x1866146215429120/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.606871:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697716.606877:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215429120, offset 224 00000400:00000200:0.0:1779697716.606883:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.606893:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.606899:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308971:308971:256:4294967295] 192.168.203.23@tcp LPNI seq info [308967:308967:8:4294967295] 00000400:00000200:0.0:1779697716.606908:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.606913:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.606918:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697716.606924:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.606930:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.606934:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.606957:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:0.0:1779697716.606961:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697716.606964:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac800. 00000800:00000200:1.0:1779697716.607177:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.607182:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697716.607187:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.607193:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.607197:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:1.0:1779697716.607200:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00010000:00000010:3.1:1779697716.607540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697716.607550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697716.607556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697716.607560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697716.607564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697716.607578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000400:00000200:1.0:1779697716.610442:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.610459:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450500 00000400:00000200:1.0:1779697716.610469:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 91016 00000400:00000200:1.0:1779697716.610486:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.610491:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.610499:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.610506:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553d500. 00000020:00000010:3.0:1779697716.610607:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.610612:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.610616:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:3.0:1779697716.610622:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536700. 00000020:00000010:3.0:1779697716.610627:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.610663:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.610665:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000100:00000200:3.0:1779697716.610677:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215429376 02000000:00000010:3.0:1779697716.610706:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef2000. 00010000:00000010:3.0:1779697716.610741:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:3.0:1779697716.610756:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697716.610771:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.610777:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.610800:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697716.610803:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697716.610807:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.610811:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.610904:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697716.610907:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697716.610910:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.610913:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697716.610939:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97880. 00000020:00000010:3.0:1779697716.610945:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97880. 00000020:00000010:3.0:1779697716.610955:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1600. 00080000:00000010:3.0:1779697716.610963:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f8400. 00000001:00000010:3.0:1779697716.611347:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1120. 00000001:00000010:3.0:1779697716.611353:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697716.611384:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1600. 00010000:00000010:3.0:1779697716.611412:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697716.611416:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697716.611427:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697716.611460:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.611480:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697716.611496:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974288, last committed = 8589974211 00010000:00000200:3.0:1779697716.611504:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad553d500 x1866146215429376/t8589974288(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.611529:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697716.611536:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215429376, offset 224 00000400:00000010:3.0:1779697716.611543:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d818. 00000400:00000200:3.0:1779697716.611548:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.611561:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.611568:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308972:308972:256:4294967295] 192.168.203.23@tcp LPNI seq info [308968:308968:8:4294967295] 00000400:00000200:3.0:1779697716.611573:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.611580:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.611586:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.611590:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.611597:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.611603:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.611607:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.611625:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536700. 00000020:00000010:3.0:1779697716.611630:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.611633:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00000800:00000200:3.0:1779697716.611711:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.611715:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697716.611719:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.611725:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697716.611979:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697716.611986:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536100. 00010000:00000010:0.0:1779697716.611998:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000400:00000200:1.0:1779697716.613363:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.613377:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b01 00000400:00000200:1.0:1779697716.613381:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.613385:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.613419:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:1.0:1779697716.613422:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00010000:00000010:0.1:1779697716.613487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.613495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697716.613500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697716.613504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.0:1779697716.613672:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.613679:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00000400:00000200:1.0:1779697716.614956:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.614968:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450580 00000400:00000200:1.0:1779697716.614976:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 91504 00000400:00000200:1.0:1779697716.615025:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.615030:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.615035:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.615044:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb918380. 00000020:00000010:3.0:1779697716.615244:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.615250:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.615255:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.615260:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697716.615265:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.615305:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697716.615308:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000100:00000200:3.0:1779697716.615312:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215429504 00000001:00000010:3.0:1779697716.615320:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:3.0:1779697716.615341:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697716.615348:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 02000000:00000010:3.0:1779697716.615369:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef3000. 00010000:00000010:3.0:1779697716.615414:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.615419:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.615434:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.615437:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697716.615441:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697716.615443:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000004:00000010:3.0:1779697716.615528:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4000. 00000004:00000010:3.0:1779697716.615535:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af960. 00000004:00000010:3.0:1779697716.615541:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83650. 00080000:00000010:3.0:1779697716.615549:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231ab8. 00010000:00000010:3.0:1779697716.616489:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.616495:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697716.616499:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.616504:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697716.616566:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.616587:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.616591:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697716.616613:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697716.616629:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb918380 x1866146215429504/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.616647:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697716.616653:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215429504, offset 224 00000400:00000200:3.0:1779697716.616660:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.616840:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.616849:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308973:308973:256:4294967295] 192.168.203.23@tcp LPNI seq info [308969:308969:8:4294967295] 00000400:00000200:3.0:1779697716.616863:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.616870:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.616875:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697716.616882:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.616890:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.616894:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.616913:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697716.616917:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.616921:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:1.0:1779697716.617033:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.617038:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697716.617041:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.617046:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.617050:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:1.0:1779697716.617052:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:3.1:1779697716.618456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697716.618466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697716.618472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697716.618477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000400:00000200:1.0:1779697716.619495:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.619511:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450680 00000400:00000200:1.0:1779697716.619519:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 92080 00000400:00000200:1.0:1779697716.619534:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.619540:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.619547:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.619554:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb919f80. 00000020:00000010:3.0:1779697716.619775:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.619789:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.619795:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd1b4bc00. 00000020:00000010:3.0:1779697716.619800:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697716.619805:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.619847:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.619850:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697716.619853:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215429760 02000000:00000010:3.0:1779697716.619889:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff6000. 00010000:00000010:3.0:1779697716.619926:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697716.619940:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697716.619956:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.619961:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697716.619974:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.619977:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697716.619981:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.619984:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.620071:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697716.620074:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697716.620077:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.620080:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697716.620112:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697716.620120:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697716.620130:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1660. 00080000:00000010:3.0:1779697716.620138:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f9800. 00000001:00000010:3.0:1779697716.620537:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f19c0. 00000001:00000010:3.0:1779697716.620544:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697716.620837:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1660. 00010000:00000010:3.0:1779697716.620846:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697716.620850:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697716.620862:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697716.620902:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.620916:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697716.620930:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974289, last committed = 8589974211 00010000:00000200:3.0:1779697716.620939:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb919f80 x1866146215429760/t8589974289(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.620958:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697716.620965:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215429760, offset 224 00000400:00000010:3.0:1779697716.620972:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d118. 00000400:00000200:3.0:1779697716.620977:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.620991:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.620998:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308974:308974:256:4294967295] 192.168.203.23@tcp LPNI seq info [308970:308970:8:4294967295] 00000400:00000200:3.0:1779697716.621004:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.621012:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.621018:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.621022:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697716.621027:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.621034:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.621038:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1779697716.621120:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:1.0:1779697716.621126:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00010000:00000010:1.0:1779697716.621133:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000020:00000010:3.0:1779697716.621165:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697716.621169:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.621172:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd1b4bc00. 00010000:00000010:0.1:1779697716.625431:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697716.625445:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697716.625519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697716.625525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697716.625529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697716.625531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697716.625533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697716.625535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000800:00000200:1.0:1779697716.628192:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.628200:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697716.628208:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.628215:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.629019:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697716.629036:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b09 00000400:00000200:2.0:1779697716.629041:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.629044:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697716.629049:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:2.0:1779697716.629052:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:2.0:1779697716.629077:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.629084:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450700 00000400:00000200:2.0:1779697716.629100:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 92568 00000400:00000200:2.0:1779697716.629143:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.629147:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.629151:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.629157:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc5f80. 00000020:00000010:0.0:1779697716.629325:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.629332:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.629337:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac45ac800. 00000020:00000010:0.0:1779697716.629343:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:0.0:1779697716.629348:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697716.629385:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.629406:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697716.629410:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215429888 00000001:00000010:0.0:1779697716.629419:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:0.0:1779697716.629440:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697716.629446:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 02000000:00000010:0.0:1779697716.629471:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cc00254000. 00010000:00000010:0.0:1779697716.629497:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.629501:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697716.629518:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697716.629522:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.629526:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.629528:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00000004:00000010:0.0:1779697716.629628:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280b40. 00000004:00000010:0.0:1779697716.629637:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef780. 00000004:00000010:0.0:1779697716.629643:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30220. 00080000:00000010:0.0:1779697716.629652:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd7578390. 00010000:00000010:2.0:1779697716.630318:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697716.630323:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697716.630328:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697716.630332:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697716.630415:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:2.0:1779697716.630428:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:2.0:1779697716.630434:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:2.0:1779697716.630452:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:2.0:1779697716.630464:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc5f80 x1866146215429888/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.630482:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697716.630488:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215429888, offset 224 00000400:00000200:2.0:1779697716.630493:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.630504:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.630509:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308975:308975:256:4294967295] 192.168.203.23@tcp LPNI seq info [308971:308971:8:4294967295] 00000400:00000200:2.0:1779697716.630520:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.630525:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.630529:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697716.630535:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.630541:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.630545:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.630560:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:2.0:1779697716.630564:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:2.0:1779697716.630568:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac45ac800. 00000800:00000200:0.0:1779697716.630980:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.630985:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:0.0:1779697716.630989:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.630993:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.630998:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:0.0:1779697716.631000:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00010000:00000010:3.1:1779697716.631373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697716.631381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697716.631385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697716.631408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.631445:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.631453:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c00. 00010000:00000010:1.1:1779697716.632196:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697716.632205:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:2.1:1779697716.636425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:2.1:1779697716.636437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697716.636441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697716.636445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:3.0:1779697716.638234:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.638253:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450800 00000400:00000200:3.0:1779697716.638261:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 93144 00000400:00000200:3.0:1779697716.638274:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.638278:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.638286:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.638293:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09ea00. 00000020:00000010:0.0:1779697716.638384:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.638414:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.638420:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ce00. 00000020:00000010:0.0:1779697716.638425:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:0.0:1779697716.638430:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697716.638465:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.638468:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697716.638470:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215430144 02000000:00000010:0.0:1779697716.638502:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cc00255000. 00010000:00000010:0.0:1779697716.638537:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697716.638555:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:0.0:1779697716.638571:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.638586:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697716.638600:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697716.638603:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:0.0:1779697716.638607:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.638610:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697716.638717:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697716.638721:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33eb80. 00010000:00000010:0.0:1779697716.638724:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.638727:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000020:00000010:0.0:1779697716.638749:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f9c0. 00000020:00000010:0.0:1779697716.638756:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f9c0. 00000020:00000010:0.0:1779697716.638766:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c420. 00080000:00000010:0.0:1779697716.638774:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1270800. 00000001:00000010:0.0:1779697716.639137:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cf00. 00000001:00000010:0.0:1779697716.639144:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697716.639177:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c420. 00010000:00000010:0.0:1779697716.639185:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697716.639189:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697716.639200:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697716.639242:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697716.639256:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697716.639270:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974290, last committed = 8589974211 00010000:00000200:0.0:1779697716.639278:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09ea00 x1866146215430144/t8589974290(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.639301:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697716.639306:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215430144, offset 224 00000400:00000010:0.0:1779697716.639312:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217690. 00000400:00000200:0.0:1779697716.639316:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.639328:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.639334:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308976:308976:256:4294967295] 192.168.203.23@tcp LPNI seq info [308972:308972:8:4294967295] 00000400:00000200:0.0:1779697716.639340:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.639347:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.639352:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.639357:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697716.639362:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.639368:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.639372:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.639406:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:0.0:1779697716.639411:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697716.639414:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ce00. 00010000:00000010:2.0:1779697716.639533:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697716.639538:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33eb80. 00010000:00000010:2.0:1779697716.639543:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00000800:00000200:2.0:1779697716.639613:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.639618:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697716.639621:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.639625:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697716.641451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697716.641462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000400:00000200:0.0:1779697716.645179:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.645201:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b11 00000400:00000200:0.0:1779697716.645207:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.645211:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.645218:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697716.645221:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:3.0:1779697716.645581:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:3.0:1779697716.645593:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:2.1:1779697716.646752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697716.646763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697716.646820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:0.1:1779697716.646828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697716.646833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697716.646836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:3.0:1779697716.648843:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.648861:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450880 00000400:00000200:3.0:1779697716.648870:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 93632 00000400:00000200:3.0:1779697716.648925:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.648930:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.648938:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.648945:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09f100. 00000020:00000010:2.0:1779697716.649037:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697716.649043:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697716.649049:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc1284c00. 00000020:00000010:2.0:1779697716.649056:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697716.649061:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697716.649106:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697716.649109:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000100:00000200:2.0:1779697716.649112:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215430272 00000001:00000010:2.0:1779697716.649122:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:2.0:1779697716.649145:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697716.649152:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697716.649179:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb0cd000. 00010000:00000010:2.0:1779697716.649207:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697716.649210:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.649228:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697716.649231:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697716.649235:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697716.649238:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697716.649321:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697716.649329:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e3c0. 00000004:00000010:2.0:1779697716.649336:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d430. 00080000:00000010:2.0:1779697716.649345:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4558. 00010000:00000010:2.0:1779697716.650528:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697716.650534:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697716.650538:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697716.650542:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697716.650615:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.650627:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697716.650632:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697716.650652:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697716.650671:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09f100 x1866146215430272/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.650690:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697716.650697:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215430272, offset 224 00000400:00000200:2.0:1779697716.650704:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.650716:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.650723:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308977:308977:256:4294967295] 192.168.203.23@tcp LPNI seq info [308973:308973:8:4294967295] 00000400:00000200:2.0:1779697716.650738:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.650744:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.650748:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697716.650755:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.650763:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.650767:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.650798:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697716.650802:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697716.650806:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc1284c00. 00000800:00000200:3.0:1779697716.651446:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.651451:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697716.651454:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.651460:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.651464:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:3.0:1779697716.651466:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000400:00000200:0.0:1779697716.653202:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.653220:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450980 00000400:00000200:0.0:1779697716.653229:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 94208 00000400:00000200:0.0:1779697716.653243:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.653249:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.653258:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.653265:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7aaa00. 00000020:00000010:3.0:1779697716.653349:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.653355:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.653360:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.653366:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697716.653371:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.653435:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.653438:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697716.653442:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215430528 02000000:00000010:3.0:1779697716.653474:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff1000. 00010000:00000010:3.0:1779697716.653511:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697716.653528:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00010000:00000010:3.0:1779697716.653545:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.653551:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.653566:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697716.653570:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697716.653584:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697716.653589:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697716.653699:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697716.653703:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697716.653707:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.653712:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697716.653739:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697716.653744:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697716.653755:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1660. 00080000:00000010:3.0:1779697716.653763:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57fb800. 00000001:00000010:3.0:1779697716.654206:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1480. 00000001:00000010:3.0:1779697716.654213:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697716.654261:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1660. 00010000:00000010:3.0:1779697716.654270:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697716.654275:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697716.654289:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697716.654319:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.654330:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697716.654345:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974291, last committed = 8589974211 00010000:00000200:3.0:1779697716.654353:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7aaa00 x1866146215430528/t8589974291(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.654375:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697716.654380:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215430528, offset 224 00000400:00000010:3.0:1779697716.654405:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dfc0. 00000400:00000200:3.0:1779697716.654409:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.654420:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.654426:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308978:308978:256:4294967295] 192.168.203.23@tcp LPNI seq info [308974:308974:8:4294967295] 00000400:00000200:3.0:1779697716.654431:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.654438:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.654444:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.654449:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.654455:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.654461:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.654464:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.654482:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697716.654486:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.654489:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00000800:00000200:3.0:1779697716.654560:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.654564:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697716.654568:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.654572:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697716.654904:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697716.654912:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:0.0:1779697716.654923:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00010000:00000010:3.1:1779697716.655612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:3.1:1779697716.655620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000200:3.0:1779697716.655936:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.655950:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b19 00000400:00000200:3.0:1779697716.655956:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.655961:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.655967:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:3.0:1779697716.655969:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00010000:00000010:0.0:1779697716.656051:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697716.656057:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:2.1:1779697716.657431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697716.657441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697716.657445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697716.657447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697716.657543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697716.657549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697716.657555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697716.657560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000400:00000200:0.0:1779697716.657628:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.657640:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450a00 00000400:00000200:0.0:1779697716.657649:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 94696 00000400:00000200:0.0:1779697716.657706:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.657712:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.657718:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.657724:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7ab480. 00000020:00000010:2.0:1779697716.657809:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697716.657815:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697716.657821:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633000. 00000020:00000010:2.0:1779697716.657826:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697716.657830:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697716.657871:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697716.657875:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697716.657878:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215430656 00000001:00000010:2.0:1779697716.657887:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:2.0:1779697716.657910:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697716.657918:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697716.657941:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb0ca000. 00010000:00000010:2.0:1779697716.657966:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697716.657971:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697716.657988:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697716.657992:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697716.657996:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697716.658001:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697716.658108:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697716.658116:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef78. 00000004:00000010:2.0:1779697716.658123:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ddc0. 00080000:00000010:2.0:1779697716.658131:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4c78. 00010000:00000010:2.0:1779697716.658893:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697716.658897:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697716.658902:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697716.658907:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697716.658969:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697716.658984:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.658989:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697716.659016:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697716.659035:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7ab480 x1866146215430656/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.659054:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697716.659060:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215430656, offset 224 00000400:00000200:2.0:1779697716.659067:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.659078:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.659086:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308979:308979:256:4294967295] 192.168.203.23@tcp LPNI seq info [308975:308975:8:4294967295] 00000400:00000200:2.0:1779697716.659100:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.659107:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.659112:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697716.659118:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.659126:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.659131:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.659160:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697716.659165:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697716.659169:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633000. 00000800:00000200:0.0:1779697716.659277:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.659282:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697716.659285:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.659291:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.659295:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:0.0:1779697716.659298:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00010000:00000010:0.1:1779697716.660492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697716.660502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:0.1:1779697716.660505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697716.660507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000400:00000200:3.0:1779697716.664808:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.664825:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450b00 00000400:00000200:3.0:1779697716.664834:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 95272 00000400:00000200:3.0:1779697716.664860:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.664866:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.664875:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.664884:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09ce00. 00000020:00000010:0.0:1779697716.664986:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.664992:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.664997:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ce00. 00000020:00000010:0.0:1779697716.665002:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:0.0:1779697716.665007:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697716.665047:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.665051:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697716.665054:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215430912 02000000:00000010:0.0:1779697716.665091:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1aad000. 00010000:00000010:0.0:1779697716.665141:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697716.665158:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7380. 00010000:00000010:0.0:1779697716.665175:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.665180:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697716.665195:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697716.665198:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697716.665202:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697716.665205:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697716.665304:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697716.665308:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697716.665311:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.665314:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00000020:00000010:0.0:1779697716.665339:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe80. 00000020:00000010:0.0:1779697716.665346:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe80. 00000020:00000010:0.0:1779697716.665355:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c420. 00080000:00000010:0.0:1779697716.665363:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1270400. 00000001:00000010:0.0:1779697716.666854:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cb40. 00000001:00000010:0.0:1779697716.666862:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697716.666898:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c420. 00010000:00000010:0.0:1779697716.666909:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697716.666915:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697716.666930:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697716.666966:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697716.666981:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697716.666996:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974292, last committed = 8589974211 00010000:00000200:0.0:1779697716.667005:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09ce00 x1866146215430912/t8589974292(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.667023:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697716.667030:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215430912, offset 224 00000400:00000010:0.0:1779697716.667037:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217498. 00000400:00000200:0.0:1779697716.667041:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.667053:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.667060:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308980:308980:256:4294967295] 192.168.203.23@tcp LPNI seq info [308976:308976:8:4294967295] 00000400:00000200:0.0:1779697716.667066:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.667072:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.667078:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.667082:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.667088:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.667094:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.667098:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.667121:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:0.0:1779697716.667125:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697716.667128:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ce00. 00000800:00000200:0.0:1779697716.667209:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.667212:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697716.667216:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.667221:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697716.667949:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:1.0:1779697716.667957:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:1.0:1779697716.667965:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe540. 00010000:00000010:2.1:1779697716.668046:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697716.668052:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697716.668057:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697716.668061:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00000400:00000200:0.0:1779697716.671983:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.672003:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b21 00000400:00000200:0.0:1779697716.672009:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.672014:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.672021:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697716.672024:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:1.0:1779697716.672121:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:1.0:1779697716.672132:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00000400:00000200:3.0:1779697716.672995:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.673018:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450b80 00000400:00000200:3.0:1779697716.673025:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 95760 00000400:00000200:3.0:1779697716.673078:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.673082:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.673088:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.673102:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09d180. 00000020:00000010:0.0:1779697716.673870:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.673876:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.673882:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7ce00. 00000020:00000010:0.0:1779697716.673887:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:0.0:1779697716.673892:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697716.673930:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.673933:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697716.673936:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215431040 00000001:00000010:0.0:1779697716.673946:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:0.0:1779697716.673969:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.673976:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 02000000:00000010:0.0:1779697716.674001:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1aaf000. 00010000:00000010:0.0:1779697716.674025:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.674029:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697716.674046:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697716.674049:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:0.0:1779697716.674053:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.674056:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000004:00000010:0.0:1779697716.674155:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8281860. 00000004:00000010:0.0:1779697716.674163:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef078. 00000004:00000010:0.0:1779697716.674169:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30990. 00080000:00000010:0.0:1779697716.674178:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd7579c80. 00010000:00000010:1.0:1779697716.674946:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697716.674951:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697716.674955:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697716.674960:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697716.675021:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:1.0:1779697716.675031:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:1.0:1779697716.675036:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00010000:00000010:1.0:1779697716.675053:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:1.0:1779697716.675069:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09d180 x1866146215431040/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.675089:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697716.675106:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215431040, offset 224 00000400:00000200:1.0:1779697716.675113:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.675123:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.675129:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308981:308981:256:4294967295] 192.168.203.23@tcp LPNI seq info [308977:308977:8:4294967295] 00000400:00000200:1.0:1779697716.675139:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.675145:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.675150:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697716.675156:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.675164:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.675168:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.675189:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:1.0:1779697716.675193:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:1.0:1779697716.675196:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7ce00. 00000800:00000200:0.0:1779697716.675352:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.675357:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697716.675362:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.675366:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.675371:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:0.0:1779697716.675374:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00010000:00000010:0.1:1779697716.676808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697716.676819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697716.676824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.676827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697716.679462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697716.679475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697716.683427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697716.683440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697716.683445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697716.683447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697716.683450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697716.683462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:0.0:1779697716.684568:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.684594:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450c80 00000400:00000200:0.0:1779697716.684602:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 96336 00000400:00000200:0.0:1779697716.684617:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.684622:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.684631:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.684639:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a8700. 00000020:00000010:3.0:1779697716.684854:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.684860:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.684866:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd1b4bc00. 00000020:00000010:3.0:1779697716.684872:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697716.684877:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.684916:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697716.684919:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697716.684922:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215431296 02000000:00000010:3.0:1779697716.684955:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff5000. 00010000:00000010:3.0:1779697716.684993:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:3.0:1779697716.685007:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:3.0:1779697716.685022:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.685027:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.685042:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.685045:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697716.685049:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.685051:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.685162:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697716.685166:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697716.685169:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697716.685172:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000020:00000010:3.0:1779697716.685193:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697716.685199:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b978e0. 00000020:00000010:3.0:1779697716.685210:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1660. 00080000:00000010:3.0:1779697716.685220:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57fbc00. 00000001:00000010:3.0:1779697716.685827:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f14e0. 00000001:00000010:3.0:1779697716.685834:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697716.685867:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1660. 00010000:00000010:3.0:1779697716.685875:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697716.685878:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697716.685892:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697716.685965:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697716.685978:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697716.685992:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974293, last committed = 8589974211 00010000:00000200:3.0:1779697716.686001:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7a8700 x1866146215431296/t8589974293(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.686020:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697716.686025:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215431296, offset 224 00000400:00000010:3.0:1779697716.686030:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d000. 00000400:00000200:3.0:1779697716.686034:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.686044:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.686050:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308982:308982:256:4294967295] 192.168.203.23@tcp LPNI seq info [308978:308978:8:4294967295] 00000400:00000200:3.0:1779697716.686055:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.686061:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.686067:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.686071:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.686077:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.686085:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.686089:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.686106:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697716.686110:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.686113:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd1b4bc00. 00000800:00000200:3.0:1779697716.686344:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.686349:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697716.686352:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.686357:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.690704:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.690723:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b29 00000400:00000200:0.0:1779697716.690730:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.690733:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.690740:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:0.0:1779697716.690743:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00000400:00000200:0.0:1779697716.690771:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.690787:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450d00 00000400:00000200:0.0:1779697716.690795:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 96824 00000400:00000200:0.0:1779697716.690841:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.690844:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.690849:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.690855:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7ab100. 00000020:00000010:0.0:1779697716.690898:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.690903:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.690907:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7d200. 00000020:00000010:0.0:1779697716.690912:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697716.690918:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697716.690949:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697716.690952:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697716.690955:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215431424 00000001:00000010:0.0:1779697716.690964:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:0.0:1779697716.690986:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.690993:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 02000000:00000010:0.0:1779697716.691021:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc2c3b000. 00010000:00000010:0.0:1779697716.691046:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.691049:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697716.691067:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697716.691071:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697716.691075:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.691077:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000004:00000010:0.0:1779697716.691165:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82814a0. 00000004:00000010:0.0:1779697716.691174:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef7f8. 00000004:00000010:0.0:1779697716.691180:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30330. 00080000:00000010:0.0:1779697716.691189:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd7578000. 00010000:00000010:0.0:1779697716.691967:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697716.691972:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:0.0:1779697716.691977:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.691981:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697716.692040:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697716.692050:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697716.692055:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697716.692073:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000200:0.0:1779697716.692088:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cace7ab100 x1866146215431424/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.692106:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697716.692111:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215431424, offset 224 00000400:00000200:0.0:1779697716.692117:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.692126:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.692132:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308983:308983:256:4294967295] 192.168.203.23@tcp LPNI seq info [308979:308979:8:4294967295] 00000400:00000200:0.0:1779697716.692142:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.692147:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.692152:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.692158:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.692165:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.692169:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.692185:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697716.692188:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697716.692192:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7d200. 00000800:00000200:0.0:1779697716.692349:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.692352:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697716.692356:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.692360:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.692364:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697716.692366:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:3.0:1779697716.692929:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.692935:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00010000:00000010:1.0:1779697716.694881:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:1.0:1779697716.694896:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:1.0:1779697716.694908:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000010:3.1:1779697716.695449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:3.1:1779697716.695457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697716.700032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697716.700047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697716.700052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697716.700056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00000400:00000200:3.0:1779697716.700158:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.700175:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450e00 00000400:00000200:3.0:1779697716.700182:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 97400 00000400:00000200:3.0:1779697716.700196:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.700200:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.700208:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.700213:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09d500. 00010000:00000010:0.1:1779697716.700541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.700547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697716.700550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697716.700553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000020:00000010:0.0:1779697716.700594:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.700599:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.700604:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7d200. 00000020:00000010:0.0:1779697716.700609:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697716.700614:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697716.700648:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.700651:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697716.700654:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215431680 02000000:00000010:0.0:1779697716.700697:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3d000. 00010000:00000010:0.0:1779697716.700735:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697716.700749:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00010000:00000010:0.0:1779697716.700764:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.700769:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697716.700793:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697716.700796:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:0.0:1779697716.700800:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.700803:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697716.700903:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697716.700906:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697716.700910:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.700913:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697716.700935:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697716.700941:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697716.700951:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca80. 00080000:00000010:0.0:1779697716.700959:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1271800. 00000001:00000010:0.0:1779697716.701500:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c4e0. 00000001:00000010:0.0:1779697716.701507:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697716.701539:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca80. 00010000:00000010:0.0:1779697716.701546:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.701550:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697716.701562:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697716.701608:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697716.701615:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697716.701630:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697716.701634:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697716.701647:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697716.701661:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974294, last committed = 8589974211 00010000:00000200:0.0:1779697716.701867:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09d500 x1866146215431680/t8589974294(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.701888:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697716.701894:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215431680, offset 224 00000400:00000010:0.0:1779697716.701901:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217348. 00000400:00000200:0.0:1779697716.701905:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.701917:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.701923:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308984:308984:256:4294967295] 192.168.203.23@tcp LPNI seq info [308980:308980:8:4294967295] 00000400:00000200:0.0:1779697716.701928:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.701935:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.701940:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.701945:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.701951:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.701958:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.701962:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.701986:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697716.701990:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697716.701994:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7d200. 00000800:00000200:1.0:1779697716.702107:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.702112:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697716.702117:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.702122:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697716.702429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697716.702435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:0.0:1779697716.706925:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.706944:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b31 00000400:00000200:0.0:1779697716.706951:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.706956:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.706963:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697716.706967:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:1.0:1779697716.707051:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:1.0:1779697716.707063:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00000400:00000200:3.0:1779697716.709967:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.709987:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006450e80 00000400:00000200:3.0:1779697716.709996:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 97888 00000400:00000200:3.0:1779697716.710055:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.710061:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.710068:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.710075:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09f800. 00000020:00000010:0.0:1779697716.710175:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.710180:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.710185:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7d200. 00000020:00000010:0.0:1779697716.710191:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697716.710196:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697716.710234:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.710237:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697716.710240:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215431808 00000001:00000010:0.0:1779697716.710250:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:0.0:1779697716.710274:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697716.710282:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697716.710305:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc2c3c000. 00010000:00000010:0.0:1779697716.710382:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.710407:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697716.710426:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697716.710429:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697716.710433:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.710436:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000004:00000010:0.0:1779697716.710525:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280d20. 00000004:00000010:0.0:1779697716.710533:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefac8. 00000004:00000010:0.0:1779697716.710539:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31320. 00080000:00000010:0.0:1779697716.710550:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc2db9398. 00010000:00000010:3.0:1779697716.712374:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.712382:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697716.712410:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.712418:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.712486:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:3.0:1779697716.712501:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:3.0:1779697716.712506:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:3.0:1779697716.712529:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:3.0:1779697716.712547:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09f800 x1866146215431808/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.712568:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697716.712585:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215431808, offset 224 00000400:00000200:3.0:1779697716.712592:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.712603:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.712609:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308985:308985:256:4294967295] 192.168.203.23@tcp LPNI seq info [308981:308981:8:4294967295] 00000400:00000200:3.0:1779697716.712619:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.712625:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.712629:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697716.712636:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.712643:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.712648:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.712668:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:3.0:1779697716.712672:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:3.0:1779697716.712675:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7d200. 00000800:00000200:0.0:1779697716.712898:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.712903:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697716.712907:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.712912:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.712916:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:0.0:1779697716.712919:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000400:00000200:0.0:1779697716.714735:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.714750:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006450f80 00000400:00000200:0.0:1779697716.714759:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 98464 00000400:00000200:0.0:1779697716.714774:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.714787:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.714794:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.714801:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebc000. 00000020:00000010:3.0:1779697716.714911:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697716.714917:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697716.714923:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe5ee4e00. 00000020:00000010:3.0:1779697716.714927:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697716.714932:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.714969:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697716.714971:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000100:00000200:3.0:1779697716.714974:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215432064 02000000:00000010:3.0:1779697716.715005:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff0000. 00010000:00000010:3.0:1779697716.715040:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.715054:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697716.715072:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.715076:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697716.715089:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697716.715102:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697716.715107:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697716.715110:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697716.715203:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697716.715206:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697716.715209:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.715213:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000020:00000010:3.0:1779697716.715234:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97f80. 00000020:00000010:3.0:1779697716.715239:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97f80. 00000020:00000010:3.0:1779697716.715249:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f11e0. 00080000:00000010:3.0:1779697716.715258:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b07400. 00000001:00000010:3.0:1779697716.715651:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1ba0. 00000001:00000010:3.0:1779697716.715658:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697716.715700:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f11e0. 00010000:00000010:3.0:1779697716.715709:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.715713:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697716.715724:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697716.715753:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697716.715765:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697716.715790:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974295, last committed = 8589974211 00010000:00000200:3.0:1779697716.715798:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebc000 x1866146215432064/t8589974295(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.715816:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697716.715821:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215432064, offset 224 00000400:00000010:3.0:1779697716.715827:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d9a0. 00000400:00000200:3.0:1779697716.715831:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.715842:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.715848:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308986:308986:256:4294967295] 192.168.203.23@tcp LPNI seq info [308982:308982:8:4294967295] 00000400:00000200:3.0:1779697716.715853:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.715859:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.715865:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.715869:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697716.715875:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.715880:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.715884:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.715900:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697716.715904:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.715907:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe5ee4e00. 00010000:00000010:3.0:1779697716.715931:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697716.715935:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697716.715941:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:3.0:1779697716.716010:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.716013:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697716.716016:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.716021:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697716.725744:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697716.725761:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00000400:00000200:0.0:1779697716.725806:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.725827:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b39 00000400:00000200:0.0:1779697716.725833:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.725837:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.725842:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:0.0:1779697716.725845:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000400:00000200:0.0:1779697716.725883:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.725889:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451000 00000400:00000200:0.0:1779697716.725895:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 98952 00000400:00000200:0.0:1779697716.725954:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.725958:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.725962:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.725968:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebce00. 00000020:00000010:0.0:1779697716.726015:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.726020:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.726025:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf98e9c00. 00000020:00000010:0.0:1779697716.726030:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ea80. 00000020:00000010:0.0:1779697716.726035:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697716.726067:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697716.726069:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697716.726072:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215432192 00000001:00000010:0.0:1779697716.726082:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe900. 00010000:00000010:1.0:1779697716.726188:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:1.0:1779697716.726197:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536480. 00010000:00000010:0.1:1779697716.726862:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697716.726868:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697716.726873:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.726875:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.726895:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.726901:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 02000000:00000010:0.0:1779697716.726927:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc2c3e000. 00010000:00000010:0.0:1779697716.726953:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.726957:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697716.726972:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697716.726975:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697716.726979:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.726981:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000004:00000010:0.0:1779697716.727063:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82801e0. 00000004:00000010:0.0:1779697716.727072:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff78. 00000004:00000010:0.0:1779697716.727078:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31430. 00080000:00000010:0.0:1779697716.727087:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e558. 00010000:00000010:1.1:1779697716.727460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697716.727465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.0:1779697716.728953:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697716.728960:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697716.728965:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697716.728971:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697716.729037:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:2.0:1779697716.729049:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:2.0:1779697716.729054:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:2.0:1779697716.729074:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:2.0:1779697716.729091:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebce00 x1866146215432192/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.729130:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697716.729136:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215432192, offset 224 00000400:00000200:2.0:1779697716.729142:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.729153:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.729159:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308987:308987:256:4294967295] 192.168.203.23@tcp LPNI seq info [308983:308983:8:4294967295] 00000400:00000200:2.0:1779697716.729171:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.729176:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.729180:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697716.729187:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.729194:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.729198:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.729219:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ea80. 00000020:00000010:2.0:1779697716.729222:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:2.0:1779697716.729226:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf98e9c00. 00000800:00000200:1.0:1779697716.729360:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.729365:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697716.729369:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.729374:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.729379:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:1.0:1779697716.729381:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:3.1:1779697716.731662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697716.731681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697716.731684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697716.731688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697716.731691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697716.731695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697716.731698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697716.731701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697716.731705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697716.731707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00000400:00000200:3.0:1779697716.733343:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.733360:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451100 00000400:00000200:3.0:1779697716.733369:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 99528 00000400:00000200:3.0:1779697716.733383:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.733410:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.733419:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.733426:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09df80. 00000020:00000010:1.0:1779697716.733532:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697716.733538:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697716.733544:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc001e4e00. 00000020:00000010:1.0:1779697716.733549:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697716.733554:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697716.733595:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697716.733598:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697716.733601:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215432448 02000000:00000010:1.0:1779697716.733631:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1333000. 00010000:00000010:1.0:1779697716.733678:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697716.733693:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:1.0:1779697716.733709:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.733715:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697716.733730:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697716.733733:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697716.733737:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.733740:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697716.733841:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697716.733844:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:1.0:1779697716.733847:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.733850:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00000020:00000010:1.0:1779697716.733873:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc7c0. 00000020:00000010:1.0:1779697716.733879:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc7c0. 00000020:00000010:1.0:1779697716.733889:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1ab40. 00080000:00000010:1.0:1779697716.733899:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdd1b7800. 00000001:00000010:1.0:1779697716.734357:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a300. 00000001:00000010:1.0:1779697716.734364:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b600. 00000020:00000010:1.0:1779697716.734428:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1ab40. 00010000:00000010:1.0:1779697716.734437:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.734441:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697716.734452:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.734484:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697716.734490:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.734508:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697716.734512:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00010000:00000010:1.0:1779697716.734525:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000200:1.0:1779697716.734539:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974296, last committed = 8589974211 00010000:00000200:1.0:1779697716.734547:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09df80 x1866146215432448/t8589974296(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.734564:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697716.734570:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215432448, offset 224 00000400:00000010:1.0:1779697716.734576:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88428. 00000400:00000200:1.0:1779697716.734580:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.734590:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.734597:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308988:308988:256:4294967295] 192.168.203.23@tcp LPNI seq info [308984:308984:8:4294967295] 00000400:00000200:1.0:1779697716.734602:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.734607:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.734615:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.734620:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697716.734625:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.734631:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.734635:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.734652:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697716.734656:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697716.734659:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc001e4e00. 00000800:00000200:1.0:1779697716.735030:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.735035:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697716.735038:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.735043:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.736823:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.736838:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b41 00000400:00000200:1.0:1779697716.736844:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.736847:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.736853:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:1.0:1779697716.736856:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:3.0:1779697716.741344:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:3.0:1779697716.741361:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 00000400:00000200:3.0:1779697716.741419:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.741434:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451180 00000400:00000200:3.0:1779697716.741442:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 100016 00000400:00000200:3.0:1779697716.741918:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.741924:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.741932:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.741938:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09c700. 00000020:00000010:1.0:1779697716.742013:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697716.742018:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697716.742024:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc001e4e00. 00000020:00000010:1.0:1779697716.742029:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697716.742034:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697716.742071:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697716.742074:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697716.742077:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215432576 00000001:00000010:1.0:1779697716.742087:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:1.0:1779697716.742115:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697716.742120:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 02000000:00000010:1.0:1779697716.742142:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1335000. 00010000:00000010:1.0:1779697716.742168:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697716.742173:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697716.742186:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697716.742189:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:1.0:1779697716.742193:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697716.742195:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00000004:00000010:1.0:1779697716.742282:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b4a0. 00000004:00000010:1.0:1779697716.742289:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697716.742296:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697716.742304:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:2.0:1779697716.742995:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697716.743001:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697716.743006:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697716.743011:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.743060:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:2.0:1779697716.743071:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:2.0:1779697716.743075:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00010000:00000010:2.0:1779697716.743148:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000200:2.0:1779697716.743166:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09c700 x1866146215432576/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.743184:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697716.743190:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215432576, offset 224 00000400:00000200:2.0:1779697716.743196:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.743205:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.743212:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308989:308989:256:4294967295] 192.168.203.23@tcp LPNI seq info [308985:308985:8:4294967295] 00000400:00000200:2.0:1779697716.743222:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.743228:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.743233:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697716.743239:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.743247:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.743251:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.743271:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe80. 00000020:00000010:2.0:1779697716.743275:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:2.0:1779697716.743278:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc001e4e00. 00000800:00000200:1.0:1779697716.743432:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.743436:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:1.0:1779697716.743440:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.743444:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.743448:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:1.0:1779697716.743450:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00010000:00000010:1.1:1779697716.744474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697716.744483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000400:00000200:3.0:1779697716.746513:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.746530:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451280 00000400:00000200:3.0:1779697716.746538:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 100592 00000400:00000200:3.0:1779697716.746551:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.746555:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.746562:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.746569:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09fb80. 00000020:00000010:2.0:1779697716.746654:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.746660:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.746664:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633000. 00000020:00000010:2.0:1779697716.746678:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.746683:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697716.746720:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.746723:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697716.746726:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215432832 02000000:00000010:2.0:1779697716.746759:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3bd000. 00010000:00000010:2.0:1779697716.746805:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.746822:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697716.746837:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697716.746843:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.746856:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697716.746859:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697716.746863:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697716.746866:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697716.746959:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697716.746962:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697716.746966:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697716.746969:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697716.746993:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b260. 00000020:00000010:2.0:1779697716.746999:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b260. 00000020:00000010:2.0:1779697716.747008:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a6c0. 00080000:00000010:2.0:1779697716.747016:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4284000. 00000001:00000010:2.0:1779697716.747378:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a780. 00000001:00000010:2.0:1779697716.747385:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697716.747440:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a6c0. 00010000:00000010:2.0:1779697716.747447:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697716.747451:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697716.747463:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697716.747491:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697716.747503:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697716.747516:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974297, last committed = 8589974211 00010000:00000200:2.0:1779697716.747523:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09fb80 x1866146215432832/t8589974297(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697716.747540:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697716.747546:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215432832, offset 224 00000400:00000010:2.0:1779697716.747551:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f188. 00000400:00000200:2.0:1779697716.747555:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.747566:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.747572:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308990:308990:256:4294967295] 192.168.203.23@tcp LPNI seq info [308986:308986:8:4294967295] 00000400:00000200:2.0:1779697716.747577:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697716.747583:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.747588:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.747593:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697716.747598:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.747604:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.747608:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.747621:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.747625:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697716.747628:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633000. 00010000:00000010:1.0:1779697716.747840:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:1.0:1779697716.747846:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:1.0:1779697716.747852:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:3.0:1779697716.748126:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.748130:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:3.0:1779697716.748134:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.748138:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697716.748681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697716.748688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697716.748692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.1:1779697716.748695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697716.748698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697716.748700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00000400:00000200:1.0:1779697716.749865:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.749880:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b49 00000400:00000200:1.0:1779697716.749885:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.749889:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.749895:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:1.0:1779697716.749897:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00010000:00000010:2.1:1779697716.749969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697716.749976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697716.749980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697716.749983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697716.749986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:2.1:1779697716.749989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697716.749991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:2.1:1779697716.749993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:3.0:1779697716.750041:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697716.750049:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00000400:00000200:3.0:1779697716.753365:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.753383:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451300 00000400:00000200:3.0:1779697716.753420:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 101080 00000400:00000200:3.0:1779697716.753473:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.753478:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.753484:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.753491:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09ed80. 00000020:00000010:2.0:1779697716.753692:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.753697:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.753703:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633000. 00000020:00000010:2.0:1779697716.753709:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697716.753714:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697716.753746:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.753749:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697716.753752:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215432960 00000001:00000010:2.0:1779697716.753761:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b600. 00010000:00000010:2.0:1779697716.753800:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697716.753808:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697716.753832:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3bf000. 00010000:00000010:2.0:1779697716.753857:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697716.753860:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697716.753877:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697716.753880:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697716.753885:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697716.753888:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697716.753977:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697716.753986:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e960. 00000004:00000010:2.0:1779697716.753992:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c220. 00080000:00000010:2.0:1779697716.754000:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5728. 00010000:00000010:3.0:1779697716.754966:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697716.754971:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697716.754977:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697716.754982:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697716.755054:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697716.755067:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697716.755073:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:3.0:1779697716.755102:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:3.0:1779697716.755120:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09ed80 x1866146215432960/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697716.755140:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697716.755146:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215432960, offset 224 00000400:00000200:3.0:1779697716.755153:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.755163:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.755169:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308991:308991:256:4294967295] 192.168.203.23@tcp LPNI seq info [308987:308987:8:4294967295] 00000400:00000200:3.0:1779697716.755180:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.755185:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.755189:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697716.755195:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.755202:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.755206:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.755229:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:3.0:1779697716.755233:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:3.0:1779697716.755236:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633000. 00000800:00000200:2.0:1779697716.755342:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.755346:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697716.755350:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.755355:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.755359:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:2.0:1779697716.755361:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:1.1:1779697716.759467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697716.759482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697716.759534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697716.759540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00000400:00000200:1.0:1779697716.761018:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.761036:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451400 00000400:00000200:1.0:1779697716.761045:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 101656 00000400:00000200:1.0:1779697716.761058:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.761063:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.761071:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.761076:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb919180. 00000020:00000010:2.0:1779697716.761217:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.761223:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.761227:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:2.0:1779697716.761231:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697716.761236:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697716.761277:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.761280:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697716.761283:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215433216 02000000:00000010:2.0:1779697716.761317:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3ba000. 00010000:00000010:2.0:1779697716.761355:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:2.0:1779697716.761370:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536300. 00010000:00000010:2.0:1779697716.761416:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697716.761423:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697716.761438:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697716.761441:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697716.761446:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697716.761449:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697716.761549:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697716.761552:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697716.761556:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697716.761560:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697716.761597:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355be60. 00000020:00000010:2.0:1779697716.761603:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355be60. 00000020:00000010:2.0:1779697716.761615:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a6c0. 00080000:00000010:2.0:1779697716.761624:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4286400. 00000001:00000010:2.0:1779697716.762066:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a840. 00000001:00000010:2.0:1779697716.762073:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697716.762617:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a6c0. 00010000:00000010:2.0:1779697716.762630:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697716.762635:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697716.762648:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697716.762697:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.762713:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697716.762730:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974298, last committed = 8589974211 00010000:00000200:2.0:1779697716.762739:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb919180 x1866146215433216/t8589974298(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697716.762756:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697716.762761:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215433216, offset 224 00000400:00000010:2.0:1779697716.762766:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f428. 00000400:00000200:2.0:1779697716.762770:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.762791:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.762798:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308992:308992:256:4294967295] 192.168.203.23@tcp LPNI seq info [308988:308988:8:4294967295] 00000400:00000200:2.0:1779697716.762804:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697716.762810:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.762816:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.762821:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697716.762827:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.762834:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.762839:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.762859:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697716.762864:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697716.762866:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 00010000:00000010:0.0:1779697716.762966:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:0.0:1779697716.762972:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:0.0:1779697716.762978:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:3.0:1779697716.763178:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.763183:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697716.763187:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.763192:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00080000:00000010:1.0:1779697716.763600:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266000. 00000004:00000010:1.0:1779697716.763608:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82110. 00000004:00000010:1.0:1779697716.763613:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af0f0. 00000004:00000010:1.0:1779697716.763617:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d680. 00080000:00000010:1.0:1779697716.763629:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231c80. 00000004:00000010:1.0:1779697716.763632:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82880. 00000004:00000010:1.0:1779697716.763634:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afe88. 00000004:00000010:1.0:1779697716.763636:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b50e0. 00080000:00000010:1.0:1779697716.763645:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267ab8. 00000004:00000010:1.0:1779697716.763647:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82990. 00000004:00000010:1.0:1779697716.763649:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af258. 00000004:00000010:1.0:1779697716.763651:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c780. 00080000:00000010:1.0:1779697716.763658:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82661c8. 00000004:00000010:1.0:1779697716.763660:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82dd0. 00000004:00000010:1.0:1779697716.763662:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afd20. 00000004:00000010:1.0:1779697716.763664:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c3c0. 00080000:00000010:1.0:1779697716.763684:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82678f0. 00000004:00000010:1.0:1779697716.763687:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83540. 00000004:00000010:1.0:1779697716.763690:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afbb8. 00000004:00000010:1.0:1779697716.763692:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6de00. 00080000:00000010:1.0:1779697716.763705:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642c78. 00000004:00000010:1.0:1779697716.763709:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562440. 00000004:00000010:1.0:1779697716.763711:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcba50. 00000004:00000010:1.0:1779697716.763713:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a000. 00080000:00000010:1.0:1779697716.763726:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd7578390. 00000004:00000010:1.0:1779697716.763729:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30220. 00000004:00000010:1.0:1779697716.763732:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef780. 00000004:00000010:1.0:1779697716.763735:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280b40. 00080000:00000010:1.0:1779697716.763743:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267728. 00000004:00000010:1.0:1779697716.763746:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83ed0. 00000004:00000010:1.0:1779697716.763747:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afd98. 00000004:00000010:1.0:1779697716.763750:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d4a0. 00080000:00000010:1.0:1779697716.763760:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93728. 00000004:00000010:1.0:1779697716.763764:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31ed0. 00000004:00000010:1.0:1779697716.763766:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefb40. 00000004:00000010:1.0:1779697716.763768:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b2c0. 00080000:00000010:1.0:1779697716.763788:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd7578e40. 00000004:00000010:1.0:1779697716.763791:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30660. 00000004:00000010:1.0:1779697716.763793:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef708. 00000004:00000010:1.0:1779697716.763795:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280000. 00080000:00000010:1.0:1779697716.763803:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93ab8. 00000004:00000010:1.0:1779697716.763805:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30440. 00000004:00000010:1.0:1779697716.763807:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefd20. 00000004:00000010:1.0:1779697716.763809:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b860. 00080000:00000010:1.0:1779697716.763817:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266720. 00000004:00000010:1.0:1779697716.763819:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83870. 00000004:00000010:1.0:1779697716.763821:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af690. 00000004:00000010:1.0:1779697716.763823:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c1e0. 00080000:00000010:1.0:1779697716.763830:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc92c78. 00000004:00000010:1.0:1779697716.763833:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31650. 00000004:00000010:1.0:1779697716.763835:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef5a0. 00000004:00000010:1.0:1779697716.763837:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a1e0. 00080000:00000010:1.0:1779697716.763845:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4c78. 00000004:00000010:1.0:1779697716.763848:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ddc0. 00000004:00000010:1.0:1779697716.763851:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ef78. 00000004:00000010:1.0:1779697716.763853:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83110e0. 00080000:00000010:1.0:1779697716.763861:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266c78. 00000004:00000010:1.0:1779697716.763863:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83210. 00000004:00000010:1.0:1779697716.763866:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af618. 00000004:00000010:1.0:1779697716.763868:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6da40. 00080000:00000010:1.0:1779697716.763876:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4390. 00000004:00000010:1.0:1779697716.763878:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c440. 00000004:00000010:1.0:1779697716.763880:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ec30. 00000004:00000010:1.0:1779697716.763882:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311a40. 00080000:00000010:1.0:1779697716.763891:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00000004:00000010:1.0:1779697716.763893:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697716.763896:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697716.763897:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b2c0. 00080000:00000010:1.0:1779697716.763907:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd7579c80. 00000004:00000010:1.0:1779697716.763909:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30990. 00000004:00000010:1.0:1779697716.763911:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef078. 00000004:00000010:1.0:1779697716.763914:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8281860. 00080000:00000010:1.0:1779697716.763921:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267398. 00000004:00000010:1.0:1779697716.763923:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83dc0. 00000004:00000010:1.0:1779697716.763925:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afca8. 00000004:00000010:1.0:1779697716.763927:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d860. 00080000:00000010:1.0:1779697716.763934:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc92558. 00000004:00000010:1.0:1779697716.763936:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31a90. 00000004:00000010:1.0:1779697716.763938:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef2d0. 00000004:00000010:1.0:1779697716.763940:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ab40. 00080000:00000010:1.0:1779697716.763948:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00000004:00000010:1.0:1779697716.763951:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697716.763955:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697716.763957:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697716.763964:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82671d0. 00000004:00000010:1.0:1779697716.763967:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82aa0. 00000004:00000010:1.0:1779697716.763969:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af8e8. 00000004:00000010:1.0:1779697716.763971:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d0e0. 00080000:00000010:1.0:1779697716.763978:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5728. 00000004:00000010:1.0:1779697716.763981:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c220. 00000004:00000010:1.0:1779697716.763983:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e960. 00000004:00000010:1.0:1779697716.763985:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310000. 00080000:00000010:1.0:1779697716.763992:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267c80. 00000004:00000010:1.0:1779697716.763994:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83320. 00000004:00000010:1.0:1779697716.763995:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afa50. 00000004:00000010:1.0:1779697716.763997:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6dc20. 00080000:00000010:1.0:1779697716.764004:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd7578000. 00000004:00000010:1.0:1779697716.764006:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30330. 00000004:00000010:1.0:1779697716.764008:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef7f8. 00000004:00000010:1.0:1779697716.764010:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82814a0. 00080000:00000010:1.0:1779697716.764019:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc92720. 00000004:00000010:1.0:1779697716.764021:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31760. 00000004:00000010:1.0:1779697716.764023:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff00. 00000004:00000010:1.0:1779697716.764025:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a5a0. 00080000:00000010:1.0:1779697716.764032:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697716.764036:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697716.764038:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697716.764040:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a5a0. 00080000:00000010:1.0:1779697716.764048:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd7579008. 00000004:00000010:1.0:1779697716.764051:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30cc0. 00000004:00000010:1.0:1779697716.764054:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef618. 00000004:00000010:1.0:1779697716.764056:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ba40. 00080000:00000010:1.0:1779697716.764063:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230558. 00000004:00000010:1.0:1779697716.764066:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82550. 00000004:00000010:1.0:1779697716.764067:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af9d8. 00000004:00000010:1.0:1779697716.764069:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5c20. 00080000:00000010:1.0:1779697716.764077:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc928e8. 00000004:00000010:1.0:1779697716.764079:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31870. 00000004:00000010:1.0:1779697716.764081:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef438. 00000004:00000010:1.0:1779697716.764083:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676be00. 00080000:00000010:1.0:1779697716.764103:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266ab0. 00000004:00000010:1.0:1779697716.764106:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82330. 00000004:00000010:1.0:1779697716.764108:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af348. 00000004:00000010:1.0:1779697716.764110:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c000. 00080000:00000010:1.0:1779697716.764119:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643ab8. 00000004:00000010:1.0:1779697716.764122:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563a90. 00000004:00000010:1.0:1779697716.764125:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697716.764127:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77bc20. 00080000:00000010:1.0:1779697716.764135:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e558. 00000004:00000010:1.0:1779697716.764138:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31430. 00000004:00000010:1.0:1779697716.764140:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff78. 00000004:00000010:1.0:1779697716.764142:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82801e0. 00080000:00000010:1.0:1779697716.764149:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6438f0. 00000004:00000010:1.0:1779697716.764151:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563870. 00000004:00000010:1.0:1779697716.764153:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697716.764155:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697716.764162:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266e40. 00000004:00000010:1.0:1779697716.764164:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83430. 00000004:00000010:1.0:1779697716.764167:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af000. 00000004:00000010:1.0:1779697716.764169:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c5a0. 00080000:00000010:1.0:1779697716.764176:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642390. 00000004:00000010:1.0:1779697716.764179:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563dc0. 00000004:00000010:1.0:1779697716.764181:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697716.764183:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ba40. 00080000:00000010:1.0:1779697716.764191:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266558. 00000004:00000010:1.0:1779697716.764194:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83a90. 00000004:00000010:1.0:1779697716.764196:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af1e0. 00000004:00000010:1.0:1779697716.764198:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6cf00. 00080000:00000010:1.0:1779697716.764205:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf82668e8. 00000004:00000010:1.0:1779697716.764208:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83100. 00000004:00000010:1.0:1779697716.764210:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af168. 00000004:00000010:1.0:1779697716.764211:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6cb40. 00080000:00000010:1.0:1779697716.764219:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f51d0. 00000004:00000010:1.0:1779697716.764222:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dcb0. 00000004:00000010:1.0:1779697716.764224:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ea50. 00000004:00000010:1.0:1779697716.764225:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310b40. 00080000:00000010:1.0:1779697716.764233:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267008. 00000004:00000010:1.0:1779697716.764236:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82000. 00000004:00000010:1.0:1779697716.764238:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74aff78. 00000004:00000010:1.0:1779697716.764240:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6c960. 00080000:00000010:1.0:1779697716.764248:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd75791d0. 00000004:00000010:1.0:1779697716.764250:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30bb0. 00000004:00000010:1.0:1779697716.764252:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef348. 00000004:00000010:1.0:1779697716.764254:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a000. 00080000:00000010:1.0:1779697716.764261:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643398. 00000004:00000010:1.0:1779697716.764264:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562cc0. 00000004:00000010:1.0:1779697716.764266:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697716.764268:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b860. 00080000:00000010:1.0:1779697716.764276:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697716.764278:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697716.764280:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697716.764282:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697716.764290:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231ab8. 00000004:00000010:1.0:1779697716.764292:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83650. 00000004:00000010:1.0:1779697716.764293:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af960. 00000004:00000010:1.0:1779697716.764295:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4000. 00080000:00000010:1.0:1779697716.764302:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f58f0. 00000004:00000010:1.0:1779697716.764305:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c770. 00000004:00000010:1.0:1779697716.764307:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e2d0. 00000004:00000010:1.0:1779697716.764308:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83101e0. 00080000:00000010:1.0:1779697716.764315:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4e40. 00000004:00000010:1.0:1779697716.764318:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d100. 00000004:00000010:1.0:1779697716.764320:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e708. 00000004:00000010:1.0:1779697716.764322:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310f00. 00080000:00000010:1.0:1779697716.764330:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93c80. 00000004:00000010:1.0:1779697716.764333:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30770. 00000004:00000010:1.0:1779697716.764335:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef1e0. 00000004:00000010:1.0:1779697716.764337:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b4a0. 00080000:00000010:1.0:1779697716.764345:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc2db9398. 00000004:00000010:1.0:1779697716.764348:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31320. 00000004:00000010:1.0:1779697716.764351:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefac8. 00000004:00000010:1.0:1779697716.764353:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280d20. 00080000:00000010:1.0:1779697716.764361:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5008. 00000004:00000010:1.0:1779697716.764363:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d760. 00000004:00000010:1.0:1779697716.764366:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ee10. 00000004:00000010:1.0:1779697716.764367:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83103c0. 00080000:00000010:1.0:1779697716.764375:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93398. 00000004:00000010:1.0:1779697716.764378:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30dd0. 00000004:00000010:1.0:1779697716.764380:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef4b0. 00000004:00000010:1.0:1779697716.764382:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676af00. 00080000:00000010:1.0:1779697716.764413:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8266390. 00000004:00000010:1.0:1779697716.764416:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ee0. 00000004:00000010:1.0:1779697716.764418:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af2d0. 00000004:00000010:1.0:1779697716.764421:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6d2c0. 00080000:00000010:1.0:1779697716.764430:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd75798f0. 00000004:00000010:1.0:1779697716.764433:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30550. 00000004:00000010:1.0:1779697716.764435:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefe88. 00000004:00000010:1.0:1779697716.764437:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676ad20. 00080000:00000010:1.0:1779697716.764444:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc921c8. 00000004:00000010:1.0:1779697716.764446:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31dc0. 00000004:00000010:1.0:1779697716.764448:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef690. 00000004:00000010:1.0:1779697716.764450:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b680. 00080000:00000010:1.0:1779697716.764458:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93008. 00000004:00000010:1.0:1779697716.764461:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ff0. 00000004:00000010:1.0:1779697716.764462:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef960. 00000004:00000010:1.0:1779697716.764464:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676bc20. 00080000:00000010:1.0:1779697716.764471:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230c78. 00000004:00000010:1.0:1779697716.764474:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82bb0. 00000004:00000010:1.0:1779697716.764476:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afc30. 00000004:00000010:1.0:1779697716.764478:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b52c0. 00080000:00000010:1.0:1779697716.764485:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc92ab0. 00000004:00000010:1.0:1779697716.764487:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30880. 00000004:00000010:1.0:1779697716.764489:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefc30. 00000004:00000010:1.0:1779697716.764491:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676b0e0. 00080000:00000010:1.0:1779697716.764500:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00000004:00000010:1.0:1779697716.764503:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697716.764505:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697716.764507:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00080000:00000010:1.0:1779697716.764515:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf8267560. 00000004:00000010:1.0:1779697716.764518:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83980. 00000004:00000010:1.0:1779697716.764520:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af7f8. 00000004:00000010:1.0:1779697716.764523:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc9b6cd20. 00080000:00000010:1.0:1779697716.764531:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4558. 00000004:00000010:1.0:1779697716.764534:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d430. 00000004:00000010:1.0:1779697716.764536:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e3c0. 00000004:00000010:1.0:1779697716.764538:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83112c0. 00010000:00000010:2.1:1779697716.767232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697716.767246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697716.767249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697716.767253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697716.768477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697716.768485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:3.1:1779697716.768489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697716.768491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697716.768494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697716.768496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697716.770540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697716.770549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697716.770759:0:6419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:2.1:1779697716.770765:0:6419:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697716.770769:0:6419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697716.770771:0:6419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000400:00000200:2.0:1779697716.776839:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697716.776860:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b51 00000400:00000200:2.0:1779697716.776867:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.776872:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697716.776878:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697716.776881:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00010000:00000010:3.0:1779697716.776982:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697716.776993:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00000400:00000200:1.0:1779697716.783110:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.783128:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451480 00000400:00000200:1.0:1779697716.783137:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 102144 00010000:00000010:3.1:1779697716.783496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697716.783505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:1.0:1779697716.783551:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.783557:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.783565:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.783579:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb918700. 00000020:00000010:3.0:1779697716.784200:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8440. 00000020:00000010:3.0:1779697716.784207:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8440. 00000020:00000010:3.0:1779697716.784212:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7d200. 00000020:00000010:3.0:1779697716.784216:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697716.784222:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697716.784289:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8440. 00000020:00000010:3.0:1779697716.784292:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8440. 00000100:00000200:3.0:1779697716.784295:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215433344 00000001:00000010:3.0:1779697716.784304:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697716.784329:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.784336:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 02000000:00000010:3.0:1779697716.784360:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeff3000. 00010000:00000010:3.0:1779697716.784403:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697716.784408:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697716.784425:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.784428:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697716.784432:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.784434:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000004:00000010:3.0:1779697716.784521:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4b40. 00000004:00000010:3.0:1779697716.784530:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af3c0. 00000004:00000010:3.0:1779697716.784536:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82440. 00080000:00000010:3.0:1779697716.784545:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230ab0. 00010000:00000010:1.0:1779697716.787085:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697716.787642:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697716.787648:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.787656:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697716.787818:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:1.0:1779697716.787830:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:1.0:1779697716.787834:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00010000:00000010:1.0:1779697716.787857:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:1.0:1779697716.787876:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb918700 x1866146215433344/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.787895:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697716.787902:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215433344, offset 224 00000400:00000200:1.0:1779697716.787909:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.787922:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.787928:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308993:308993:256:4294967295] 192.168.203.23@tcp LPNI seq info [308989:308989:8:4294967295] 00000400:00000200:1.0:1779697716.787939:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.787945:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.787950:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697716.787956:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.787964:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.787968:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.787986:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d80. 00000020:00000010:1.0:1779697716.787991:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:1.0:1779697716.787995:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7d200. 00000800:00000200:0.0:1779697716.788666:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.788671:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697716.788675:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.788681:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.788685:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779697716.788687:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000400:00000200:2.0:1779697716.790666:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697716.790694:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451580 00000400:00000200:2.0:1779697716.790703:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 102720 00000400:00000200:2.0:1779697716.790734:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.790738:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697716.790745:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697716.790752:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc7b80. 00000020:00000010:0.0:1779697716.790974:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697716.790979:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697716.790985:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ee600. 00000020:00000010:0.0:1779697716.790991:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed80. 00000020:00000010:0.0:1779697716.790996:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.791034:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697716.791037:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697716.791041:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215433600 02000000:00000010:0.0:1779697716.791075:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3a000. 00010000:00000010:0.0:1779697716.791119:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:0.0:1779697716.791135:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:0.0:1779697716.791150:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697716.791156:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.791170:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697716.791174:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697716.791179:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697716.791182:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697716.791281:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697716.791284:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:0.0:1779697716.791287:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.791289:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697716.791313:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f800. 00000020:00000010:0.0:1779697716.791319:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f800. 00000020:00000010:0.0:1779697716.791330:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca80. 00080000:00000010:0.0:1779697716.791339:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8364000. 00000001:00000010:0.0:1779697716.791758:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c3c0. 00000001:00000010:0.0:1779697716.791764:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697716.791806:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca80. 00010000:00000010:0.0:1779697716.791815:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.791819:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697716.791830:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697716.791862:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697716.791869:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697716.791884:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697716.791888:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:0.0:1779697716.791900:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:0.0:1779697716.791915:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974299, last committed = 8589974211 00010000:00000200:0.0:1779697716.791923:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc7b80 x1866146215433600/t8589974299(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.791941:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697716.791947:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215433600, offset 224 00000400:00000010:0.0:1779697716.791953:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217620. 00000400:00000200:0.0:1779697716.791956:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.791968:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.791974:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308994:308994:256:4294967295] 192.168.203.23@tcp LPNI seq info [308990:308990:8:4294967295] 00000400:00000200:0.0:1779697716.791980:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.791987:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.791993:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.791997:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697716.792003:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.792010:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.792013:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.792034:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed80. 00000020:00000010:0.0:1779697716.792037:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.792041:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ee600. 00000800:00000200:0.0:1779697716.792943:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.792949:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697716.792953:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.792959:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697716.795745:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:0.1:1779697716.795754:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00000400:00000200:0.0:1779697716.795787:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.795804:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b59 00000400:00000200:0.0:1779697716.795810:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.795814:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.795820:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697716.795823:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000400:00000200:0.0:1779697716.795879:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.795886:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451600 00000400:00000200:0.0:1779697716.795892:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 103208 00000400:00000200:0.0:1779697716.795941:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.795945:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.795950:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.795955:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebca80. 00000020:00000010:2.0:1779697716.799297:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.799308:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.799316:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:2.0:1779697716.799322:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697716.799328:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697716.799368:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697716.799371:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697716.799374:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215433728 00000001:00000010:2.0:1779697716.799384:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697716.799429:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697716.799437:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697716.799462:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3be000. 00010000:00000010:2.0:1779697716.799492:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697716.799495:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.799512:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697716.799515:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697716.799519:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697716.799522:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697716.799624:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697716.799633:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed20. 00000004:00000010:2.0:1779697716.799638:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ded0. 00080000:00000010:2.0:1779697716.799647:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4ab0. 00010000:00000010:2.0:1779697716.800814:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697716.800821:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697716.800826:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697716.800831:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697716.800895:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697716.800906:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697716.800911:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697716.800932:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697716.800950:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebca80 x1866146215433728/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697716.800969:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697716.800975:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215433728, offset 224 00000400:00000200:2.0:1779697716.800981:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697716.800994:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697716.801001:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308995:308995:256:4294967295] 192.168.203.23@tcp LPNI seq info [308991:308991:8:4294967295] 00000400:00000200:2.0:1779697716.801013:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697716.801019:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697716.801024:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697716.801030:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697716.801037:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697716.801041:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697716.801103:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697716.801107:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697716.801110:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 00010000:00000010:1.0:1779697716.802682:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:1.0:1779697716.802694:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00010000:00000010:0.1:1779697716.803176:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.803183:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697716.803187:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697716.803190:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697716.805310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:1.1:1779697716.805322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697716.805326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:1.1:1779697716.805329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000800:00000200:0.0:1779697716.805383:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.805631:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:0.0:1779697716.805637:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.805647:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.805654:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:0.0:1779697716.805656:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000400:00000200:0.0:1779697716.808241:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.808259:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451700 00000400:00000200:0.0:1779697716.808268:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 103784 00000400:00000200:0.0:1779697716.808283:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.808287:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.808295:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.808302:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebe300. 00000020:00000010:1.0:1779697716.811985:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697716.811995:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697716.812003:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:1.0:1779697716.812008:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f280. 00000020:00000010:1.0:1779697716.812013:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697716.812049:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697716.812051:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000100:00000200:1.0:1779697716.812054:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215433984 02000000:00000010:1.0:1779697716.812098:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1330000. 00010000:00000010:1.0:1779697716.812135:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:1.0:1779697716.812153:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f00. 00010000:00000010:1.0:1779697716.812169:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.812174:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697716.812187:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697716.812190:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697716.812193:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.812196:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697716.812290:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697716.812294:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697716.812297:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.812300:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00000020:00000010:1.0:1779697716.812324:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc1a0. 00000020:00000010:1.0:1779697716.812330:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc1a0. 00000020:00000010:1.0:1779697716.812340:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a240. 00080000:00000010:1.0:1779697716.812349:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdd1b5400. 00000001:00000010:1.0:1779697716.812730:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a180. 00000001:00000010:1.0:1779697716.812737:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697716.812774:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a240. 00010000:00000010:1.0:1779697716.812793:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697716.812797:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697716.812808:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.812843:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697716.812849:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.812865:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697716.812869:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697716.812881:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697716.812895:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974300, last committed = 8589974211 00010000:00000200:1.0:1779697716.812905:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebe300 x1866146215433984/t8589974300(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.812924:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697716.812931:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215433984, offset 224 00000400:00000010:1.0:1779697716.812939:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88188. 00000400:00000200:1.0:1779697716.812943:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.812955:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.812962:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308996:308996:256:4294967295] 192.168.203.23@tcp LPNI seq info [308992:308992:8:4294967295] 00000400:00000200:1.0:1779697716.812969:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.812975:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.812981:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.812986:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697716.812991:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.812998:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.813003:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.813020:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f280. 00000020:00000010:1.0:1779697716.813024:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697716.813027:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00000800:00000200:1.0:1779697716.813113:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.813116:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697716.813120:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.813125:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697716.819430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697716.819444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697716.819447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697716.819450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697716.825458:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697716.825475:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:1.0:1779697716.825503:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.825523:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b61 00000400:00000200:1.0:1779697716.825530:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.825535:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.825541:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:1.0:1779697716.825543:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000400:00000200:1.0:1779697716.825680:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.825704:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451780 00000400:00000200:1.0:1779697716.825711:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 104272 00000400:00000200:1.0:1779697716.826026:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.826031:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.826036:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.826043:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb918a80. 00010000:00000010:0.0:1779697716.826663:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:0.0:1779697716.826674:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00000020:00000010:2.0:1779697716.829293:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba3c0. 00000020:00000010:2.0:1779697716.829303:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba3c0. 00000020:00000010:2.0:1779697716.829310:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:2.0:1779697716.829315:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697716.829321:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697716.831198:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba3c0. 00000020:00000010:2.0:1779697716.831206:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba3c0. 00000100:00000200:2.0:1779697716.831210:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215434112 00000001:00000010:2.0:1779697716.831222:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:2.0:1779697716.831248:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697716.831255:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697716.831279:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3bb000. 00010000:00000010:2.0:1779697716.831304:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697716.831308:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697716.831328:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697716.831331:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697716.831335:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697716.831338:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697716.831441:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697716.831449:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e870. 00000004:00000010:2.0:1779697716.831455:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d540. 00080000:00000010:2.0:1779697716.831464:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5398. 00010000:00000010:1.1:1779697716.831843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697716.831852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697716.831856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.1:1779697716.831859:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697716.831862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.1:1779697716.831865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.832755:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697716.832761:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697716.832765:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.832771:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697716.832845:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:1.0:1779697716.832856:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:1.0:1779697716.832860:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:1.0:1779697716.832881:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:1.0:1779697716.832899:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb918a80 x1866146215434112/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.832918:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697716.832925:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215434112, offset 224 00000400:00000200:1.0:1779697716.832931:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.832943:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.832950:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308997:308997:256:4294967295] 192.168.203.23@tcp LPNI seq info [308993:308993:8:4294967295] 00000400:00000200:1.0:1779697716.832961:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.832967:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.832971:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697716.832978:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.832985:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.832989:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.833013:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:1.0:1779697716.833017:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:1.0:1779697716.833020:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 00000800:00000200:2.0:1779697716.833147:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697716.833152:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697716.833156:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697716.833161:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697716.833167:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:2.0:1779697716.833169:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000400:00000200:0.0:1779697716.837802:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.837822:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451880 00000400:00000200:0.0:1779697716.837830:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 104848 00000400:00000200:0.0:1779697716.837846:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.837850:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.837858:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.837865:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebc700. 00000020:00000010:1.0:1779697716.838198:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.838204:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.838209:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc00d7d200. 00000020:00000010:1.0:1779697716.838214:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f300. 00000020:00000010:1.0:1779697716.838218:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697716.838257:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.838260:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.838263:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215434368 02000000:00000010:1.0:1779697716.838296:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1331000. 00010000:00000010:1.0:1779697716.838332:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697716.838347:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697716.838362:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.838367:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697716.838381:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697716.838384:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697716.838406:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697716.838409:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697716.838518:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697716.838521:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697716.838524:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697716.838527:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000020:00000010:1.0:1779697716.838550:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697716.838556:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697716.838565:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a8a0. 00080000:00000010:1.0:1779697716.838584:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc785fc00. 00000001:00000010:1.0:1779697716.839021:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbff2118a0. 00000001:00000010:1.0:1779697716.839027:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697716.839067:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a8a0. 00010000:00000010:1.0:1779697716.839076:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697716.839079:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697716.839101:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.839138:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697716.839145:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.839163:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697716.839166:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697716.839178:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697716.839192:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974301, last committed = 8589974211 00010000:00000200:1.0:1779697716.839200:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebc700 x1866146215434368/t8589974301(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.839218:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697716.839224:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215434368, offset 224 00000400:00000010:1.0:1779697716.839230:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea885e8. 00000400:00000200:1.0:1779697716.839234:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.839246:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.839252:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308998:308998:256:4294967295] 192.168.203.23@tcp LPNI seq info [308994:308994:8:4294967295] 00000400:00000200:1.0:1779697716.839258:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.839265:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.839270:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.839275:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697716.839280:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.839287:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.839290:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.839309:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f300. 00000020:00000010:1.0:1779697716.839312:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697716.839316:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc00d7d200. 00000800:00000200:1.0:1779697716.839413:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.839417:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:1.0:1779697716.839420:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.839424:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697716.844179:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697716.844194:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00000400:00000200:1.0:1779697716.844274:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.844292:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b69 00000400:00000200:1.0:1779697716.844298:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.844302:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.844309:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:1.0:1779697716.844312:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000400:00000200:1.0:1779697716.844376:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.844383:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451900 00000400:00000200:1.0:1779697716.844406:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 105336 00000400:00000200:1.0:1779697716.844466:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.844470:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.844475:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.844481:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb918e00. 00000020:00000010:1.0:1779697716.844521:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.844526:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.844532:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:1.0:1779697716.844537:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f300. 00000020:00000010:1.0:1779697716.844542:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697716.844584:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.844587:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.844590:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215434496 00000001:00000010:1.0:1779697716.844599:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697716.844626:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697716.844632:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697716.844657:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1244000. 00010000:00000010:1.0:1779697716.846675:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697716.846687:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697716.846707:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697716.846711:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697716.846715:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.846718:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00000004:00000010:1.0:1779697716.846822:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ad20. 00000004:00000010:1.0:1779697716.846830:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697716.846836:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562110. 00080000:00000010:1.0:1779697716.846844:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:0.0:1779697716.848357:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697716.848364:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697716.848369:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.848374:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.848469:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:0.0:1779697716.848480:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:0.0:1779697716.848485:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:0.0:1779697716.848505:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:0.0:1779697716.848522:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb918e00 x1866146215434496/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.848549:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697716.848556:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215434496, offset 224 00000400:00000200:0.0:1779697716.848563:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.848587:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.848594:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [308999:308999:256:4294967295] 192.168.203.23@tcp LPNI seq info [308995:308995:8:4294967295] 00000400:00000200:0.0:1779697716.848605:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.848610:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.848616:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697716.848622:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.848629:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.848632:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.848651:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f300. 00000020:00000010:0.0:1779697716.848654:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:0.0:1779697716.848657:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 00000800:00000200:1.0:1779697716.848838:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.848843:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697716.848848:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.848853:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.848858:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:1.0:1779697716.848860:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:2.0:1779697716.853527:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:2.0:1779697716.853543:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:1.1:1779697716.859195:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.1:1779697716.859209:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697716.859213:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697716.859216:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697716.859223:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.1:1779697716.859226:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697716.859231:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697716.859233:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697716.859236:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.1:1779697716.859238:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:1.0:1779697716.859272:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.859292:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451a00 00000400:00000200:1.0:1779697716.859299:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 105912 00000400:00000200:1.0:1779697716.859315:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.859320:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.859329:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.859335:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb91aa00. 00000020:00000010:0.0:1779697716.860679:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697716.860686:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697716.860692:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697716.860698:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e980. 00000020:00000010:0.0:1779697716.860702:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.860737:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697716.860740:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697716.860744:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215434752 02000000:00000010:0.0:1779697716.860788:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad53ea000. 00010000:00000010:0.0:1779697716.860827:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.860842:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697716.860857:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.860861:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.860876:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697716.860880:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697716.860884:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697716.860887:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697716.860982:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697716.860986:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697716.860989:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.860993:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000020:00000010:0.0:1779697716.861015:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe40. 00000020:00000010:0.0:1779697716.861021:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe40. 00000020:00000010:0.0:1779697716.861030:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cd80. 00080000:00000010:0.0:1779697716.861038:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8365c00. 00000001:00000010:0.0:1779697716.861424:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c8a0. 00000001:00000010:0.0:1779697716.861430:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697716.861462:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cd80. 00010000:00000010:0.0:1779697716.861470:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.861473:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697716.861483:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697716.861516:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697716.861528:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:0.0:1779697716.861543:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974302, last committed = 8589974211 00010000:00000200:0.0:1779697716.861553:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb91aa00 x1866146215434752/t8589974302(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.861633:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697716.861640:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215434752, offset 224 00000400:00000010:0.0:1779697716.861646:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2172d8. 00000400:00000200:0.0:1779697716.861651:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.861664:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.861670:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309000:309000:256:4294967295] 192.168.203.23@tcp LPNI seq info [308996:308996:8:4294967295] 00000400:00000200:0.0:1779697716.861676:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.861682:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.861688:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.861693:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697716.861698:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.861705:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.861709:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.861727:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e980. 00000020:00000010:0.0:1779697716.861730:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.861734:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00010000:00000010:0.0:1779697716.861759:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697716.861764:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697716.861769:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00000800:00000200:0.0:1779697716.861973:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.861977:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697716.861982:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.861987:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.864467:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.864484:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b71 00000400:00000200:1.0:1779697716.864490:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.864494:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.864502:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:1.0:1779697716.864505:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00000400:00000200:1.0:1779697716.864533:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.864539:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451a80 00000400:00000200:1.0:1779697716.864546:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 106400 00000400:00000200:1.0:1779697716.864596:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.864601:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.864605:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.864611:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfb91a680. 00000020:00000010:1.0:1779697716.864650:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.864654:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.864659:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:1.0:1779697716.864663:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697716.864668:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697716.864707:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.864709:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.864712:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215434880 00000001:00000010:1.0:1779697716.864721:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697716.864748:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.864755:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 02000000:00000010:1.0:1779697716.864787:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbe558d000. 00010000:00000010:1.0:1779697716.864811:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697716.864815:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697716.864831:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697716.864835:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697716.864838:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697716.864841:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000004:00000010:1.0:1779697716.864922:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697716.864930:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697716.864935:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562bb0. 00080000:00000010:1.0:1779697716.864943:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:0.0:1779697716.865466:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697716.865474:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697716.866722:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697716.866729:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697716.866734:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697716.866739:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697716.866808:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:0.0:1779697716.866820:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697716.866824:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:0.0:1779697716.866845:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:0.0:1779697716.866860:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb91a680 x1866146215434880/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.866879:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697716.866885:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215434880, offset 224 00000400:00000200:0.0:1779697716.866891:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.866903:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.866908:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309001:309001:256:4294967295] 192.168.203.23@tcp LPNI seq info [308997:308997:8:4294967295] 00000400:00000200:0.0:1779697716.866919:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.866925:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.866929:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697716.866935:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.866942:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.866946:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.866962:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:0.0:1779697716.866966:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:0.0:1779697716.866969:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00000800:00000200:1.0:1779697716.867374:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.867378:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697716.867382:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.867405:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.867410:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:1.0:1779697716.867412:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00010000:00000010:2.1:1779697716.869649:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697716.869663:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00000400:00000200:0.0:1779697716.875380:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.875640:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451b80 00000400:00000200:0.0:1779697716.875648:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 106976 00000400:00000200:0.0:1779697716.875815:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.875821:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.875829:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.875837:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebd500. 00010000:00000010:0.1:1779697716.877833:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:0.1:1779697716.877847:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697716.877851:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:0.1:1779697716.877854:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:0.1:1779697716.877857:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697716.877861:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697716.877864:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.877867:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.877870:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697716.877872:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697716.877877:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697716.877880:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697716.877883:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:0.1:1779697716.877886:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697716.877888:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:0.1:1779697716.877890:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000020:00000010:1.0:1779697716.879200:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.879207:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.879270:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1995e00. 00000020:00000010:1.0:1779697716.879277:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697716.879282:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697716.879368:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.879371:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.879374:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215435136 02000000:00000010:1.0:1779697716.879421:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbe558c000. 00010000:00000010:1.0:1779697716.879456:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:1.0:1779697716.879471:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:1.0:1779697716.879487:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697716.879493:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697716.879508:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697716.879511:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fb00. 00010000:00000010:1.0:1779697716.879515:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.879517:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697716.879629:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697716.879633:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697716.879637:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.879640:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00000020:00000010:1.0:1779697716.879662:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc6c0. 00000020:00000010:1.0:1779697716.879667:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc6c0. 00000020:00000010:1.0:1779697716.879677:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbff211d80. 00080000:00000010:1.0:1779697716.879686:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc785c400. 00000001:00000010:1.0:1779697716.880055:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37240. 00000001:00000010:1.0:1779697716.880061:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697716.882371:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbff211d80. 00010000:00000010:1.0:1779697716.882406:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697716.882414:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697716.882433:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697716.882478:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697716.882496:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:1.0:1779697716.882514:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974303, last committed = 8589974211 00010000:00000200:1.0:1779697716.882525:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebd500 x1866146215435136/t8589974303(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.882544:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697716.882550:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215435136, offset 224 00000400:00000010:1.0:1779697716.882557:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88b98. 00000400:00000200:1.0:1779697716.882561:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.882574:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.882581:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309002:309002:256:4294967295] 192.168.203.23@tcp LPNI seq info [308998:308998:8:4294967295] 00000400:00000200:1.0:1779697716.882587:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.882594:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.882600:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.882604:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697716.882610:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.882617:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.882622:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.882641:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697716.882645:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697716.882649:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1995e00. 00010000:00000010:0.0:1779697716.882822:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:0.0:1779697716.882829:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:0.0:1779697716.882835:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00000800:00000200:0.0:1779697716.885273:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.885282:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697716.885289:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.885297:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.886686:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.886703:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b79 00000400:00000200:0.0:1779697716.886709:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.886713:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.886719:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697716.886722:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000400:00000200:0.0:1779697716.886741:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.886747:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451c00 00000400:00000200:0.0:1779697716.886754:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 107464 00000400:00000200:0.0:1779697716.887009:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.887014:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.887019:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.887025:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebed80. 00000020:00000010:0.0:1779697716.887066:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697716.887071:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697716.887077:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697716.887081:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e880. 00000020:00000010:0.0:1779697716.887086:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.887127:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697716.887130:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000100:00000200:0.0:1779697716.887133:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215435264 00000001:00000010:0.0:1779697716.887143:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697716.887165:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.887171:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 02000000:00000010:0.0:1779697716.887195:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad53e9000. 00010000:00000010:0.0:1779697716.887316:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.887321:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.887338:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697716.887342:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697716.887346:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.887349:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00000004:00000010:0.0:1779697716.887460:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82805a0. 00000004:00000010:0.0:1779697716.887469:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef870. 00000004:00000010:0.0:1779697716.887474:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31cb0. 00080000:00000010:0.0:1779697716.887481:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f398. 00010000:00000010:2.0:1779697716.887679:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:2.0:1779697716.887687:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fb00. 00010000:00000010:0.0:1779697716.889135:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697716.889141:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:0.0:1779697716.889146:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.889152:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697716.889210:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.889349:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697716.889355:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697716.889378:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.1:1779697716.889442:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697716.889448:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000200:0.0:1779697716.889461:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebed80 x1866146215435264/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.889479:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697716.889485:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215435264, offset 224 00000400:00000200:0.0:1779697716.889491:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.889503:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.889509:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309003:309003:256:4294967295] 192.168.203.23@tcp LPNI seq info [308999:308999:8:4294967295] 00000400:00000200:0.0:1779697716.889519:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.889524:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.889529:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697716.889535:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.889542:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.889547:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.889565:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e880. 00010000:00000010:1.1:1779697716.889645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697716.889651:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00000020:00000010:0.0:1779697716.890086:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000800:00000200:1.0:1779697716.890179:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.890183:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697716.890187:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.890193:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.890197:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:1.0:1779697716.890200:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00000020:00000010:0.0:1779697716.890443:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00010000:00000010:1.1:1779697716.892713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697716.892721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:2.1:1779697716.893420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697716.893427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:0.1:1779697716.897432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697716.897446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697716.897451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.897453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:0.0:1779697716.903207:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.903235:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451d00 00000400:00000200:0.0:1779697716.903244:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 108040 00000400:00000200:0.0:1779697716.903257:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.903262:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.903270:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.903277:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7ebf480. 00000020:00000010:1.0:1779697716.903435:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.903441:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.903447:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f4e600. 00000020:00000010:1.0:1779697716.903452:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697716.903457:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697716.903497:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.903499:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.903502:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215435520 02000000:00000010:1.0:1779697716.903536:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6e62000. 00010000:00000010:1.0:1779697716.903580:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:1.0:1779697716.903596:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:1.0:1779697716.903612:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697716.903618:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697716.903632:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697716.903635:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697716.903639:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697716.903641:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697716.903751:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697716.903754:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697716.903758:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697716.903761:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00000020:00000010:1.0:1779697716.903796:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc560. 00000020:00000010:1.0:1779697716.903804:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc560. 00000020:00000010:1.0:1779697716.903815:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec375a0. 00080000:00000010:1.0:1779697716.903825:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c2400. 00000001:00000010:1.0:1779697716.904338:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37d20. 00000001:00000010:1.0:1779697716.904345:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697716.904384:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec375a0. 00010000:00000010:1.0:1779697716.904422:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697716.904427:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697716.904439:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.904470:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697716.904475:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697716.904493:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697716.904497:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697716.904511:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:1.0:1779697716.904524:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974304, last committed = 8589974211 00010000:00000200:1.0:1779697716.904532:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7ebf480 x1866146215435520/t8589974304(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.904549:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697716.904554:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215435520, offset 224 00000400:00000010:1.0:1779697716.904561:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88310. 00000400:00000200:1.0:1779697716.904565:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.904576:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.904582:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309004:309004:256:4294967295] 192.168.203.23@tcp LPNI seq info [309000:309000:8:4294967295] 00000400:00000200:1.0:1779697716.904587:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.904594:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.904600:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.904604:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697716.904610:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.904616:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.904621:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.904636:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697716.904641:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697716.904644:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f4e600. 00000800:00000200:0.0:1779697716.904876:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.904881:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697716.904885:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.904890:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.910819:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.910838:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b81 00000400:00000200:1.0:1779697716.910845:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.910850:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.910858:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:1.0:1779697716.910861:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00010000:00000010:3.0:1779697716.911087:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697716.911108:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:1.1:1779697716.915450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697716.915463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000400:00000200:0.0:1779697716.917964:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.917982:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451d80 00000400:00000200:0.0:1779697716.917992:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 108528 00000400:00000200:0.0:1779697716.918047:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.918052:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.918060:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.918068:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6680. 00000020:00000010:1.0:1779697716.918160:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.918166:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.918172:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1995e00. 00000020:00000010:1.0:1779697716.918177:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697716.918182:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697716.918228:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.918231:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.918234:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215435648 00000001:00000010:1.0:1779697716.918244:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697716.918274:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697716.918281:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 02000000:00000010:1.0:1779697716.918305:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6e60000. 00010000:00000010:1.0:1779697716.918330:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697716.918333:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697716.918351:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697716.918355:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697716.918359:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697716.918363:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000004:00000010:1.0:1779697716.918491:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b860. 00000004:00000010:1.0:1779697716.918500:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697716.918507:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562cc0. 00080000:00000010:1.0:1779697716.918516:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:1.1:1779697716.922951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.1:1779697716.922963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697716.922966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.1:1779697716.922969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:0.0:1779697716.923833:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697716.923840:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.923847:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.923855:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697716.923932:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:0.0:1779697716.923944:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:0.0:1779697716.923949:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:0.0:1779697716.923973:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:0.0:1779697716.923994:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb6680 x1866146215435648/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.924016:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697716.924022:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215435648, offset 224 00000400:00000200:0.0:1779697716.924030:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.924042:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.924048:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309005:309005:256:4294967295] 192.168.203.23@tcp LPNI seq info [309001:309001:8:4294967295] 00000400:00000200:0.0:1779697716.924063:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.924069:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.924074:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697716.924080:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.924087:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.924102:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.924137:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:0.0:1779697716.924142:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:0.0:1779697716.924145:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1995e00. 00000800:00000200:1.0:1779697716.924551:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.924557:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697716.924561:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.924571:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.924577:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:1.0:1779697716.924579:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:3.1:1779697716.931475:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697716.931491:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00000400:00000200:1.0:1779697716.934925:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.934945:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006451e80 00000400:00000200:1.0:1779697716.934954:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 109104 00000400:00000200:1.0:1779697716.934971:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.934977:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.934985:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.934996:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86300. 00000020:00000010:0.0:1779697716.935528:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697716.935534:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697716.935540:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697716.935546:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed00. 00000020:00000010:0.0:1779697716.935551:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.935583:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697716.935586:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000100:00000200:0.0:1779697716.935589:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215435904 02000000:00000010:0.0:1779697716.935623:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad566d000. 00010000:00000010:0.0:1779697716.935663:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697716.935679:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.935697:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.935702:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697716.935717:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697716.935720:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.935725:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697716.935727:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697716.935839:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697716.935842:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:0.0:1779697716.935845:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.935848:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00000020:00000010:0.0:1779697716.935873:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f5e0. 00000020:00000010:0.0:1779697716.935879:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f5e0. 00000020:00000010:0.0:1779697716.935889:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c960. 00080000:00000010:0.0:1779697716.935899:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8366000. 00000001:00000010:0.0:1779697716.936333:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cae0. 00000001:00000010:0.0:1779697716.936339:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697716.936372:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c960. 00010000:00000010:0.0:1779697716.936381:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697716.936384:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697716.936420:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697716.936450:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.936463:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000200:0.0:1779697716.936476:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974305, last committed = 8589974211 00010000:00000200:0.0:1779697716.936485:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86300 x1866146215435904/t8589974305(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697716.936503:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697716.936508:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215435904, offset 224 00000400:00000010:0.0:1779697716.936515:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217bd0. 00000400:00000200:0.0:1779697716.936519:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.936532:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.936538:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309006:309006:256:4294967295] 192.168.203.23@tcp LPNI seq info [309002:309002:8:4294967295] 00000400:00000200:0.0:1779697716.936544:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697716.936550:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.936555:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.936559:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.936565:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.936572:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.936576:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.936594:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed00. 00000020:00000010:0.0:1779697716.936598:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.936601:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00000800:00000200:0.0:1779697716.936685:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.936689:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697716.936693:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.936698:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697716.937164:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:1.0:1779697716.937171:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:1.0:1779697716.937177:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00010000:00000010:0.1:1779697716.940540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:0.1:1779697716.940552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697716.940557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:0.1:1779697716.940560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00000400:00000200:1.0:1779697716.943494:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697716.943515:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b89 00000400:00000200:1.0:1779697716.943523:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.943527:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697716.943534:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:1.0:1779697716.943537:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00000400:00000200:1.0:1779697716.943556:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.943562:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006451f00 00000400:00000200:1.0:1779697716.943570:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 109592 00000400:00000200:1.0:1779697716.943618:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.943622:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.943627:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.943633:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85180. 00000020:00000010:0.0:1779697716.943714:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697716.943720:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697716.943726:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697716.943732:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed00. 00000020:00000010:0.0:1779697716.943736:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.943771:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697716.943774:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000100:00000200:0.0:1779697716.943787:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215436032 00000001:00000010:0.0:1779697716.943796:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b180. 00010000:00000010:0.0:1779697716.943823:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697716.943830:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 02000000:00000010:0.0:1779697716.943852:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad5669000. 00010000:00000010:0.0:1779697716.943878:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697716.943881:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.943899:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697716.943903:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697716.943908:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697716.943911:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00000004:00000010:0.0:1779697716.944004:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280780. 00000004:00000010:0.0:1779697716.944012:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefca8. 00000004:00000010:0.0:1779697716.944017:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31540. 00080000:00000010:0.0:1779697716.944025:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e720. 00010000:00000010:2.0:1779697716.944375:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:2.0:1779697716.944384:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.945067:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697716.945071:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:0.0:1779697716.945076:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697716.945080:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697716.945136:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.945145:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697716.945148:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697716.945167:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000200:0.0:1779697716.945185:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85180 x1866146215436032/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.945203:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697716.945209:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215436032, offset 224 00000400:00000200:0.0:1779697716.945225:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.945235:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.945242:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309007:309007:256:4294967295] 192.168.203.23@tcp LPNI seq info [309003:309003:8:4294967295] 00000400:00000200:0.0:1779697716.945253:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.945259:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.945264:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697716.945269:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.945276:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.945280:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697716.945301:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed00. 00000020:00000010:0.0:1779697716.945305:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.945308:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00000800:00000200:1.0:1779697716.945442:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.945446:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697716.945450:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.945454:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.945459:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:1.0:1779697716.945461:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00010000:00000010:0.1:1779697716.952797:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.952812:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697716.952818:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697716.952821:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:0.0:1779697716.952852:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.952871:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452000 00000400:00000200:0.0:1779697716.952878:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 110168 00000400:00000200:0.0:1779697716.952906:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.952912:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.952920:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.952925:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5c00. 00000020:00000010:1.0:1779697716.953535:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.953542:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.953550:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd2bcee00. 00000020:00000010:1.0:1779697716.953555:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697716.953560:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697716.953607:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.953610:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.953613:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215436288 02000000:00000010:1.0:1779697716.953649:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dffd000. 00010000:00000010:1.0:1779697716.953840:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:1.0:1779697716.953857:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00010000:00000010:1.0:1779697716.953874:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697716.953879:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697716.953893:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697716.953897:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697716.953901:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697716.953904:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697716.954001:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697716.954005:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697716.954009:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697716.954012:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00000020:00000010:1.0:1779697716.954032:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc4a0. 00000020:00000010:1.0:1779697716.954037:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc4a0. 00000020:00000010:1.0:1779697716.954047:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec375a0. 00080000:00000010:1.0:1779697716.954056:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c2000. 00000001:00000010:1.0:1779697716.954820:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec378a0. 00000001:00000010:1.0:1779697716.954827:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697716.954868:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec375a0. 00010000:00000010:1.0:1779697716.954877:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697716.954881:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697716.954894:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697716.954965:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697716.954979:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:1.0:1779697716.954995:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974306, last committed = 8589974211 00010000:00000200:1.0:1779697716.955005:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb5c00 x1866146215436288/t8589974306(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.955022:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697716.955028:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215436288, offset 224 00000400:00000010:1.0:1779697716.955035:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88460. 00000400:00000200:1.0:1779697716.955038:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.955050:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.955056:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309008:309008:256:4294967295] 192.168.203.23@tcp LPNI seq info [309004:309004:8:4294967295] 00000400:00000200:1.0:1779697716.955062:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.955068:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.955073:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.955078:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697716.955084:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.955100:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.955104:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.955225:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697716.955230:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697716.955233:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd2bcee00. 00010000:00000010:0.0:1779697716.959641:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697716.959658:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:0.0:1779697716.959735:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00000800:00000200:0.0:1779697716.962152:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697716.962160:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:0.0:1779697716.962166:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.962175:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697716.962204:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697716.962227:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b91 00000400:00000200:0.0:1779697716.962233:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.962236:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697716.962240:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:0.0:1779697716.962243:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000400:00000200:0.0:1779697716.962271:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697716.962278:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452080 00000400:00000200:0.0:1779697716.962285:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 110656 00000400:00000200:0.0:1779697716.962328:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697716.962333:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697716.962338:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697716.962345:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5f80. 00010000:00000010:3.0:1779697716.962652:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:3.0:1779697716.962662:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:2.1:1779697716.964417:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697716.964430:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697716.965174:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697716.965181:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000020:00000010:0.0:1779697716.965526:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61780. 00000020:00000010:0.0:1779697716.965532:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61780. 00000020:00000010:0.0:1779697716.965538:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697716.965543:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed00. 00000020:00000010:0.0:1779697716.965549:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.965784:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61780. 00000020:00000010:0.0:1779697716.965788:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61780. 00000100:00000200:0.0:1779697716.965791:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215436416 00000001:00000010:0.0:1779697716.965801:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe900. 00010000:00000010:0.0:1779697716.965823:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.965831:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 02000000:00000010:0.0:1779697716.965855:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad5668000. 00010000:00000010:0.0:1779697716.965882:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.965886:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697716.965903:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697716.965907:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697716.965910:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.965913:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00000004:00000010:0.0:1779697716.965997:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82803c0. 00000004:00000010:0.0:1779697716.966004:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd98. 00000004:00000010:0.0:1779697716.966010:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ee0. 00080000:00000010:0.0:1779697716.966017:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1ec78. 00010000:00000010:0.0:1779697716.967829:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697716.967836:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697716.967840:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697716.967845:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697716.967909:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697716.967922:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.967927:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697716.967948:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000200:0.0:1779697716.967964:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb5f80 x1866146215436416/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697716.967983:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697716.967990:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215436416, offset 224 00000400:00000200:0.0:1779697716.967998:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697716.968009:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697716.968016:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309009:309009:256:4294967295] 192.168.203.23@tcp LPNI seq info [309005:309005:8:4294967295] 00000400:00000200:0.0:1779697716.968026:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697716.968032:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697716.968036:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697716.968043:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697716.968051:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697716.968055:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.1:1779697716.968433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697716.968439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000800:00000200:3.0:1779697716.968522:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.968527:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697716.968531:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.968536:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697716.968540:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:3.0:1779697716.968542:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00000400:00000200:3.0:1779697716.970500:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.970516:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452180 00000400:00000200:3.0:1779697716.970524:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 111232 00000400:00000200:3.0:1779697716.970535:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.970539:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.970546:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.970552:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09d880. 00010000:00000010:0.1:1779697716.970691:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697716.970700:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697716.970705:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697716.970708:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000020:00000010:1.0:1779697716.973291:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.973299:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.973306:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe05c4200. 00000020:00000010:1.0:1779697716.973311:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697716.973316:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697716.973361:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697716.973364:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697716.973367:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215436672 02000000:00000010:1.0:1779697716.973420:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dffc000. 00010000:00000010:1.0:1779697716.973458:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:1.0:1779697716.973474:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:1.0:1779697716.973492:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697716.973498:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697716.973512:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697716.973515:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697716.973519:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697716.973522:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697716.973904:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697716.973908:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697716.973911:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697716.973916:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00000020:00000010:1.0:1779697716.973940:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc4a0. 00000020:00000010:1.0:1779697716.973945:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc4a0. 00000020:00000010:1.0:1779697716.973956:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec375a0. 00080000:00000010:1.0:1779697716.973964:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c3c00. 00000001:00000010:1.0:1779697716.977038:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37900. 00000001:00000010:1.0:1779697716.977049:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697716.977174:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec375a0. 00010000:00000010:1.0:1779697716.977189:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.977197:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697716.977271:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697716.977321:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697716.977339:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:1.0:1779697716.977359:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974307, last committed = 8589974211 00010000:00000200:1.0:1779697716.977371:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09d880 x1866146215436672/t8589974307(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697716.977404:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697716.977411:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215436672, offset 224 00000400:00000010:1.0:1779697716.977418:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88e38. 00000400:00000200:1.0:1779697716.977423:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.977437:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.977443:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309010:309010:256:4294967295] 192.168.203.23@tcp LPNI seq info [309006:309006:8:4294967295] 00000400:00000200:1.0:1779697716.977449:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697716.977456:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.977462:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.977466:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697716.977472:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.977479:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.977483:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.977504:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697716.977508:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697716.977512:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe05c4200. 00010000:00000010:1.0:1779697716.977546:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697716.977552:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697716.977558:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00000020:00000010:0.0:1779697716.977903:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed00. 00000020:00000010:0.0:1779697716.977908:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.977912:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00000800:00000200:1.0:1779697716.977957:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.977961:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697716.977964:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.977969:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697716.980203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697716.980224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.1:1779697716.981884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697716.981893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697716.981898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697716.981902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:0.1:1779697716.983423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697716.983433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697716.983438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697716.983441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697716.983480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697716.983486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697716.983489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697716.983492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.1:1779697716.983494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697716.983496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00000400:00000200:3.0:1779697716.984235:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697716.984255:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9b99 00000400:00000200:3.0:1779697716.984261:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.984266:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697716.984273:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:3.0:1779697716.984276:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000400:00000200:3.0:1779697716.984306:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697716.984313:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452200 00000400:00000200:3.0:1779697716.984319:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 111720 00000400:00000200:3.0:1779697716.984329:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.984332:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697716.984336:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697716.984342:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb1e09ca80. 00000020:00000010:0.0:1779697716.984482:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697716.984488:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697716.984494:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697716.984500:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed00. 00000020:00000010:0.0:1779697716.984505:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697716.984543:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697716.984545:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000100:00000200:0.0:1779697716.984548:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215436800 00000001:00000010:0.0:1779697716.984557:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:0.0:1779697716.984594:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697716.984601:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 02000000:00000010:0.0:1779697716.984624:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad566b000. 00010000:00000010:0.0:1779697716.984653:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697716.984657:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697716.984683:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697716.984687:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697716.984691:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697716.984694:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00000004:00000010:0.0:1779697716.984791:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8281680. 00000004:00000010:0.0:1779697716.984801:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef528. 00000004:00000010:0.0:1779697716.984807:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31980. 00080000:00000010:0.0:1779697716.984815:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f8f0. 00010000:00000010:1.0:1779697716.985265:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697716.985275:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697716.985664:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697716.985667:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697716.985682:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697716.985686:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697716.985739:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:1.0:1779697716.985747:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:1.0:1779697716.985750:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:1.0:1779697716.985768:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000200:1.0:1779697716.985795:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb1e09ca80 x1866146215436800/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 576/584 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697716.985814:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697716.985819:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215436800, offset 224 00000400:00000200:1.0:1779697716.985825:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697716.985835:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697716.985841:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309011:309011:256:4294967295] 192.168.203.23@tcp LPNI seq info [309007:309007:8:4294967295] 00000400:00000200:1.0:1779697716.985850:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697716.985855:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697716.985860:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697716.985866:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697716.985873:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697716.985876:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697716.985894:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed00. 00000020:00000010:1.0:1779697716.985898:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:1.0:1779697716.985902:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00000800:00000200:1.0:1779697716.985980:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697716.985985:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697716.985988:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.985993:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697716.985996:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:1.0:1779697716.985998:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00010000:00000010:1.1:1779697716.989544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697716.989555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.1:1779697716.993506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697716.993520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:1.1:1779697716.993525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697716.993528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:1.0:1779697716.995894:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697716.995914:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452300 00000400:00000200:1.0:1779697716.995923:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 112296 00000400:00000200:1.0:1779697716.995936:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697716.995940:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697716.995947:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697716.995953:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86a00. 00000020:00000010:3.0:1779697716.996049:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b00. 00000020:00000010:3.0:1779697716.996055:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b00. 00000020:00000010:3.0:1779697716.996062:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd1b4bc00. 00000020:00000010:3.0:1779697716.996067:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536600. 00000020:00000010:3.0:1779697716.996073:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697716.996116:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b00. 00000020:00000010:3.0:1779697716.996119:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b00. 00000100:00000200:3.0:1779697716.996122:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215437056 02000000:00000010:3.0:1779697716.996158:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6eb3000. 00010000:00000010:3.0:1779697716.996193:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:3.0:1779697716.996208:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:3.0:1779697716.996237:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697716.996242:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697716.996255:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697716.996258:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a80. 00010000:00000010:3.0:1779697716.996262:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697716.996264:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697716.996353:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697716.996357:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697716.996360:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697716.996364:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000020:00000010:3.0:1779697716.996386:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97300. 00000020:00000010:3.0:1779697716.996424:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97300. 00000020:00000010:3.0:1779697716.996435:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1960. 00080000:00000010:3.0:1779697716.996443:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b05800. 00000001:00000010:3.0:1779697716.997027:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1f60. 00000001:00000010:3.0:1779697716.997035:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697716.997069:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1960. 00010000:00000010:3.0:1779697716.997078:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697716.997081:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697716.997093:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697716.997173:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697716.997187:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697716.997201:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974308, last committed = 8589974211 00010000:00000200:3.0:1779697716.997210:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86a00 x1866146215437056/t8589974308(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:391/0 lens 488/456 e 0 to 0 dl 1779698471 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697716.997237:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697716.997242:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215437056, offset 224 00000400:00000010:3.0:1779697716.997248:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dd90. 00000400:00000200:3.0:1779697716.997252:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697716.997262:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697716.997269:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309012:309012:256:4294967295] 192.168.203.23@tcp LPNI seq info [309008:309008:8:4294967295] 00000400:00000200:3.0:1779697716.997274:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697716.997281:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697716.997286:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697716.997291:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697716.997296:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697716.997303:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697716.997307:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697716.997325:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536600. 00000020:00000010:3.0:1779697716.997329:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697716.997332:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd1b4bc00. 00000800:00000200:3.0:1779697716.997433:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697716.997437:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697716.997440:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697716.997444:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697717.000481:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:0.0:1779697717.000494:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e00. 00010000:00000010:0.0:1779697717.000505:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00010000:00000010:3.1:1779697717.003423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:3.1:1779697717.003436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00000400:00000200:1.0:1779697717.004492:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.004511:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ba1 00000400:00000200:1.0:1779697717.004518:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.004522:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.004529:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:1.0:1779697717.004531:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00010000:00000010:3.0:1779697717.004624:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.004634:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a80. 00010000:00000010:3.1:1779697717.007489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697717.007501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:0.1:1779697717.008426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697717.008435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00000400:00000200:1.0:1779697717.010320:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.010339:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452380 00000400:00000200:1.0:1779697717.010347:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 112784 00000400:00000200:1.0:1779697717.010428:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.010433:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.010440:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.010447:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87480. 00000020:00000010:2.0:1779697717.010713:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba3c0. 00000020:00000010:2.0:1779697717.010720:0:189040:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61ac0. 00000020:00000010:2.0:1779697717.010740:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cc001e4e00. 00000020:00000010:2.0:1779697717.010746:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.010750:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697717.010859:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697717.010862:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697717.010866:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215437184 00000001:00000010:2.0:1779697717.010876:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:2.0:1779697717.010903:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697717.010911:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697717.010935:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3bc000. 00010000:00000010:2.0:1779697717.010961:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.010965:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697717.010982:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697717.010985:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.010989:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.010992:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697717.011082:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697717.011089:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e9d8. 00000004:00000010:2.0:1779697717.011095:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cff0. 00080000:00000010:2.0:1779697717.011104:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5c80. 00010000:00000010:3.1:1779697717.011809:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697717.011816:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:2.0:1779697717.018272:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697717.018285:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.018291:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697717.018298:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697717.018377:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697717.018657:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697717.018663:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.018689:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697717.018709:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87480 x1866146215437184/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.018730:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697717.018736:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215437184, offset 224 00000400:00000200:2.0:1779697717.018743:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.018754:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.018761:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309013:309013:256:4294967295] 192.168.203.23@tcp LPNI seq info [309009:309009:8:4294967295] 00000400:00000200:2.0:1779697717.018771:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.018787:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.018793:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697717.018799:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.018806:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.018810:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.019650:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.019657:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697717.019661:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cc001e4e00. 00000800:00000200:1.0:1779697717.019888:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.019893:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:1.0:1779697717.019897:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.019903:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.019908:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:1.0:1779697717.019911:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00000400:00000200:1.0:1779697717.027904:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.027923:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452480 00000400:00000200:1.0:1779697717.027931:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 113360 00000400:00000200:1.0:1779697717.027944:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.027949:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.027958:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.027965:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87b80. 00000020:00000010:0.0:1779697717.028092:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.028107:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.028113:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9150000. 00000020:00000010:0.0:1779697717.028118:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e580. 00000020:00000010:0.0:1779697717.028123:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697717.028160:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.028163:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000100:00000200:0.0:1779697717.028166:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215437440 02000000:00000010:0.0:1779697717.028197:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad566c000. 00010000:00000010:0.0:1779697717.028242:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:0.0:1779697717.028260:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:0.0:1779697717.028278:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.028283:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697717.028298:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697717.028300:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:0.0:1779697717.028304:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.028307:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.028442:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697717.028446:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:0.0:1779697717.028449:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697717.028452:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000020:00000010:0.0:1779697717.028474:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f440. 00000020:00000010:0.0:1779697717.028480:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f440. 00000020:00000010:0.0:1779697717.028490:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c300. 00080000:00000010:0.0:1779697717.028500:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8365400. 00000001:00000010:0.0:1779697717.028887:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c9c0. 00000001:00000010:0.0:1779697717.028894:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697717.028925:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c300. 00010000:00000010:0.0:1779697717.028932:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.028936:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697717.028947:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697717.028977:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.028990:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:0.0:1779697717.029003:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974309, last committed = 8589974211 00010000:00000200:0.0:1779697717.029012:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87b80 x1866146215437440/t8589974309(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.029029:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697717.029035:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215437440, offset 224 00000400:00000010:0.0:1779697717.029042:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217380. 00000400:00000200:0.0:1779697717.029046:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.029058:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.029065:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309014:309014:256:4294967295] 192.168.203.23@tcp LPNI seq info [309010:309010:8:4294967295] 00000400:00000200:0.0:1779697717.029070:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.029077:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.029082:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.029086:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697717.029092:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.029099:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.029104:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.029120:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e580. 00000020:00000010:0.0:1779697717.029123:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697717.029126:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9150000. 00010000:00000010:2.1:1779697717.029436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697717.029442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697717.029445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.029447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.0:1779697717.030306:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:1.0:1779697717.030314:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:1.0:1779697717.030320:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00000800:00000200:1.0:1779697717.030429:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.030433:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697717.030437:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.030444:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697717.032345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697717.032356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697717.036429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697717.036439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697717.038176:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697717.038187:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000400:00000200:1.0:1779697717.038273:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.038294:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ba9 00000400:00000200:1.0:1779697717.038301:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.038306:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.038312:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:1.0:1779697717.038314:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00000400:00000200:1.0:1779697717.038403:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.038410:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452500 00000400:00000200:1.0:1779697717.038417:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 113848 00000400:00000200:1.0:1779697717.038473:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.038477:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.038481:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.038488:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c84a80. 00000020:00000010:0.0:1779697717.039277:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.039283:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.039288:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9150000. 00000020:00000010:0.0:1779697717.039293:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e580. 00000020:00000010:0.0:1779697717.039298:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697717.039329:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.039332:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000100:00000200:0.0:1779697717.039335:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215437568 00000001:00000010:0.0:1779697717.039345:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.0:1779697717.039366:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.039372:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 02000000:00000010:0.0:1779697717.039410:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad566a000. 00010000:00000010:0.0:1779697717.039435:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697717.039439:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.039456:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697717.039459:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697717.039463:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697717.039466:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000004:00000010:0.0:1779697717.039553:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280960. 00000004:00000010:0.0:1779697717.039562:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef168. 00000004:00000010:0.0:1779697717.039568:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30aa0. 00080000:00000010:0.0:1779697717.039576:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f1d0. 00010000:00000010:1.0:1779697717.040753:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697717.040758:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697717.040762:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697717.040767:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697717.040861:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:1.0:1779697717.040874:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:1.0:1779697717.040879:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:1.0:1779697717.040899:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:1.0:1779697717.040914:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c84a80 x1866146215437568/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.040933:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697717.040939:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215437568, offset 224 00000400:00000200:1.0:1779697717.040945:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.040956:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.040962:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309015:309015:256:4294967295] 192.168.203.23@tcp LPNI seq info [309011:309011:8:4294967295] 00000400:00000200:1.0:1779697717.040972:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.040978:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.040983:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697717.040988:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.040997:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.041001:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.041025:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e580. 00000020:00000010:1.0:1779697717.041029:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:1.0:1779697717.041032:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9150000. 00000800:00000200:0.0:1779697717.041242:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.041247:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697717.041251:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.041256:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.041260:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697717.041262:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000400:00000200:1.0:1779697717.044379:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.044413:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452600 00000400:00000200:1.0:1779697717.044421:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 114424 00000400:00000200:1.0:1779697717.044435:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.044439:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.044447:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.044453:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85500. 00000020:00000010:0.0:1779697717.045324:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.045331:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.045337:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697717.045342:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.045347:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.045386:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.045412:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000100:00000200:0.0:1779697717.045415:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215437824 02000000:00000010:0.0:1779697717.045451:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacbf96000. 00010000:00000010:0.0:1779697717.045488:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697717.045502:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:0.0:1779697717.045517:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.045523:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697717.045538:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697717.045542:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697717.045546:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.045549:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.045655:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697717.045658:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697717.045661:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.045665:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00000020:00000010:0.0:1779697717.045849:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f800. 00000020:00000010:0.0:1779697717.045855:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f800. 00000020:00000010:0.0:1779697717.045865:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c300. 00080000:00000010:0.0:1779697717.045873:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf060d800. 00000001:00000010:0.0:1779697717.046242:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c120. 00000001:00000010:0.0:1779697717.046248:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697717.046279:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c300. 00010000:00000010:0.0:1779697717.046288:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.046292:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697717.046303:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697717.046376:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697717.046403:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000200:0.0:1779697717.046419:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974310, last committed = 8589974211 00010000:00000200:0.0:1779697717.046428:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85500 x1866146215437824/t8589974310(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.046447:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697717.046453:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215437824, offset 224 00000400:00000010:0.0:1779697717.046459:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217d20. 00000400:00000200:0.0:1779697717.046463:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.046476:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.046482:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309016:309016:256:4294967295] 192.168.203.23@tcp LPNI seq info [309012:309012:8:4294967295] 00000400:00000200:0.0:1779697717.046488:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.046495:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.046501:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.046506:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697717.046513:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.046519:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.046523:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.046540:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.046544:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.046547:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00010000:00000010:2.0:1779697717.048861:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:2.0:1779697717.048876:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00000800:00000200:2.0:1779697717.049531:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.049536:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697717.049542:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.049550:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.051720:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.051736:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bb1 00000400:00000200:2.0:1779697717.051742:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.051746:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.051753:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:2.0:1779697717.051756:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00000400:00000200:2.0:1779697717.051790:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.051796:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452680 00000400:00000200:2.0:1779697717.051803:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 114912 00000400:00000200:2.0:1779697717.051843:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.051847:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.051851:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.051858:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bc5880. 00000020:00000010:2.0:1779697717.051898:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.051902:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.051909:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc1284c00. 00000020:00000010:2.0:1779697717.051914:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.051919:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697717.051951:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.051954:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000100:00000200:2.0:1779697717.051957:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215437952 00000001:00000010:2.0:1779697717.051966:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:2.0:1779697717.051989:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.051996:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697717.052022:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbca26e000. 00010000:00000010:2.0:1779697717.052048:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.052051:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697717.052068:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697717.052071:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.052075:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697717.052078:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697717.052178:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697717.052187:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e3c0. 00000004:00000010:2.0:1779697717.052192:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c110. 00080000:00000010:2.0:1779697717.052200:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5ab8. 00010000:00000010:3.0:1779697717.053005:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:3.0:1779697717.053015:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697717.053705:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697717.053710:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536880. 00010000:00000010:3.0:1779697717.053714:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697717.053719:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.053786:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697717.053796:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697717.053801:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:3.0:1779697717.053821:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:3.0:1779697717.053836:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bc5880 x1866146215437952/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.053860:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697717.053866:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215437952, offset 224 00000400:00000200:3.0:1779697717.053873:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.053883:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.053890:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309017:309017:256:4294967295] 192.168.203.23@tcp LPNI seq info [309013:309013:8:4294967295] 00000400:00000200:3.0:1779697717.053899:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.053904:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.053909:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697717.053915:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.053921:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.053926:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.053945:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:3.0:1779697717.053949:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:3.0:1779697717.053952:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc1284c00. 00000800:00000200:2.0:1779697717.055620:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.055626:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697717.055633:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.055641:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.055648:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:2.0:1779697717.055650:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:1.1:1779697717.058167:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697717.058179:0:190181:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697717.058183:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697717.058186:0:190181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.0:1779697717.058221:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:1.0:1779697717.058231:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:1.0:1779697717.058237:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00000400:00000200:2.0:1779697717.058534:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.058551:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452780 00000400:00000200:2.0:1779697717.058559:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 115488 00000400:00000200:2.0:1779697717.058583:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.058588:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.058596:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.058605:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe69500. 00000020:00000010:1.0:1779697717.058743:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697717.058748:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697717.058753:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd2bcee00. 00000020:00000010:1.0:1779697717.058758:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697717.058762:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697717.058828:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697717.058831:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697717.058834:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215438208 02000000:00000010:1.0:1779697717.058867:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dff8000. 00010000:00000010:1.0:1779697717.058896:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:1.0:1779697717.058904:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536880. 00010000:00000010:1.0:1779697717.058920:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697717.058926:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697717.058939:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697717.058942:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697717.058945:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697717.058948:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697717.059046:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697717.059049:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697717.059053:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697717.059056:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000020:00000010:1.0:1779697717.059078:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccd80. 00000020:00000010:1.0:1779697717.059083:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccd80. 00000020:00000010:1.0:1779697717.059092:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec377e0. 00080000:00000010:1.0:1779697717.059101:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c0c00. 00000001:00000010:1.0:1779697717.059492:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a660. 00000001:00000010:1.0:1779697717.059498:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697717.059535:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec377e0. 00010000:00000010:1.0:1779697717.059543:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697717.059547:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697717.059558:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697717.059598:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697717.059611:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:1.0:1779697717.059625:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974311, last committed = 8589974211 00010000:00000200:1.0:1779697717.059633:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe69500 x1866146215438208/t8589974311(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.059649:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697717.059655:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215438208, offset 224 00000400:00000010:1.0:1779697717.059660:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88b60. 00000400:00000200:1.0:1779697717.059664:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.059905:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.059911:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309018:309018:256:4294967295] 192.168.203.23@tcp LPNI seq info [309014:309014:8:4294967295] 00000400:00000200:1.0:1779697717.059917:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.059924:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.059930:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.059935:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697717.059940:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.059947:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.059951:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.059971:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697717.059976:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697717.059979:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd2bcee00. 00010000:00000010:1.0:1779697717.060002:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697717.060007:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697717.060012:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00000800:00000200:1.0:1779697717.060381:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.060386:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:1.0:1779697717.060405:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.060410:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697717.066637:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697717.066648:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697717.068558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697717.068579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697717.068584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697717.068587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697717.068590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697717.068594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:0.1:1779697717.068735:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:0.1:1779697717.068740:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697717.068744:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.068747:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697717.069801:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697717.069809:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:1.0:1779697717.069834:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.069854:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bb9 00000400:00000200:1.0:1779697717.069861:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.069866:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.069872:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:1.0:1779697717.069874:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000400:00000200:1.0:1779697717.069947:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.069954:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452800 00000400:00000200:1.0:1779697717.069961:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 115976 00000400:00000200:1.0:1779697717.070019:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.070023:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.070027:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.070033:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c84000. 00000020:00000010:3.0:1779697717.071368:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.071376:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.071381:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc12e7200. 00000020:00000010:3.0:1779697717.071386:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697717.071406:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697717.071441:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.071444:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000100:00000200:3.0:1779697717.071446:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215438336 00000001:00000010:3.0:1779697717.071456:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:3.0:1779697717.071478:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.071484:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697717.071511:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff6fb000. 00010000:00000010:3.0:1779697717.071537:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697717.071540:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697717.071559:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697717.071563:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697717.071579:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.071582:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000004:00000010:3.0:1779697717.071661:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5860. 00000004:00000010:3.0:1779697717.071669:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af7f8. 00000004:00000010:3.0:1779697717.071675:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82770. 00080000:00000010:3.0:1779697717.071682:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231728. 00010000:00000010:1.0:1779697717.072539:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697717.072544:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697717.072548:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697717.072552:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697717.072619:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:1.0:1779697717.072631:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:1.0:1779697717.072636:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000010:1.0:1779697717.072655:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:1.0:1779697717.072669:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c84000 x1866146215438336/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.072686:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697717.072693:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215438336, offset 224 00000400:00000200:1.0:1779697717.072700:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.072712:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.072718:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309019:309019:256:4294967295] 192.168.203.23@tcp LPNI seq info [309015:309015:8:4294967295] 00000400:00000200:1.0:1779697717.072729:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.072734:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.072739:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697717.072745:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.072752:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.072756:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.072789:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:1.0:1779697717.072794:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:1.0:1779697717.072797:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc12e7200. 00000800:00000200:3.0:1779697717.072950:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.072955:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697717.072959:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.072963:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.072968:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:3.0:1779697717.072970:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000400:00000200:1.0:1779697717.076632:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.076649:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452900 00000400:00000200:1.0:1779697717.076657:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 116552 00000400:00000200:1.0:1779697717.076685:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.076696:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.076704:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.076710:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85f80. 00000020:00000010:3.0:1779697717.077042:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.077048:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.077054:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd1b4bc00. 00000020:00000010:3.0:1779697717.077060:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b80. 00000020:00000010:3.0:1779697717.077064:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.077109:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.077112:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000100:00000200:3.0:1779697717.077115:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215438592 02000000:00000010:3.0:1779697717.077150:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25d8000. 00010000:00000010:3.0:1779697717.077183:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:3.0:1779697717.077200:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:3.0:1779697717.077226:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.077232:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697717.077245:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697717.077249:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536400. 00010000:00000010:3.0:1779697717.077253:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.077256:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697717.077348:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697717.077352:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697717.077356:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.077359:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00000020:00000010:3.0:1779697717.077380:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97260. 00000020:00000010:3.0:1779697717.077386:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97260. 00000020:00000010:3.0:1779697717.077417:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1cc0. 00080000:00000010:3.0:1779697717.077425:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b06c00. 00000001:00000010:3.0:1779697717.077792:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1d20. 00000001:00000010:3.0:1779697717.077799:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697717.077830:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1cc0. 00010000:00000010:3.0:1779697717.077837:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697717.077841:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697717.077852:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697717.077891:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697717.077907:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697717.077922:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974312, last committed = 8589974211 00010000:00000200:3.0:1779697717.077931:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85f80 x1866146215438592/t8589974312(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.077950:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697717.077955:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215438592, offset 224 00000400:00000010:3.0:1779697717.077961:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065da80. 00000400:00000200:3.0:1779697717.077965:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.077977:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.077982:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309020:309020:256:4294967295] 192.168.203.23@tcp LPNI seq info [309016:309016:8:4294967295] 00000400:00000200:3.0:1779697717.077988:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.077995:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.078001:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.078005:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697717.078011:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.078018:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.078023:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.078037:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b80. 00000020:00000010:3.0:1779697717.078041:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.078044:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd1b4bc00. 00000800:00000200:1.0:1779697717.078603:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.078608:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697717.078612:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.078617:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697717.079512:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:1.0:1779697717.079521:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000010:1.0:1779697717.079531:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000400:00000200:3.0:1779697717.080755:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.080771:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bc1 00000400:00000200:3.0:1779697717.080786:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.080791:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.080797:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:3.0:1779697717.080800:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00000400:00000200:3.0:1779697717.080859:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.080865:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452980 00000400:00000200:3.0:1779697717.080873:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 117040 00000400:00000200:3.0:1779697717.080914:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.080917:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.080922:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.080930:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758f800. 00000020:00000010:3.0:1779697717.080969:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.080974:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.080978:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac9fcb000. 00000020:00000010:3.0:1779697717.080982:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b80. 00000020:00000010:3.0:1779697717.080986:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.081017:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.081019:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000100:00000200:3.0:1779697717.081022:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215438720 00000001:00000010:3.0:1779697717.081031:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:3.0:1779697717.081054:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697717.081060:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 02000000:00000010:3.0:1779697717.081081:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25da000. 00010000:00000010:3.0:1779697717.081118:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.081122:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697717.081137:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.081140:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536880. 00010000:00000010:3.0:1779697717.081144:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697717.081147:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697717.081230:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b54a0. 00000004:00000010:3.0:1779697717.081238:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afc30. 00000004:00000010:3.0:1779697717.081243:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82660. 00080000:00000010:3.0:1779697717.081252:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230720. 00010000:00000010:2.0:1779697717.083899:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:2.0:1779697717.083913:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:3.0:1779697717.085279:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697717.085285:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697717.085291:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.085298:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697717.085362:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697717.085373:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697717.085377:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536880. 00010000:00000010:3.0:1779697717.085429:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697717.085447:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758f800 x1866146215438720/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.085467:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697717.085473:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215438720, offset 224 00000400:00000200:3.0:1779697717.085481:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.085494:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.085500:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309021:309021:256:4294967295] 192.168.203.23@tcp LPNI seq info [309017:309017:8:4294967295] 00000400:00000200:3.0:1779697717.085511:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.085516:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.085522:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697717.085528:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.085534:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.085539:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.085559:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b80. 00000020:00000010:3.0:1779697717.085564:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000800:00000200:2.0:1779697717.085765:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.085769:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697717.085782:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.085787:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.085792:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697717.085795:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00000020:00000010:3.0:1779697717.086266:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac9fcb000. 00000400:00000200:3.0:1779697717.087991:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.088005:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452a80 00000400:00000200:3.0:1779697717.088013:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 117616 00000400:00000200:3.0:1779697717.088025:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.088029:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.088036:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.088043:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758f100. 00000020:00000010:2.0:1779697717.088123:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.088128:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.088132:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.088136:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f80. 00000020:00000010:2.0:1779697717.088141:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.088182:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.088185:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000100:00000200:2.0:1779697717.088188:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215438976 02000000:00000010:2.0:1779697717.088319:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc7983000. 00010000:00000010:2.0:1779697717.088356:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:2.0:1779697717.088372:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000010:2.0:1779697717.088409:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697717.088415:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697717.088429:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697717.088433:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697717.088437:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697717.088440:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.088533:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697717.088537:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697717.088540:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697717.088544:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697717.088870:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b7e0. 00000020:00000010:2.0:1779697717.088878:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b7e0. 00000020:00000010:2.0:1779697717.088890:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a4e0. 00080000:00000010:2.0:1779697717.088898:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1100000. 00000001:00000010:2.0:1779697717.089340:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a480. 00000001:00000010:2.0:1779697717.089348:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697717.089382:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a4e0. 00010000:00000010:2.0:1779697717.089420:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697717.089426:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697717.089439:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697717.089475:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.089488:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697717.089506:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974313, last committed = 8589974211 00010000:00000200:2.0:1779697717.089516:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758f100 x1866146215438976/t8589974313(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.089533:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697717.089538:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215438976, offset 224 00000400:00000010:2.0:1779697717.089544:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fab8. 00000400:00000200:2.0:1779697717.089547:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.089559:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.089564:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309022:309022:256:4294967295] 192.168.203.23@tcp LPNI seq info [309018:309018:8:4294967295] 00010000:00000010:1.1:1779697717.090742:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.1:1779697717.090751:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697717.090756:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697717.090759:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697717.090761:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697717.090764:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697717.090797:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:1.0:1779697717.090803:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536400. 00000400:00000200:2.0:1779697717.090868:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.090875:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.090882:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.090888:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697717.090894:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.090901:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.090905:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.090934:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f80. 00000020:00000010:2.0:1779697717.090938:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.090941:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00010000:00000010:3.0:1779697717.091203:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697717.091210:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:3.0:1779697717.091224:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000800:00000200:1.0:1779697717.091730:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.091734:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:1.0:1779697717.091739:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.091744:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.092265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.1:1779697717.092272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697717.092275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697717.092280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:2.1:1779697717.095804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:2.1:1779697717.095817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00000400:00000200:2.0:1779697717.095850:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.095868:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bc9 00000400:00000200:2.0:1779697717.095875:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.095879:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.095884:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697717.095888:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00010000:00000010:1.0:1779697717.095975:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697717.095984:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00000400:00000200:3.0:1779697717.099163:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.099179:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452b00 00000400:00000200:3.0:1779697717.099187:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 118104 00000400:00000200:3.0:1779697717.099249:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.099253:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.099261:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.099268:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758ce00. 00000020:00000010:1.0:1779697717.099413:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697717.099418:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697717.099425:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe05c4200. 00000020:00000010:1.0:1779697717.099430:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697717.099435:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697717.099468:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697717.099470:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000100:00000200:1.0:1779697717.099473:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215439104 00000001:00000010:1.0:1779697717.099482:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:1.0:1779697717.099504:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.0:1779697717.099511:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 02000000:00000010:1.0:1779697717.099537:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2dffa000. 00010000:00000010:1.0:1779697717.099561:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.0:1779697717.099570:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697717.099589:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697717.099592:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697717.099597:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.0:1779697717.099600:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00000004:00000010:1.0:1779697717.099703:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ba40. 00000004:00000010:1.0:1779697717.099710:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697717.099716:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563dc0. 00080000:00000010:1.0:1779697717.099724:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:3.1:1779697717.101104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697717.101116:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697717.101121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:1.1:1779697717.101333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:1.1:1779697717.101338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697717.101341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:1.1:1779697717.101343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:1.1:1779697717.101346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697717.101348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:2.1:1779697717.101413:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:2.1:1779697717.101418:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697717.101422:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697717.101425:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.0:1779697717.101647:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697717.101651:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697717.101656:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.0:1779697717.101662:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697717.101742:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697717.101752:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697717.101757:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697717.101790:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:1.0:1779697717.101808:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758ce00 x1866146215439104/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.101827:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697717.101834:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215439104, offset 224 00000400:00000200:1.0:1779697717.101840:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.101851:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.101857:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309023:309023:256:4294967295] 192.168.203.23@tcp LPNI seq info [309019:309019:8:4294967295] 00000400:00000200:1.0:1779697717.101867:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.101872:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.101877:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697717.101883:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.101890:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.101893:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.101913:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697717.101917:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697717.101921:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe05c4200. 00000800:00000200:3.0:1779697717.102167:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.102171:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697717.102176:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.102181:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.102185:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:3.0:1779697717.102187:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000400:00000200:2.0:1779697717.105019:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.105035:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452c00 00000400:00000200:2.0:1779697717.105044:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 118680 00000400:00000200:2.0:1779697717.105058:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.105063:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.105071:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.105077:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe69c00. 00000020:00000010:1.0:1779697717.105188:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.105193:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.105200:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd2bcee00. 00000020:00000010:1.0:1779697717.105205:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697717.105210:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697717.105341:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.105344:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697717.105347:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215439360 02000000:00000010:1.0:1779697717.105380:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dffb000. 00010000:00000010:1.0:1779697717.105436:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697717.105451:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697717.105466:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.0:1779697717.105471:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697717.105484:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697717.105487:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697717.105492:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.0:1779697717.105495:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697717.106150:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697717.106163:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697717.106167:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.0:1779697717.106171:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00000020:00000010:1.0:1779697717.106198:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc2c0. 00000020:00000010:1.0:1779697717.106205:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc2c0. 00000020:00000010:1.0:1779697717.106329:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1ab40. 00080000:00000010:1.0:1779697717.106340:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c0400. 00000001:00000010:1.0:1779697717.107009:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37480. 00000001:00000010:1.0:1779697717.107016:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697717.107057:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1ab40. 00010000:00000010:1.0:1779697717.107066:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:1.0:1779697717.107071:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697717.107083:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697717.110875:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697717.110904:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000200:1.0:1779697717.110924:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974314, last committed = 8589974211 00010000:00000200:1.0:1779697717.110934:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe69c00 x1866146215439360/t8589974314(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.110956:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697717.110963:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215439360, offset 224 00000400:00000010:1.0:1779697717.110971:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88150. 00000400:00000200:1.0:1779697717.110975:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.110988:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.110994:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309024:309024:256:4294967295] 192.168.203.23@tcp LPNI seq info [309020:309020:8:4294967295] 00000400:00000200:1.0:1779697717.111000:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.111007:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.111013:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.111017:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697717.111024:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.111032:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.111036:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.111060:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697717.111065:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697717.111069:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd2bcee00. 00000800:00000200:1.0:1779697717.111167:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.111171:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697717.111175:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.111180:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697717.111337:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:3.0:1779697717.111346:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:3.0:1779697717.111353:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00000400:00000200:3.0:1779697717.114085:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.114110:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bd1 00000400:00000200:3.0:1779697717.114117:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.114121:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.114128:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:3.0:1779697717.114132:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00010000:00000010:1.0:1779697717.114226:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697717.114234:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00000400:00000200:3.0:1779697717.114630:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.114638:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452c80 00000400:00000200:3.0:1779697717.114645:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 119168 00000400:00000200:3.0:1779697717.114701:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.114705:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.114710:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.114716:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758ea00. 00000020:00000010:1.0:1779697717.114796:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.114801:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.114806:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe05c4200. 00000020:00000010:1.0:1779697717.114810:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697717.114815:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697717.114849:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.114852:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697717.114855:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215439488 00000001:00000010:1.0:1779697717.114864:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:1.0:1779697717.114885:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.0:1779697717.114891:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 02000000:00000010:1.0:1779697717.114915:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2dff9000. 00010000:00000010:1.0:1779697717.114942:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:1.0:1779697717.114945:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697717.114960:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697717.114963:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697717.114968:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.0:1779697717.114970:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00000004:00000010:1.0:1779697717.115053:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697717.115062:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697717.115067:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563870. 00080000:00000010:1.0:1779697717.115075:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:3.0:1779697717.116423:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.116431:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697717.116436:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697717.116441:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697717.116504:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697717.116515:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:3.0:1779697717.116520:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:3.0:1779697717.116539:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:3.0:1779697717.116554:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758ea00 x1866146215439488/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.116584:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697717.116591:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215439488, offset 224 00000400:00000200:3.0:1779697717.116597:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.116607:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.116613:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309025:309025:256:4294967295] 192.168.203.23@tcp LPNI seq info [309021:309021:8:4294967295] 00000400:00000200:3.0:1779697717.116623:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.116628:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.116633:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697717.116639:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.116646:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.116650:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.116668:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:3.0:1779697717.116679:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:3.0:1779697717.116683:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe05c4200. 00000800:00000200:1.0:1779697717.116923:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.116927:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697717.116931:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.116936:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.116941:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:1.0:1779697717.116943:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00000400:00000200:3.0:1779697717.118717:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.118733:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452d80 00000400:00000200:3.0:1779697717.118741:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 119744 00000400:00000200:3.0:1779697717.118754:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.118757:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.118764:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.118770:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd758c000. 00000020:00000010:1.0:1779697717.118929:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.118934:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.118939:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb358400. 00000020:00000010:1.0:1779697717.118943:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697717.118948:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95708. 00000020:00000010:1.0:1779697717.118986:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.118989:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697717.118992:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215439744 02000000:00000010:1.0:1779697717.119024:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad8829000. 00010000:00000010:1.0:1779697717.119056:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:1.0:1779697717.119071:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00010000:00000010:1.0:1779697717.119087:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697717.119102:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697717.119115:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697717.119119:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697717.119123:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:1.0:1779697717.119126:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697717.119275:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697717.119279:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697717.119282:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.0:1779697717.119286:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00000020:00000010:1.0:1779697717.119309:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc2e0. 00000020:00000010:1.0:1779697717.119314:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc2e0. 00000020:00000010:1.0:1779697717.119324:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37ea0. 00080000:00000010:1.0:1779697717.119333:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c1000. 00010000:00000010:3.1:1779697717.119913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697717.119920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697717.119923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697717.120475:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697717.120480:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000001:00000010:1.0:1779697717.120803:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a8a0. 00000001:00000010:1.0:1779697717.120810:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697717.120853:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37ea0. 00010000:00000010:1.0:1779697717.120862:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:1.0:1779697717.120868:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697717.120882:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697717.120966:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697717.120982:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697717.120999:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974315, last committed = 8589974211 00010000:00000200:1.0:1779697717.121009:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd758c000 x1866146215439744/t8589974315(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.121026:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697717.121032:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215439744, offset 224 00000400:00000010:1.0:1779697717.121039:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea881c0. 00000400:00000200:1.0:1779697717.121042:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.121055:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.121060:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309026:309026:256:4294967295] 192.168.203.23@tcp LPNI seq info [309022:309022:8:4294967295] 00000400:00000200:1.0:1779697717.121066:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.121072:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.121078:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.121082:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697717.121097:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.121104:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.121108:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.121129:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697717.121134:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95708. 00000020:00000010:1.0:1779697717.121138:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb358400. 00000800:00000200:3.0:1779697717.125261:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.125269:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697717.125276:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.125285:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697717.126898:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697717.126909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:1.0:1779697717.127466:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.127485:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bd9 00000400:00000200:1.0:1779697717.127491:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.127496:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.127502:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:1.0:1779697717.127505:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000400:00000200:1.0:1779697717.127530:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.127536:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452e00 00000400:00000200:1.0:1779697717.127542:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 120232 00000400:00000200:1.0:1779697717.127591:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.127596:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.127600:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.127606:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86d80. 00000020:00000010:1.0:1779697717.127649:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.127654:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.127659:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacdfaa000. 00000020:00000010:1.0:1779697717.127664:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697717.127678:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95708. 00000020:00000010:1.0:1779697717.127712:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.127715:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697717.127718:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215439872 00000001:00000010:1.0:1779697717.127727:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697717.127753:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:1.0:1779697717.127759:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 02000000:00000010:1.0:1779697717.127794:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad882c000. 00010000:00000010:1.0:1779697717.127821:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697717.127825:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697717.127839:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697717.127842:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697717.127846:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697717.127849:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00000004:00000010:1.0:1779697717.127944:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77bc20. 00000004:00000010:1.0:1779697717.127952:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697717.127957:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563a90. 00080000:00000010:1.0:1779697717.127966:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:3.0:1779697717.128220:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:3.0:1779697717.128229:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:3.0:1779697717.129126:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697717.129132:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536980. 00010000:00000010:3.0:1779697717.129136:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697717.129141:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697717.129193:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:3.0:1779697717.129204:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:3.0:1779697717.129208:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:3.0:1779697717.129239:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:3.0:1779697717.129258:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86d80 x1866146215439872/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.129276:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697717.129282:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215439872, offset 224 00000400:00000200:3.0:1779697717.129288:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.129299:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.129305:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309027:309027:256:4294967295] 192.168.203.23@tcp LPNI seq info [309023:309023:8:4294967295] 00000400:00000200:3.0:1779697717.129316:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.129321:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.129326:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697717.129332:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.129338:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.129342:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.129367:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:3.0:1779697717.129370:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95708. 00000020:00000010:3.0:1779697717.129373:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacdfaa000. 00000800:00000200:1.0:1779697717.129552:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.129557:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697717.129561:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.129570:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.129574:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:1.0:1779697717.129577:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00000400:00000200:3.0:1779697717.131540:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.131556:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006452f00 00000400:00000200:3.0:1779697717.131564:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 120808 00000400:00000200:3.0:1779697717.131591:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.131595:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.131602:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.131609:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dc700. 00000020:00000010:1.0:1779697717.131734:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.131740:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.131745:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.131749:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697717.131754:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.131802:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.131805:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697717.131808:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215440128 02000000:00000010:1.0:1779697717.131842:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c01000. 00010000:00000010:1.0:1779697717.131877:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:1.0:1779697717.131891:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536980. 00010000:00000010:1.0:1779697717.131908:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697717.131913:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697717.131924:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697717.131927:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697717.131930:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697717.131933:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697717.132024:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697717.132028:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697717.132031:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.132034:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00000020:00000010:1.0:1779697717.132057:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc960. 00000020:00000010:1.0:1779697717.132063:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc960. 00000020:00000010:1.0:1779697717.132073:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1ab40. 00080000:00000010:1.0:1779697717.132081:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c1400. 00000001:00000010:1.0:1779697717.132534:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37c00. 00000001:00000010:1.0:1779697717.132541:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697717.133002:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1ab40. 00010000:00000010:1.0:1779697717.133013:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697717.133018:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.133029:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:2.0:1779697717.133191:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697717.133200:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:2.0:1779697717.133209:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00010000:00000010:2.0:1779697717.133439:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00010000:00000010:3.1:1779697717.134444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697717.134452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.1:1779697717.134456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00010000:00000010:3.1:1779697717.134459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697717.134462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:3.1:1779697717.134465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00010000:00000010:1.1:1779697717.135376:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:1.1:1779697717.135385:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697717.135412:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:1.1:1779697717.135414:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697717.135417:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:1.1:1779697717.135419:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697717.135421:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.1:1779697717.135424:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:1.1:1779697717.135426:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697717.135429:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:1.1:1779697717.135433:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:1.1:1779697717.135438:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697717.135441:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:1.1:1779697717.135443:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:1.0:1779697717.135452:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.135493:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697717.135499:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697717.135514:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000200:1.0:1779697717.135533:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974316, last committed = 8589974211 00010000:00000200:1.0:1779697717.135546:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dc700 x1866146215440128/t8589974316(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.135578:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697717.135584:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215440128, offset 224 00000400:00000010:1.0:1779697717.135591:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88a10. 00000400:00000200:1.0:1779697717.135595:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.135609:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.135616:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309028:309028:256:4294967295] 192.168.203.23@tcp LPNI seq info [309024:309024:8:4294967295] 00000400:00000200:1.0:1779697717.135622:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.135629:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.135635:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.135640:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697717.135646:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.135653:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.135658:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.135688:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697717.135692:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.135695:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:3.0:1779697717.137056:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.137062:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697717.137067:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.137074:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.139947:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.139967:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9be1 00000400:00000200:1.0:1779697717.139974:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.139978:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.139985:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:1.0:1779697717.139988:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000400:00000200:1.0:1779697717.140012:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.140017:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006452f80 00000400:00000200:1.0:1779697717.140024:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 121296 00000400:00000200:1.0:1779697717.140067:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.140071:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.140076:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.140082:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87100. 00010000:00000010:3.0:1779697717.140251:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:3.0:1779697717.140262:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00000020:00000010:3.0:1779697717.140305:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697717.140309:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697717.140314:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad664e800. 00000020:00000010:3.0:1779697717.140318:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697717.140323:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.140358:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697717.140361:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000100:00000200:3.0:1779697717.140363:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215440256 00000001:00000010:3.0:1779697717.140372:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b180. 00010000:00000010:3.0:1779697717.140413:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.140419:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 02000000:00000010:3.0:1779697717.140444:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25dc000. 00010000:00000010:3.0:1779697717.140468:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.140472:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697717.140485:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697717.140489:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.140493:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.140496:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000004:00000010:3.0:1779697717.140582:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4d20. 00000004:00000010:3.0:1779697717.140589:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af2d0. 00000004:00000010:3.0:1779697717.140594:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ff0. 00080000:00000010:3.0:1779697717.140601:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc82308e8. 00010000:00000010:3.0:1779697717.141880:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697717.141886:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697717.141891:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697717.141895:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697717.141950:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697717.141961:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697717.141964:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.141986:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697717.142002:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87100 x1866146215440256/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.142020:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697717.142026:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215440256, offset 224 00000400:00000200:3.0:1779697717.142033:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.142043:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.142049:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309029:309029:256:4294967295] 192.168.203.23@tcp LPNI seq info [309025:309025:8:4294967295] 00000400:00000200:3.0:1779697717.142060:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.142066:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.142070:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697717.142076:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.142083:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.142086:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.142741:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697717.142745:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.142749:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad664e800. 00010000:00000010:2.1:1779697717.146437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697717.146448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:3.1:1779697717.146536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697717.146542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:3.1:1779697717.146547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697717.146550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697717.146554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697717.146556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00000800:00000200:1.0:1779697717.147643:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.147649:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697717.147655:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.147663:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.147670:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:1.0:1779697717.147673:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00010000:00000010:1.1:1779697717.154177:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.1:1779697717.154191:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697717.154198:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697717.154202:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697717.154204:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697717.154207:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000400:00000200:1.0:1779697717.154290:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.154309:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453080 00000400:00000200:1.0:1779697717.154317:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 121872 00000400:00000200:1.0:1779697717.154332:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.154336:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.154345:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.154350:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85c00. 00000020:00000010:3.0:1779697717.159026:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697717.159035:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697717.159041:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacdfaa000. 00000020:00000010:3.0:1779697717.159047:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697717.159053:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.159173:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697717.159176:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8500. 00000100:00000200:3.0:1779697717.159179:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215440512 02000000:00000010:3.0:1779697717.159209:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25d9000. 00010000:00000010:3.0:1779697717.159306:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697717.159322:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697717.159339:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697717.159344:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697717.159358:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697717.159361:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697717.159366:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697717.159369:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697717.159526:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697717.159530:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.159534:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697717.159537:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000020:00000010:3.0:1779697717.159559:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ee0. 00000020:00000010:3.0:1779697717.159623:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ee0. 00000020:00000010:3.0:1779697717.159636:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1b40. 00080000:00000010:3.0:1779697717.159645:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b04400. 00000001:00000010:3.0:1779697717.160020:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f10c0. 00000001:00000010:3.0:1779697717.160027:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697717.160058:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1b40. 00010000:00000010:3.0:1779697717.160066:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697717.160070:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697717.160081:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697717.161254:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697717.161275:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000200:3.0:1779697717.161293:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974317, last committed = 8589974211 00010000:00000200:3.0:1779697717.161303:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85c00 x1866146215440512/t8589974317(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.161324:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697717.161332:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215440512, offset 224 00000400:00000010:3.0:1779697717.161338:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d8c0. 00000400:00000200:3.0:1779697717.161342:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.161355:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.161361:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309030:309030:256:4294967295] 192.168.203.23@tcp LPNI seq info [309026:309026:8:4294967295] 00000400:00000200:3.0:1779697717.161368:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.161374:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.161380:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.161385:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697717.161406:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.161414:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.161418:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.161441:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697717.161445:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.161449:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacdfaa000. 00000800:00000200:1.0:1779697717.162754:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.162762:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697717.162767:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.162783:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697717.165819:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:2.0:1779697717.165836:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:2.0:1779697717.165851:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00010000:00000010:3.1:1779697717.166053:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697717.166061:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697717.166065:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697717.166068:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697717.166071:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697717.166074:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000400:00000200:2.0:1779697717.166958:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.166978:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9be9 00000400:00000200:2.0:1779697717.166985:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.166989:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.166995:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:2.0:1779697717.166999:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:2.0:1779697717.167024:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.167030:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453100 00000400:00000200:2.0:1779697717.167037:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 122360 00010000:00000010:3.0:1779697717.167521:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697717.167528:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536300. 00000400:00000200:2.0:1779697717.167585:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.167590:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.167594:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.167600:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68700. 00000020:00000010:3.0:1779697717.167665:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697717.167679:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697717.167684:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad664e800. 00000020:00000010:3.0:1779697717.167689:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.167693:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.167728:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697717.167730:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8500. 00000100:00000200:3.0:1779697717.167733:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215440640 00000001:00000010:3.0:1779697717.167742:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:3.0:1779697717.167765:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.167770:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 02000000:00000010:3.0:1779697717.167802:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25db000. 00010000:00000010:3.0:1779697717.167827:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.167830:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697717.167843:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697717.167846:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697717.167849:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.167852:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000004:00000010:3.0:1779697717.167939:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b41e0. 00000004:00000010:3.0:1779697717.167947:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af960. 00000004:00000010:3.0:1779697717.167954:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83760. 00080000:00000010:3.0:1779697717.167962:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231008. 00010000:00000010:3.0:1779697717.168643:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697717.168647:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697717.168651:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.168655:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.170073:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697717.170198:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697717.170205:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697717.170287:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697717.170308:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68700 x1866146215440640/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.170329:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697717.170335:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215440640, offset 224 00000400:00000200:3.0:1779697717.170342:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.170352:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.170359:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309031:309031:256:4294967295] 192.168.203.23@tcp LPNI seq info [309027:309027:8:4294967295] 00000400:00000200:3.0:1779697717.170371:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.170376:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.170381:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697717.170409:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.170416:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.170420:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.170445:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.170450:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.170454:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad664e800. 00000800:00000200:2.0:1779697717.170625:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.170630:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697717.170634:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.170639:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.170643:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:2.0:1779697717.170645:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000400:00000200:3.0:1779697717.173658:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.173685:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453200 00000400:00000200:3.0:1779697717.173693:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 122936 00000400:00000200:3.0:1779697717.173706:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.173710:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.173717:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.173724:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83ddc00. 00010000:00000010:2.1:1779697717.178506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:2.1:1779697717.178522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697717.179173:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697717.179180:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697717.179183:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697717.179186:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697717.179189:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697717.179193:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697717.179195:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697717.179198:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697717.179201:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697717.179210:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000020:00000010:3.0:1779697717.179288:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.179294:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.179301:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe05c4200. 00000020:00000010:3.0:1779697717.179306:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.179311:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.179411:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.179415:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697717.179418:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215440896 02000000:00000010:3.0:1779697717.179453:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25de000. 00010000:00000010:3.0:1779697717.179488:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.179501:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697717.179517:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.179522:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.179535:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697717.179538:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697717.179542:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.179545:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697717.179653:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697717.179656:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697717.179659:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.179662:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000020:00000010:3.0:1779697717.179684:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697717.179690:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697717.179701:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1600. 00080000:00000010:3.0:1779697717.179710:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b07800. 00000001:00000010:3.0:1779697717.180144:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1d80. 00000001:00000010:3.0:1779697717.180150:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697717.180180:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1600. 00010000:00000010:3.0:1779697717.180187:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697717.180191:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697717.180203:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697717.180246:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697717.180260:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697717.180274:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974318, last committed = 8589974211 00010000:00000200:3.0:1779697717.180285:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83ddc00 x1866146215440896/t8589974318(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.180303:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697717.180309:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215440896, offset 224 00000400:00000010:3.0:1779697717.180316:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dc08. 00000400:00000200:3.0:1779697717.180320:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.180334:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.180340:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309032:309032:256:4294967295] 192.168.203.23@tcp LPNI seq info [309028:309028:8:4294967295] 00000400:00000200:3.0:1779697717.180347:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.180354:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.180359:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.180364:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697717.180370:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.180376:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.180380:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.180422:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.180426:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.180429:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe05c4200. 00010000:00000010:2.0:1779697717.180491:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697717.180498:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00010000:00000010:2.0:1779697717.180504:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000800:00000200:2.0:1779697717.180580:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.180583:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697717.180587:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.180592:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697717.195070:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697717.195091:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697717.197288:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697717.197300:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697717.197304:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697717.197307:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000400:00000200:3.0:1779697717.197367:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.197402:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bf1 00000400:00000200:3.0:1779697717.197409:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.197414:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.197421:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697717.197423:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000400:00000200:3.0:1779697717.197456:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.197463:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453280 00000400:00000200:3.0:1779697717.197470:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 123424 00010000:00000010:1.0:1779697717.197951:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:1.0:1779697717.197962:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00000400:00000200:3.0:1779697717.198197:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.198204:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.198210:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.198329:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83ddf80. 00000020:00000010:2.0:1779697717.198481:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.198487:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.198492:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.198497:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f80. 00000020:00000010:2.0:1779697717.198502:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.198567:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779697717.198579:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000100:00000200:2.0:1779697717.198583:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215441024 00000001:00000010:2.0:1779697717.198592:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:2.0:1779697717.198613:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697717.198621:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697717.198642:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc7985000. 00010000:00000010:2.0:1779697717.198669:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697717.198673:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.198687:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697717.198690:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697717.198694:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697717.198696:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000004:00000010:2.0:1779697717.198793:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697717.198802:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ee10. 00000004:00000010:2.0:1779697717.198807:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d870. 00080000:00000010:2.0:1779697717.198817:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4558. 00010000:00000010:2.0:1779697717.201822:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697717.201832:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697717.201837:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697717.201844:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.201915:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.201928:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.201932:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697717.201953:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697717.201969:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83ddf80 x1866146215441024/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.201990:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697717.201997:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215441024, offset 224 00000400:00000200:2.0:1779697717.202004:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.202016:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.202023:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309033:309033:256:4294967295] 192.168.203.23@tcp LPNI seq info [309029:309029:8:4294967295] 00000400:00000200:2.0:1779697717.202035:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.202040:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.202045:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697717.202051:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.202058:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.202062:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1779697717.202241:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.202246:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697717.202250:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.202255:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.202259:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:3.0:1779697717.202262:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000200:3.0:1779697717.204112:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.204126:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453380 00000400:00000200:3.0:1779697717.204134:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 124000 00000400:00000200:3.0:1779697717.204165:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.204169:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.204175:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.204181:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dca80. 00000020:00000010:2.0:1779697717.204237:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f80. 00000020:00000010:2.0:1779697717.204243:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.204248:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.209201:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697717.209210:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697717.209225:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.209231:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f80. 00000020:00000010:2.0:1779697717.209236:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.209269:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697717.209272:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697717.209275:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215441280 02000000:00000010:2.0:1779697717.209309:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad578c000. 00010000:00000010:2.0:1779697717.209346:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.209361:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697717.209376:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697717.209381:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.209411:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697717.209415:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697717.209419:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697717.209422:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697717.209519:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697717.209522:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697717.209525:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697717.209528:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697717.209551:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bdc0. 00000020:00000010:2.0:1779697717.209557:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bdc0. 00000020:00000010:2.0:1779697717.209578:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697717.209587:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1101c00. 00000001:00000010:2.0:1779697717.210175:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34af00. 00000001:00000010:2.0:1779697717.210181:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697717.210636:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a1e0. 00010000:00000010:2.0:1779697717.210646:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697717.210651:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.210663:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697717.210711:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.210725:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697717.210741:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974319, last committed = 8589974211 00010000:00000200:2.0:1779697717.210752:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dca80 x1866146215441280/t8589974319(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.210771:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697717.210788:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215441280, offset 224 00000400:00000010:2.0:1779697717.210795:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f658. 00000400:00000200:2.0:1779697717.210799:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.210812:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.210818:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309034:309034:256:4294967295] 192.168.203.23@tcp LPNI seq info [309030:309030:8:4294967295] 00000400:00000200:2.0:1779697717.210825:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.210832:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.210837:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.210842:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697717.210848:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.210855:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.210860:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.210881:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f80. 00000020:00000010:2.0:1779697717.210884:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.210888:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000800:00000200:2.0:1779697717.212758:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.212764:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:2.0:1779697717.212771:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.212789:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697717.212836:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.212844:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697717.212853:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00000400:00000200:2.0:1779697717.216198:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.216225:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9bf9 00000400:00000200:2.0:1779697717.216232:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.216236:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.216243:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:2.0:1779697717.216246:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000400:00000200:2.0:1779697717.216267:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.216273:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453400 00000400:00000200:2.0:1779697717.216280:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 124488 00000400:00000200:2.0:1779697717.216878:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.216884:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.216889:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.216896:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68380. 00000020:00000010:2.0:1779697717.216944:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697717.216948:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697717.216953:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.216958:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.216962:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.216995:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697717.216997:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697717.217001:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215441408 00000001:00000010:2.0:1779697717.217011:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:2.0:1779697717.217033:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697717.217040:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697717.217066:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacd818000. 00010000:00000010:2.0:1779697717.217101:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.217105:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.217124:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697717.217127:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697717.217132:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697717.217135:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000004:00000010:2.0:1779697717.217322:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697717.217331:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e708. 00000004:00000010:2.0:1779697717.217337:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c550. 00080000:00000010:2.0:1779697717.217346:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5008. 00010000:00000010:3.0:1779697717.218329:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697717.218339:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697717.218557:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697717.218561:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697717.218565:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.218579:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697717.218634:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.218642:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.218645:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697717.218666:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697717.218683:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68380 x1866146215441408/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.218702:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697717.218709:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215441408, offset 224 00000400:00000200:2.0:1779697717.218715:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.218726:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.218732:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309035:309035:256:4294967295] 192.168.203.23@tcp LPNI seq info [309031:309031:8:4294967295] 00000400:00000200:2.0:1779697717.218743:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.218749:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.218753:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697717.218760:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.218766:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.218771:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.218805:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.218809:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.218813:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000800:00000200:3.0:1779697717.218963:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.218968:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697717.218972:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.218977:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.218981:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:3.0:1779697717.218984:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000400:00000200:2.0:1779697717.221552:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.221578:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453500 00000400:00000200:2.0:1779697717.221587:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 125064 00000400:00000200:2.0:1779697717.221611:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.221615:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.221622:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.221629:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68a80. 00000020:00000010:3.0:1779697717.221709:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.221715:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.221720:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad664e800. 00000020:00000010:3.0:1779697717.221724:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.221729:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.221766:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.221768:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697717.221771:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215441664 02000000:00000010:3.0:1779697717.221816:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf12f7000. 00010000:00000010:3.0:1779697717.221850:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697717.221865:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:3.0:1779697717.221882:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.221888:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.221900:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697717.221903:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697717.221907:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.221910:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697717.222006:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697717.222009:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697717.222012:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.222015:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000020:00000010:3.0:1779697717.222035:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697717.222041:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697717.222050:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1600. 00080000:00000010:3.0:1779697717.222059:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b04800. 00000001:00000010:3.0:1779697717.222550:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1540. 00000001:00000010:3.0:1779697717.222558:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697717.222589:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1600. 00010000:00000010:3.0:1779697717.222597:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697717.222601:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697717.222612:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697717.222645:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.222659:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697717.222673:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974320, last committed = 8589974211 00010000:00000200:3.0:1779697717.222682:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68a80 x1866146215441664/t8589974320(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.222701:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697717.222706:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215441664, offset 224 00000400:00000010:3.0:1779697717.222712:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d7e0. 00000400:00000200:3.0:1779697717.222715:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.222726:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.222731:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309036:309036:256:4294967295] 192.168.203.23@tcp LPNI seq info [309032:309032:8:4294967295] 00000400:00000200:3.0:1779697717.222736:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.222743:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.222748:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.222752:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697717.222758:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.222764:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.222769:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.222794:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.222799:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.222802:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad664e800. 00010000:00000010:2.0:1779697717.222928:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697717.222934:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00010000:00000010:2.0:1779697717.222940:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000800:00000200:2.0:1779697717.223017:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.223021:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697717.223025:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.223029:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.225103:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.225116:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c01 00000400:00000200:3.0:1779697717.225122:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.225126:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.225131:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697717.225134:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:2.0:1779697717.226333:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697717.226344:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00000400:00000200:2.0:1779697717.226865:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.226876:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453580 00000400:00000200:2.0:1779697717.226885:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 125552 00000400:00000200:2.0:1779697717.226940:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.226945:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.226951:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.226958:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9ad80. 00000020:00000010:3.0:1779697717.227189:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.227194:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.227198:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe05c4200. 00000020:00000010:3.0:1779697717.227204:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.227207:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.227301:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.227305:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697717.227308:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215441792 00000001:00000010:3.0:1779697717.227317:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697717.227339:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697717.227345:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 02000000:00000010:3.0:1779697717.227367:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf12f2000. 00010000:00000010:3.0:1779697717.227411:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697717.227415:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.227429:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697717.227432:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.227436:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.227439:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000004:00000010:3.0:1779697717.227527:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b45a0. 00000004:00000010:3.0:1779697717.227535:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74aff78. 00000004:00000010:3.0:1779697717.227540:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ba0. 00080000:00000010:3.0:1779697717.227548:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc82301c8. 00010000:00000010:1.1:1779697717.232204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697717.232229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.232558:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697717.232574:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697717.232580:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697717.232586:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697717.232659:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.232770:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697717.232787:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.232817:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697717.232836:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe9ad80 x1866146215441792/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.232857:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697717.232864:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215441792, offset 224 00000400:00000200:3.0:1779697717.232872:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.232884:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.232890:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309037:309037:256:4294967295] 192.168.203.23@tcp LPNI seq info [309033:309033:8:4294967295] 00000400:00000200:3.0:1779697717.232900:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.232905:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.232910:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697717.232916:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.232923:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.232927:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.232952:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.232957:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.232961:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe05c4200. 00000800:00000200:2.0:1779697717.233861:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.233866:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697717.233871:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.233877:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.233882:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:2.0:1779697717.233885:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:2.1:1779697717.236428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697717.236443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697717.236446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697717.236449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697717.239507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697717.239521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:3.1:1779697717.239525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697717.239528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697717.239532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697717.239538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:2.1:1779697717.239647:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697717.239652:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.1:1779697717.239655:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697717.239658:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697717.239661:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697717.239663:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697717.239666:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.239732:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697717.239737:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697717.239740:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697717.239745:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697717.239748:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:2.1:1779697717.239751:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697717.239754:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:2.0:1779697717.239758:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.239785:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453680 00000400:00000200:2.0:1779697717.239793:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 126128 00000400:00000200:2.0:1779697717.239810:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.239814:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.239823:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.239829:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98380. 00000020:00000010:2.0:1779697717.253497:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba780. 00000020:00000010:2.0:1779697717.253507:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba780. 00000020:00000010:2.0:1779697717.253515:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.253521:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.253527:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.253578:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba780. 00000020:00000010:2.0:1779697717.253581:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba780. 00000100:00000200:2.0:1779697717.253584:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215442048 02000000:00000010:2.0:1779697717.253614:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacd81f000. 00010000:00000010:2.0:1779697717.253652:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:2.0:1779697717.253667:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536100. 00010000:00000010:2.0:1779697717.253685:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697717.253690:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.253704:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697717.253708:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697717.253713:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697717.253716:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.253826:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697717.253830:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697717.253833:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.253836:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697717.253861:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b060. 00000020:00000010:2.0:1779697717.253867:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b060. 00000020:00000010:2.0:1779697717.253878:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a120. 00080000:00000010:2.0:1779697717.253887:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1103800. 00000001:00000010:2.0:1779697717.254262:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a2a0. 00000001:00000010:2.0:1779697717.254267:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697717.254297:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a120. 00010000:00000010:2.0:1779697717.254304:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697717.254308:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.254320:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697717.254366:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.254373:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e46c0. 00010000:00000010:2.0:1779697717.254417:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.254422:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697717.254434:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697717.254448:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974321, last committed = 8589974211 00010000:00000200:2.0:1779697717.254457:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98380 x1866146215442048/t8589974321(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.254476:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697717.254484:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215442048, offset 224 00000400:00000010:2.0:1779697717.254491:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f5b0. 00000400:00000200:2.0:1779697717.254496:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.254509:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.254516:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309038:309038:256:4294967295] 192.168.203.23@tcp LPNI seq info [309034:309034:8:4294967295] 00000400:00000200:2.0:1779697717.254522:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.254529:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.254534:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.254540:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697717.254547:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.254554:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.254558:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.254580:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.254583:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.254586:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000800:00000200:2.0:1779697717.254662:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.254666:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697717.254670:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.254675:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.256427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697717.256437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697717.256442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697717.256446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00000400:00000200:3.0:1779697717.260367:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.260404:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c09 00000400:00000200:3.0:1779697717.260411:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.260416:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.260422:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:3.0:1779697717.260425:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 00000400:00000200:3.0:1779697717.260456:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.260463:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453700 00000400:00000200:3.0:1779697717.260470:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 126616 00000400:00000200:3.0:1779697717.260861:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.260866:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.260872:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.260878:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dc380. 00000020:00000010:0.0:1779697717.260979:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.260984:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.260990:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151c00. 00000020:00000010:0.0:1779697717.260995:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.260999:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.261036:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697717.261039:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000100:00000200:0.0:1779697717.261042:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215442176 00000001:00000010:0.0:1779697717.261052:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:0.0:1779697717.261073:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.261080:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 02000000:00000010:0.0:1779697717.261103:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf97000. 00010000:00000010:0.0:1779697717.261131:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.261135:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697717.261153:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697717.261157:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697717.261160:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.261163:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000004:00000010:0.0:1779697717.261258:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8281a40. 00000004:00000010:0.0:1779697717.261267:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef258. 00000004:00000010:0.0:1779697717.261273:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30880. 00080000:00000010:0.0:1779697717.261290:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1fc80. 00010000:00000010:0.0:1779697717.261890:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697717.261894:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:0.0:1779697717.261898:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697717.261902:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697717.261958:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697717.261968:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697717.261973:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697717.261991:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000200:0.0:1779697717.262007:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dc380 x1866146215442176/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.262024:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697717.262029:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215442176, offset 224 00000400:00000200:0.0:1779697717.262035:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.262045:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.262050:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309039:309039:256:4294967295] 192.168.203.23@tcp LPNI seq info [309035:309035:8:4294967295] 00000400:00000200:0.0:1779697717.262062:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.262067:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.262071:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697717.262078:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.262085:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.262090:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.262107:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.262110:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.262114:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151c00. 00010000:00000010:1.0:1779697717.262542:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:1.0:1779697717.262549:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00000800:00000200:0.0:1779697717.262742:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.262746:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697717.262751:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.262756:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.262760:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:0.0:1779697717.262763:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00010000:00000010:2.1:1779697717.262950:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:2.1:1779697717.262956:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697717.262961:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697717.262965:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697717.262967:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.262970:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:0.1:1779697717.268456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.268470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697717.268475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697717.268478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:3.0:1779697717.268879:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.268896:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453800 00000400:00000200:3.0:1779697717.268904:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 127192 00000400:00000200:3.0:1779697717.268919:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.268923:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.268931:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.268937:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd500. 00010000:00000010:1.1:1779697717.269065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697717.269072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000020:00000010:1.0:1779697717.269103:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.269108:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.269113:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.269117:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697717.269122:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.269164:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.269167:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697717.269170:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215442432 02000000:00000010:1.0:1779697717.269203:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c06000. 00010000:00000010:1.0:1779697717.269247:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:1.0:1779697717.269260:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:1.0:1779697717.269276:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.269280:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697717.269304:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697717.269308:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697717.269312:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697717.269315:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697717.269447:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697717.269450:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697717.269454:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697717.269457:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000020:00000010:1.0:1779697717.269479:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccdc0. 00000020:00000010:1.0:1779697717.269485:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccdc0. 00000020:00000010:1.0:1779697717.269494:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37f00. 00080000:00000010:1.0:1779697717.269503:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacedeb400. 00000001:00000010:1.0:1779697717.274834:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a780. 00000001:00000010:1.0:1779697717.274848:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697717.274920:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37f00. 00010000:00000010:1.0:1779697717.274935:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697717.274942:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697717.274963:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697717.275046:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.275066:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000200:1.0:1779697717.275087:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974322, last committed = 8589974211 00010000:00000200:1.0:1779697717.275098:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd500 x1866146215442432/t8589974322(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.275118:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697717.275126:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215442432, offset 224 00000400:00000010:1.0:1779697717.275133:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88690. 00000400:00000200:1.0:1779697717.275137:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.275161:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.275168:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309040:309040:256:4294967295] 192.168.203.23@tcp LPNI seq info [309036:309036:8:4294967295] 00000400:00000200:1.0:1779697717.275174:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.275181:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.275186:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.275191:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697717.275197:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.275204:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.275217:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.275237:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697717.275241:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.275244:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:0.0:1779697717.275452:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.275457:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697717.275462:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.275467:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697717.277749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697717.277763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.0:1779697717.279544:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:3.0:1779697717.279560:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:3.0:1779697717.280278:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00010000:00000010:1.1:1779697717.282451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697717.282462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:0.0:1779697717.284664:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.284683:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c11 00000400:00000200:0.0:1779697717.284690:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.284694:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.284702:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697717.284705:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000400:00000200:0.0:1779697717.284734:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.284740:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453880 00000400:00000200:0.0:1779697717.284747:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 127680 00000400:00000200:0.0:1779697717.284808:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.284812:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.284817:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.284823:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5180. 00010000:00000010:1.0:1779697717.284911:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697717.284922:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00000020:00000010:3.0:1779697717.284928:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.284934:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.284942:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac9fcb000. 00000020:00000010:3.0:1779697717.284947:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.284951:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.284988:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.284990:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8300. 00000100:00000200:3.0:1779697717.284993:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215442560 00000001:00000010:3.0:1779697717.285001:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:3.0:1779697717.285069:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697717.285076:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 02000000:00000010:3.0:1779697717.285108:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbca457000. 00010000:00000010:3.0:1779697717.285134:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.285146:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697717.285162:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697717.285165:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.285169:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697717.285172:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000004:00000010:3.0:1779697717.285254:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4780. 00000004:00000010:3.0:1779697717.285262:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af168. 00000004:00000010:3.0:1779697717.285268:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82220. 00080000:00000010:3.0:1779697717.285275:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231398. 00010000:00000010:3.1:1779697717.287836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697717.287847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.0:1779697717.290942:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697717.290950:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697717.290957:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.290964:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697717.291037:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697717.291050:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.291055:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.291080:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697717.291108:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb5180 x1866146215442560/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.291128:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697717.291134:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215442560, offset 224 00000400:00000200:3.0:1779697717.291148:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.291161:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.291169:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309041:309041:256:4294967295] 192.168.203.23@tcp LPNI seq info [309037:309037:8:4294967295] 00000400:00000200:3.0:1779697717.291181:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.291187:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.291192:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697717.291198:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.291206:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.291210:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.291235:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.291238:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.291242:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac9fcb000. 00000800:00000200:0.0:1779697717.291620:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.291625:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697717.291638:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.291643:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.291648:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:0.0:1779697717.291650:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00010000:00000010:1.1:1779697717.292750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697717.292758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:0.0:1779697717.295840:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.295858:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453980 00000400:00000200:0.0:1779697717.295866:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 128256 00000400:00000200:0.0:1779697717.295881:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.295885:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.295895:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.295902:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4a80. 00000020:00000010:3.0:1779697717.296221:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697717.296228:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697717.296235:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac9803e00. 00000020:00000010:3.0:1779697717.296241:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.296245:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.296278:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697717.296281:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d80. 00000100:00000200:3.0:1779697717.296285:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215442816 02000000:00000010:3.0:1779697717.296317:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbca451000. 00010000:00000010:3.0:1779697717.296356:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697717.296372:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697717.296411:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.296417:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697717.296432:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697717.296436:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697717.296440:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.296444:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.296554:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.296557:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.296561:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.296565:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000020:00000010:3.0:1779697717.296590:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.296596:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.296606:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1c00. 00080000:00000010:3.0:1779697717.296615:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07cf800. 00000001:00000010:3.0:1779697717.298597:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568dde0. 00000001:00000010:3.0:1779697717.298607:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697717.298641:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1c00. 00010000:00000010:3.0:1779697717.298653:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697717.298660:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697717.299443:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697717.299490:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.299514:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697717.299536:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974323, last committed = 8589974211 00010000:00000200:3.0:1779697717.299548:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4a80 x1866146215442816/t8589974323(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.299569:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697717.299576:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215442816, offset 224 00000400:00000010:3.0:1779697717.299583:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d0e0. 00000400:00000200:3.0:1779697717.299588:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.299604:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.299611:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309042:309042:256:4294967295] 192.168.203.23@tcp LPNI seq info [309038:309038:8:4294967295] 00000400:00000200:3.0:1779697717.299618:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.299628:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.299634:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.299638:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697717.299645:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.299653:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.299657:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.300316:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.300325:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.300329:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac9803e00. 00010000:00000010:3.0:1779697717.300367:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697717.300374:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.300383:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:3.0:1779697717.300514:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.300518:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697717.300522:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.300528:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.305850:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.305869:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c19 00000400:00000200:0.0:1779697717.305876:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.305880:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.305887:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:0.0:1779697717.305890:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:3.0:1779697717.305983:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697717.305994:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00000400:00000200:0.0:1779697717.308838:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.308857:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453a00 00000400:00000200:0.0:1779697717.308867:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 128744 00000400:00000200:0.0:1779697717.308932:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.308937:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.308945:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.308952:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4e00. 00000020:00000010:3.0:1779697717.309040:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697717.309045:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697717.309051:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac9fcb000. 00000020:00000010:3.0:1779697717.309056:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697717.309060:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697717.309105:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697717.309108:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d80. 00000100:00000200:3.0:1779697717.309111:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215442944 00000001:00000010:3.0:1779697717.309121:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:3.0:1779697717.309148:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697717.309153:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 02000000:00000010:3.0:1779697717.309179:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4f53000. 00010000:00000010:3.0:1779697717.309203:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697717.309207:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697717.309224:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697717.309227:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.309231:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697717.309234:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00000004:00000010:3.0:1779697717.309332:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b43c0. 00000004:00000010:3.0:1779697717.309342:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af1e0. 00000004:00000010:3.0:1779697717.309349:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83cb0. 00080000:00000010:3.0:1779697717.309358:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc82318f0. 00010000:00000010:3.1:1779697717.309422:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697717.309430:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697717.309434:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697717.309437:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.0:1779697717.310013:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697717.310017:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697717.310022:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697717.310026:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697717.310085:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:1.0:1779697717.310094:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:1.0:1779697717.310098:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:1.0:1779697717.310117:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:1.0:1779697717.310132:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4e00 x1866146215442944/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.310151:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697717.310157:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215442944, offset 224 00000400:00000200:1.0:1779697717.310164:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.310174:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.310180:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309043:309043:256:4294967295] 192.168.203.23@tcp LPNI seq info [309039:309039:8:4294967295] 00000400:00000200:1.0:1779697717.310191:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.310196:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.310200:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697717.310207:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.310214:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.310218:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.310241:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f80. 00000020:00000010:1.0:1779697717.310245:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:1.0:1779697717.310248:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac9fcb000. 00000800:00000200:3.0:1779697717.310423:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.310428:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697717.310431:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.310436:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.310440:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:3.0:1779697717.310442:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000400:00000200:0.0:1779697717.312866:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.312883:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453b00 00000400:00000200:0.0:1779697717.312891:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 129320 00000400:00000200:0.0:1779697717.312903:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.312907:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.312914:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.312920:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6d80. 00000020:00000010:1.0:1779697717.313001:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697717.313006:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697717.313012:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.313016:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697717.313021:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.313055:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697717.313057:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000100:00000200:1.0:1779697717.313060:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215443200 02000000:00000010:1.0:1779697717.313099:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c00000. 00010000:00000010:1.0:1779697717.313133:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697717.313146:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697717.313162:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.313167:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697717.313179:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697717.313182:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697717.313186:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697717.313189:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697717.313279:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697717.313282:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697717.313285:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697717.313288:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000020:00000010:1.0:1779697717.313309:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cce20. 00000020:00000010:1.0:1779697717.313315:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cce20. 00000020:00000010:1.0:1779697717.313328:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbff211d80. 00080000:00000010:1.0:1779697717.313338:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacedeb000. 00000001:00000010:1.0:1779697717.313868:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717180. 00000001:00000010:1.0:1779697717.313875:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b840. 00000020:00000010:1.0:1779697717.313928:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbff211d80. 00010000:00000010:1.0:1779697717.313937:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697717.313942:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697717.313956:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697717.313996:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697717.314003:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697717.314027:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.314032:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697717.314063:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697717.314081:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974324, last committed = 8589974211 00010000:00000200:1.0:1779697717.314090:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb6d80 x1866146215443200/t8589974324(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.314109:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697717.314115:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215443200, offset 224 00000400:00000010:1.0:1779697717.314121:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88498. 00000400:00000200:1.0:1779697717.314126:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.314139:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.314147:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309044:309044:256:4294967295] 192.168.203.23@tcp LPNI seq info [309040:309040:8:4294967295] 00000400:00000200:1.0:1779697717.314153:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.314163:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.314170:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.314175:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697717.314182:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.314191:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.314195:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.314216:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697717.314220:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.314224:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:1.0:1779697717.314302:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.314306:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697717.314310:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.314315:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.317701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697717.317715:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697717.317720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697717.317723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697717.317727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697717.317730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697717.317732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697717.317736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:1.1:1779697717.320818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:1.1:1779697717.320831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697717.320836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:1.1:1779697717.320838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00000400:00000200:3.0:1779697717.323444:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.323465:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c21 00000400:00000200:3.0:1779697717.323471:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.323476:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.323482:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:3.0:1779697717.323485:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:1.0:1779697717.323625:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697717.323636:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:1.1:1779697717.328441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697717.328454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697717.328458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697717.328461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697717.328463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697717.328466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697717.335992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697717.336016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:3.0:1779697717.338474:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.338492:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453b80 00000400:00000200:3.0:1779697717.338500:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 129808 00000400:00000200:3.0:1779697717.338556:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.338561:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.338573:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.338579:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dce00. 00000020:00000010:2.0:1779697717.339033:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba780. 00000020:00000010:2.0:1779697717.339039:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba780. 00000020:00000010:2.0:1779697717.339045:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.339050:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.339054:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.339085:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba780. 00000020:00000010:2.0:1779697717.339097:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba780. 00000100:00000200:2.0:1779697717.339100:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215443328 00000001:00000010:2.0:1779697717.339111:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:2.0:1779697717.339133:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697717.339140:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697717.339164:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128a000. 00010000:00000010:2.0:1779697717.339188:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.339191:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.339208:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697717.339212:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697717.339216:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697717.339218:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697717.339297:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697717.339306:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e2d0. 00000004:00000010:2.0:1779697717.339311:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d320. 00080000:00000010:2.0:1779697717.339319:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4e40. 00010000:00000010:2.0:1779697717.341062:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697717.341073:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697717.341078:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697717.341084:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697717.341161:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.341171:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.341177:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697717.341197:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697717.341213:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dce00 x1866146215443328/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.341232:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697717.341238:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215443328, offset 224 00000400:00000200:2.0:1779697717.341245:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.341257:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.341262:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309045:309045:256:4294967295] 192.168.203.23@tcp LPNI seq info [309041:309041:8:4294967295] 00000400:00000200:2.0:1779697717.341274:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.341279:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.341284:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697717.341289:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.341297:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.341301:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.341814:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.341819:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.341823:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000800:00000200:1.0:1779697717.349254:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.349262:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:1.0:1779697717.349269:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.349277:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.349285:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:1.0:1779697717.349287:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00010000:00000010:2.1:1779697717.350930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.350939:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697717.350943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697717.350945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:3.0:1779697717.352866:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.352886:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453c80 00000400:00000200:3.0:1779697717.352894:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 130384 00000400:00000200:3.0:1779697717.352907:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.352912:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.352920:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.352926:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83df480. 00000020:00000010:1.0:1779697717.353342:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697717.353348:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697717.353354:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.353358:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697717.353363:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.353420:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697717.353423:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000100:00000200:1.0:1779697717.353426:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215443584 02000000:00000010:1.0:1779697717.353458:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c04000. 00010000:00000010:1.0:1779697717.353494:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697717.353510:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:1.0:1779697717.353526:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.353532:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697717.353546:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697717.353549:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697717.353553:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697717.353555:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697717.353657:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697717.353660:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697717.355002:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697717.355011:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000020:00000010:1.0:1779697717.355058:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc0e0. 00000020:00000010:1.0:1779697717.355064:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc0e0. 00000020:00000010:1.0:1779697717.355075:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc57177e0. 00080000:00000010:1.0:1779697717.355085:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacede8800. 00000001:00000010:1.0:1779697717.355470:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37a80. 00000001:00000010:1.0:1779697717.355476:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697717.355516:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc57177e0. 00010000:00000010:1.0:1779697717.355525:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697717.355529:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697717.355542:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697717.355585:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.355601:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000200:1.0:1779697717.355619:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974325, last committed = 8589974211 00010000:00000200:1.0:1779697717.355629:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83df480 x1866146215443584/t8589974325(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.355658:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697717.355664:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215443584, offset 224 00000400:00000010:1.0:1779697717.355671:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88348. 00000400:00000200:1.0:1779697717.355675:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.355687:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.355694:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309046:309046:256:4294967295] 192.168.203.23@tcp LPNI seq info [309042:309042:8:4294967295] 00000400:00000200:1.0:1779697717.355700:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.355707:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.355712:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.355716:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697717.355722:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.355729:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.355733:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.355755:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697717.355759:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.355762:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:3.0:1779697717.355924:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.355929:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697717.355933:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.355939:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697717.356008:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:2.0:1779697717.356015:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:2.0:1779697717.356021:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00000400:00000200:1.0:1779697717.359940:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.359962:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c29 00000400:00000200:1.0:1779697717.359969:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.359974:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.359981:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:1.0:1779697717.359984:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:1.0:1779697717.360014:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.360020:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453d00 00000400:00000200:1.0:1779697717.360027:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 130872 00000400:00000200:1.0:1779697717.360079:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.360083:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.360088:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.360098:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86680. 00010000:00000010:3.0:1779697717.360189:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:3.0:1779697717.360199:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00000020:00000010:2.0:1779697717.360310:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa00. 00000020:00000010:2.0:1779697717.360316:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa00. 00000020:00000010:2.0:1779697717.360321:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.360326:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.360331:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.360368:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa00. 00000020:00000010:2.0:1779697717.360371:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa00. 00000100:00000200:2.0:1779697717.360374:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215443712 00000001:00000010:2.0:1779697717.360409:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b840. 00010000:00000010:2.0:1779697717.360435:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697717.360441:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697717.360470:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128e000. 00010000:00000010:2.0:1779697717.360497:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697717.360501:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.360514:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697717.360518:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697717.360521:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.360524:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697717.360607:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697717.360615:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ea50. 00000004:00000010:2.0:1779697717.360621:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c660. 00080000:00000010:2.0:1779697717.360628:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f58f0. 00010000:00000010:1.1:1779697717.361592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:1.1:1779697717.361601:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697717.361701:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697717.361704:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697717.361708:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697717.361714:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697717.361908:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.361917:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.361921:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697717.361939:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697717.361953:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86680 x1866146215443712/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.361972:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697717.361977:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215443712, offset 224 00000400:00000200:2.0:1779697717.361983:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.361993:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.362000:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309047:309047:256:4294967295] 192.168.203.23@tcp LPNI seq info [309043:309043:8:4294967295] 00000400:00000200:2.0:1779697717.362010:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.362016:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.362020:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697717.362027:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.362034:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.362038:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.362061:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.362065:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.362068:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000800:00000200:3.0:1779697717.362176:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.362181:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697717.362185:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.362189:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.362193:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:3.0:1779697717.362195:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00010000:00000010:2.1:1779697717.371198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:2.1:1779697717.371211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697717.377243:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697717.377257:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:1.0:1779697717.377288:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.377306:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006453e00 00000400:00000200:1.0:1779697717.377314:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 131448 00000400:00000200:1.0:1779697717.377331:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.377336:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.377345:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.377351:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87800. 00010000:00000010:3.1:1779697717.377483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697717.377489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000020:00000010:3.0:1779697717.377519:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.377524:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.377530:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39400. 00000020:00000010:3.0:1779697717.377534:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.377539:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697717.377580:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.377583:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8300. 00000100:00000200:3.0:1779697717.377586:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215443968 02000000:00000010:3.0:1779697717.377620:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacea91000. 00010000:00000010:3.0:1779697717.377672:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697717.377686:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:3.0:1779697717.377703:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.377709:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.377722:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697717.377725:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.377729:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697717.377732:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697717.377838:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.377841:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536980. 00010000:00000010:3.0:1779697717.377845:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.377847:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000020:00000010:3.0:1779697717.377868:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.377874:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.377884:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d5a0. 00080000:00000010:3.0:1779697717.377892:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07ce000. 00000001:00000010:3.0:1779697717.378297:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d600. 00000001:00000010:3.0:1779697717.378303:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697717.378337:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d5a0. 00010000:00000010:3.0:1779697717.378345:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.378349:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697717.378360:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697717.378414:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697717.378428:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697717.378440:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974326, last committed = 8589974211 00010000:00000200:3.0:1779697717.378448:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87800 x1866146215443968/t8589974326(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.378465:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697717.378470:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215443968, offset 224 00000400:00000010:3.0:1779697717.378477:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dc78. 00000400:00000200:3.0:1779697717.378481:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.378492:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.378499:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309048:309048:256:4294967295] 192.168.203.23@tcp LPNI seq info [309044:309044:8:4294967295] 00000400:00000200:3.0:1779697717.378504:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.378511:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.378516:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.378521:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697717.378526:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.378533:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.378537:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.378551:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697717.378555:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697717.378558:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39400. 00010000:00000010:3.0:1779697717.378581:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697717.378585:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536980. 00010000:00000010:3.0:1779697717.378590:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:1.0:1779697717.379448:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.379453:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697717.379457:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.379463:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697717.382985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697717.382997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697717.383001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.383003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:1.0:1779697717.385479:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.385500:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c31 00000400:00000200:1.0:1779697717.385507:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.385511:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.385518:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:1.0:1779697717.385521:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:1.0:1779697717.385606:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.385612:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006453e80 00000400:00000200:1.0:1779697717.385619:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 131936 00000400:00000200:1.0:1779697717.385683:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.385687:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.385692:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.385700:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ed80. 00000020:00000010:3.0:1779697717.386952:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.386959:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.386965:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39400. 00000020:00000010:3.0:1779697717.386969:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536980. 00000020:00000010:3.0:1779697717.386974:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697717.387007:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.387010:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8300. 00000100:00000200:3.0:1779697717.387012:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215444096 00000001:00000010:3.0:1779697717.387022:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:3.0:1779697717.387049:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.387055:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 02000000:00000010:3.0:1779697717.387079:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacea92000. 00010000:00000010:3.0:1779697717.387117:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697717.387120:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.387139:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697717.387142:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697717.387146:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697717.387148:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000004:00000010:3.0:1779697717.387232:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5680. 00000004:00000010:3.0:1779697717.387240:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af000. 00000004:00000010:3.0:1779697717.387246:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82cc0. 00080000:00000010:3.0:1779697717.387253:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230390. 00010000:00000010:1.0:1779697717.390513:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697717.390523:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697717.390528:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697717.390535:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697717.390613:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:1.0:1779697717.390624:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:1.0:1779697717.390629:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536300. 00010000:00000010:1.0:1779697717.390651:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:1.0:1779697717.390677:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985ed80 x1866146215444096/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.390697:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697717.390704:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215444096, offset 224 00000400:00000200:1.0:1779697717.390711:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.390723:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.390729:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309049:309049:256:4294967295] 192.168.203.23@tcp LPNI seq info [309045:309045:8:4294967295] 00000400:00000200:1.0:1779697717.390741:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.390746:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.390751:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697717.390757:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.390764:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.390768:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.390798:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536980. 00000020:00000010:1.0:1779697717.390802:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:1.0:1779697717.390806:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39400. 00000800:00000200:1.0:1779697717.390896:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.390899:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697717.390903:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.390908:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.390913:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:1.0:1779697717.390915:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:1.0:1779697717.392599:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.392613:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006453f80 00000400:00000200:1.0:1779697717.392621:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18cf5d [8] + 6272 00000400:00000200:1.0:1779697717.392630:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.392633:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.392640:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697717.392645:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e300. 00000400:00000200:1.0:1779697717.392678:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.392684:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a14006454080 00000400:00000200:1.0:1779697717.392689:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18c855 [64] + 132512 00000400:00000200:1.0:1779697717.392694:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.392697:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.392700:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.392703:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c000. 00000400:00000200:1.0:1779697717.392718:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.392722:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 26 MB=0x6a14006453f00 00000400:00000200:1.0:1779697717.392727:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.23@tcp of length 224/224 into md 0x1994c1 [2] + 0 00000400:00000010:1.0:1779697717.392730:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae5d8. 00000400:00000200:1.0:1779697717.392734:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345540 00000400:00000200:1.0:1779697717.392738:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.392741:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.392743:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345540 00000400:00000010:1.0:1779697717.392745:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345540. 00000100:00000200:1.0:1779697717.392749:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697717.392761:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.392765:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006454000 00000400:00000200:1.0:1779697717.392769:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18cf5d [8] + 6496 00000400:00000200:1.0:1779697717.392787:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.392790:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.392793:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697717.392795:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985fb80. 00010000:00000010:2.0:1779697717.392889:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697717.392898:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00000020:00000010:2.0:1779697717.393603:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697717.393607:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697717.393613:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.393617:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.393621:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.393651:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697717.393653:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697717.393656:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215444224 02000000:00000010:2.0:1779697717.393685:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1102c00. 00010000:00000200:2.0:1779697717.393695:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee43450 x1866146215444224/t0(0) o400->cfb5f7f8-d57b-448e-994f-a01296969e3c@192.168.203.23@tcp:403/0 lens 224/224 e 0 to 0 dl 1779697728 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.393711:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697717.393716:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866146215444224, offset 224 00000400:00000200:2.0:1779697717.393721:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.393730:0:189034:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.393736:0:189034:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309050:309050:256:4294967295] 192.168.203.23@tcp LPNI seq info [309046:309046:8:4294967295] 00000400:00000200:2.0:1779697717.393745:0:189034:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.393751:0:189034:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.393755:0:189034:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697717.393761:0:189034:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.393767:0:189034:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.393771:0:189034:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.393794:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.393798:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.393801:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000100:00000200:2.0:1779697717.393808:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697717.393812:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9a0. 00000400:00000010:2.0:1779697717.393816:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd7e46c0. 00000020:00000010:2.0:1779697717.393837:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697717.393842:0:202031:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cad5bde400. 00000020:00000010:2.0:1779697717.393852:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697717.393862:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.393864:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.393866:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.393881:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697717.393883:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697717.393886:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215444608 02000000:00000010:2.0:1779697717.393896:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1101800. 00010000:00000200:2.0:1779697717.393901:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985c000 x1866146215444608/t0(0) o400->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:392/0 lens 224/224 e 0 to 0 dl 1779698472 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.393911:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697717.393914:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215444608, offset 224 00000400:00000200:2.0:1779697717.393918:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.393923:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.393927:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309051:309051:255:4294967295] 192.168.203.23@tcp LPNI seq info [309047:309047:7:4294967295] 00000400:00000200:2.0:1779697717.393935:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.393939:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.393941:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697717.393945:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.393949:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.393951:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.393956:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697717.393959:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.393961:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000800:00000200:1.0:1779697717.394512:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.394517:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:1.0:1779697717.394521:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.394526:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.394529:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:1.0:1779697717.394531:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 02000000:00000010:1.0:1779697717.394535:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1102c00. 00000800:00000200:1.0:1779697717.394597:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.394599:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:1.0:1779697717.394602:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.394605:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.394607:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:1.0:1779697717.394609:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00010000:00000010:3.1:1779697717.396287:0:194520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697717.396296:0:194520:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697717.396300:0:194520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697717.396304:0:194520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697717.396307:0:194520:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697717.396311:0:194520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000020:00000010:3.0:1779697717.396343:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697717.396348:0:194520:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0980. 00000020:00000010:3.0:1779697717.396362:0:194520:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f38400. 00000020:00000010:3.0:1779697717.396366:0:194520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536780. 00000020:00000010:3.0:1779697717.396370:0:194520:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.396408:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697717.396412:0:194520:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacb11f2c0. 00000020:00000010:3.0:1779697717.396417:0:194520:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f38000. 00000020:00000010:3.0:1779697717.396419:0:194520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697717.396421:0:194520:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697717.396436:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.396438:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000100:00000200:3.0:1779697717.396441:0:194520:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215444352 02000000:00000010:3.0:1779697717.396457:0:194520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cc000. 00010000:00000200:3.0:1779697717.396468:0:194520:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985e300 x1866146215444352/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:403/0 lens 224/224 e 0 to 0 dl 1779697728 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.396484:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697717.396490:0:194520:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215444352, offset 224 00000400:00000200:3.0:1779697717.396497:0:194520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.396507:0:194520:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.396512:0:194520:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309052:309052:256:4294967295] 192.168.203.23@tcp LPNI seq info [309048:309048:8:4294967295] 00000400:00000200:3.0:1779697717.396522:0:194520:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.396528:0:194520:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.396532:0:194520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697717.396537:0:194520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.396543:0:194520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.396546:0:194520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.397961:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697717.397967:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697717.397970:0:190179:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215444480 02000000:00000010:0.0:1779697717.397982:0:190179:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060ec00. 00010000:00000200:0.0:1779697717.397990:0:190179:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985fb80 x1866146215444480/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:403/0 lens 224/224 e 0 to 0 dl 1779697728 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.398005:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697717.398010:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215444480, offset 224 00000400:00000200:0.0:1779697717.398016:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.398024:0:190179:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.398029:0:190179:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309053:309053:255:4294967295] 192.168.203.23@tcp LPNI seq info [309049:309049:7:4294967295] 00000400:00000200:0.0:1779697717.398039:0:190179:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.398043:0:190179:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.398047:0:190179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697717.398052:0:190179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.398057:0:190179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.398060:0:190179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.399829:0:194520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536780. 00000020:00000010:3.0:1779697717.399838:0:194520:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.399842:0:194520:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f38400. 00000020:00000010:0.0:1779697717.399960:0:190179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:0.0:1779697717.399964:0:190179:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:0.0:1779697717.399967:0:190179:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f38000. 00000400:00000200:2.0:1779697717.403412:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.403431:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454180 00000400:00000200:2.0:1779697717.403439:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 132736 00000400:00000200:2.0:1779697717.403456:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.403460:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.403468:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.403476:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99500. 00000800:00000200:2.0:1779697717.403522:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.403526:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697717.403531:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.403534:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.403538:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:2.0:1779697717.403541:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00000800:00000200:2.0:1779697717.403606:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.403608:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697717.403612:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.403615:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.403617:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:2.0:1779697717.403618:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00010000:00000010:2.1:1779697717.404614:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697717.404624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000020:00000010:3.0:1779697717.404839:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.404844:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.404849:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f38400. 00000020:00000010:3.0:1779697717.404853:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536780. 00000020:00000010:3.0:1779697717.404858:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.404897:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.404900:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000100:00000200:3.0:1779697717.404902:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215444864 02000000:00000010:3.0:1779697717.404935:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacea94000. 00010000:00000010:3.0:1779697717.404973:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:3.0:1779697717.404987:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:3.0:1779697717.405003:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.405008:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697717.405023:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.405025:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697717.405029:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.405032:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.405743:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697717.405747:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697717.405751:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.405755:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697717.405794:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.405800:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.405811:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d5a0. 00080000:00000010:3.0:1779697717.405820:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07cd000. 00000001:00000010:3.0:1779697717.407019:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d7e0. 00000001:00000010:3.0:1779697717.407027:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697717.407061:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d5a0. 00010000:00000010:3.0:1779697717.407071:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.407076:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697717.407554:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697717.407606:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697717.407622:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697717.407640:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974327, last committed = 8589974211 00010000:00000200:3.0:1779697717.407651:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99500 x1866146215444864/t8589974327(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.407726:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697717.407733:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215444864, offset 224 00000400:00000010:3.0:1779697717.407740:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d9d8. 00000400:00000200:3.0:1779697717.407744:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.407757:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.407763:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309054:309054:256:4294967295] 192.168.203.23@tcp LPNI seq info [309050:309050:8:4294967295] 00000400:00000200:3.0:1779697717.407769:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.407785:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.407791:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.407796:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697717.407801:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.407808:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.407812:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.407830:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536780. 00000020:00000010:3.0:1779697717.407835:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.407839:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f38400. 00010000:00000010:1.0:1779697717.409696:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:1.0:1779697717.409710:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e00. 00010000:00000010:1.0:1779697717.409723:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:1.0:1779697717.409828:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.409832:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697717.409836:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.409844:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697717.412793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.1:1779697717.412804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697717.412808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.1:1779697717.412810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000400:00000200:1.0:1779697717.412838:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.412856:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c4d 00000400:00000200:1.0:1779697717.412862:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.412866:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.412872:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:1.0:1779697717.412874:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00000400:00000200:1.0:1779697717.412898:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.412903:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454200 00000400:00000200:1.0:1779697717.412911:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 133224 00000400:00000200:1.0:1779697717.412958:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.412961:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.412966:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.412972:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c700. 00000020:00000010:0.0:1779697717.413360:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697717.413366:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697717.413372:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1995e00. 00000020:00000010:0.0:1779697717.413377:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.413382:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.413442:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697717.413445:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697717.413447:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215444992 00000001:00000010:0.0:1779697717.413456:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:0.0:1779697717.413477:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.413483:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 02000000:00000010:0.0:1779697717.413507:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf90000. 00010000:00000010:0.0:1779697717.413533:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697717.413536:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697717.413554:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697717.413557:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697717.413561:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697717.413574:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00000004:00000010:0.0:1779697717.413660:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8281e00. 00000004:00000010:0.0:1779697717.413679:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef8e8. 00000004:00000010:0.0:1779697717.413685:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ff0. 00080000:00000010:0.0:1779697717.413693:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1eab0. 00010000:00000010:3.0:1779697717.414765:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.414785:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000010:0.0:1779697717.415977:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697717.415982:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:0.0:1779697717.415987:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697717.415993:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697717.416051:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697717.416061:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697717.416064:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697717.416084:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000200:0.0:1779697717.416113:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985c700 x1866146215444992/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.416131:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697717.416137:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215444992, offset 224 00000400:00000200:0.0:1779697717.416144:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.416157:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.416295:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309055:309055:256:4294967295] 192.168.203.23@tcp LPNI seq info [309051:309051:8:4294967295] 00000400:00000200:0.0:1779697717.416307:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.416313:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.416319:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697717.416325:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.416332:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.416337:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.416361:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.416365:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.416368:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1995e00. 00000800:00000200:1.0:1779697717.416511:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.416516:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697717.416520:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.416525:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.416529:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:1.0:1779697717.416531:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00000400:00000200:1.0:1779697717.418492:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.418508:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454300 00000400:00000200:1.0:1779697717.418515:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 133800 00000400:00000200:1.0:1779697717.418528:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.418531:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.418537:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.418543:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f480. 00000020:00000010:3.0:1779697717.418709:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.418714:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.418719:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f38400. 00000020:00000010:3.0:1779697717.418723:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697717.418728:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.418764:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.418766:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000100:00000200:3.0:1779697717.418769:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215445248 02000000:00000010:3.0:1779697717.418810:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacea90000. 00010000:00000010:3.0:1779697717.418841:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:3.0:1779697717.418854:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697717.418869:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.418874:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.418887:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697717.418890:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697717.418894:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697717.418896:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697717.418986:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697717.418989:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697717.418992:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.418995:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697717.419015:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.419020:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.419029:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d5a0. 00080000:00000010:3.0:1779697717.419037:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07ce800. 00000001:00000010:3.0:1779697717.419879:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d1e0. 00000001:00000010:3.0:1779697717.419886:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697717.419917:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d5a0. 00010000:00000010:3.0:1779697717.419925:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697717.419930:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697717.419942:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697717.420010:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697717.420024:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697717.420039:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974328, last committed = 8589974211 00010000:00000200:3.0:1779697717.420048:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985f480 x1866146215445248/t8589974328(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.420065:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697717.420071:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215445248, offset 224 00000400:00000010:3.0:1779697717.420078:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d4d0. 00000400:00000200:3.0:1779697717.420082:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.420103:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.420109:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309056:309056:256:4294967295] 192.168.203.23@tcp LPNI seq info [309052:309052:8:4294967295] 00000400:00000200:3.0:1779697717.420115:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.420122:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.420127:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.420132:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697717.420138:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.420145:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.420149:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.420226:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697717.420231:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.420235:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f38400. 00000800:00000200:0.0:1779697717.424986:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.424995:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697717.425001:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.425010:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.425769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697717.425785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697717.425790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697717.425795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:3.0:1779697717.426851:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.426868:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c55 00000400:00000200:3.0:1779697717.426875:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.426879:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.426884:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:3.0:1779697717.426888:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00010000:00000010:0.0:1779697717.426973:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697717.426982:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00000400:00000200:3.0:1779697717.429229:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.429244:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454380 00000400:00000200:3.0:1779697717.429252:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 134288 00000400:00000200:3.0:1779697717.429308:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.429313:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.429323:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.429330:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83de680. 00000020:00000010:0.0:1779697717.429475:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697717.429480:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697717.429485:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:0.0:1779697717.429490:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.429495:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.429528:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697717.429530:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61040. 00000100:00000200:0.0:1779697717.429533:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215445376 00000001:00000010:0.0:1779697717.429543:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:0.0:1779697717.429569:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.429575:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 02000000:00000010:0.0:1779697717.429598:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf94000. 00010000:00000010:0.0:1779697717.429634:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.429638:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697717.429654:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697717.429657:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697717.429661:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.429676:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000004:00000010:0.0:1779697717.429767:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280f00. 00000004:00000010:0.0:1779697717.429786:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefbb8. 00000004:00000010:0.0:1779697717.429793:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31dc0. 00080000:00000010:0.0:1779697717.429801:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e8e8. 00010000:00000010:0.0:1779697717.432444:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697717.432452:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e300. 00010000:00000010:0.0:1779697717.432458:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.432463:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697717.432532:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697717.432544:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697717.432549:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697717.432589:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000200:0.0:1779697717.432606:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83de680 x1866146215445376/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.432625:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697717.432631:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215445376, offset 224 00000400:00000200:0.0:1779697717.432637:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.432650:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.432656:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309057:309057:256:4294967295] 192.168.203.23@tcp LPNI seq info [309053:309053:8:4294967295] 00010000:00000010:1.0:1779697717.433179:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:1.0:1779697717.433185:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000010:1.0:1779697717.433195:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000400:00000200:0.0:1779697717.433310:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.433317:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.433324:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697717.433330:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.433337:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.433341:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.433368:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697717.433372:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.433376:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00010000:00000010:1.1:1779697717.433790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697717.433796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000800:00000200:1.0:1779697717.433873:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.433878:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697717.433882:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.433887:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.433892:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:1.0:1779697717.433894:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00010000:00000010:3.1:1779697717.435596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697717.435605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697717.435609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:3.1:1779697717.435614:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697717.435617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697717.435619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:3.0:1779697717.435864:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.435877:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454480 00000400:00000200:3.0:1779697717.435884:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 134864 00000400:00000200:3.0:1779697717.435899:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.435902:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.435909:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.435914:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83de300. 00000020:00000010:0.0:1779697717.436014:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.436019:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.436024:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1995e00. 00000020:00000010:0.0:1779697717.436028:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e780. 00000020:00000010:0.0:1779697717.436032:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.436067:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.436069:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000100:00000200:0.0:1779697717.436072:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215445632 02000000:00000010:0.0:1779697717.436109:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacbf95000. 00010000:00000010:0.0:1779697717.436144:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697717.436156:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e300. 00010000:00000010:0.0:1779697717.436181:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697717.436185:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697717.436198:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697717.436201:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e300. 00010000:00000010:0.0:1779697717.436205:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697717.436207:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697717.436298:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697717.436301:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e880. 00010000:00000010:0.0:1779697717.436303:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.436307:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000020:00000010:0.0:1779697717.436328:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fcc0. 00000020:00000010:0.0:1779697717.436334:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fcc0. 00000020:00000010:0.0:1779697717.436344:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c420. 00080000:00000010:0.0:1779697717.436352:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf060d000. 00000001:00000010:0.0:1779697717.440582:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc300. 00000001:00000010:0.0:1779697717.440592:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697717.440636:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c420. 00010000:00000010:0.0:1779697717.440649:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.440656:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697717.440686:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697717.440728:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697717.440747:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697717.440765:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974329, last committed = 8589974211 00010000:00000200:0.0:1779697717.440786:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83de300 x1866146215445632/t8589974329(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.440807:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697717.440813:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215445632, offset 224 00000400:00000010:0.0:1779697717.440820:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217700. 00000400:00000200:0.0:1779697717.440824:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.440838:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.440844:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309058:309058:256:4294967295] 192.168.203.23@tcp LPNI seq info [309054:309054:8:4294967295] 00000400:00000200:0.0:1779697717.440850:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.440857:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.440863:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.440868:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.440874:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.440881:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.440885:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.440903:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e780. 00000020:00000010:0.0:1779697717.440907:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.440911:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1995e00. 00000800:00000200:3.0:1779697717.443935:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.443943:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697717.443950:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.443957:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697717.448265:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:1.0:1779697717.448284:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e880. 00010000:00000010:1.0:1779697717.448295:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00000400:00000200:1.0:1779697717.450469:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.450489:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c5d 00000400:00000200:1.0:1779697717.450495:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.450500:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.450506:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:1.0:1779697717.450509:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000400:00000200:1.0:1779697717.450528:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.450534:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454500 00000400:00000200:1.0:1779697717.450541:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 135352 00000400:00000200:1.0:1779697717.450594:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.450598:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.450602:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.450609:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ea00. 00010000:00000010:3.0:1779697717.450872:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:3.0:1779697717.450881:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e300. 00010000:00000010:0.1:1779697717.451043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697717.451051:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697717.451055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697717.451058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.451061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697717.451065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:0.1:1779697717.451068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697717.451070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697717.451073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697717.451075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000020:00000010:0.0:1779697717.451104:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.451109:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.451114:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3810a00. 00000020:00000010:0.0:1779697717.451118:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e780. 00000020:00000010:0.0:1779697717.451123:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697717.451158:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.451161:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000100:00000200:0.0:1779697717.451164:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215445760 00000001:00000010:0.0:1779697717.451173:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.0:1779697717.451192:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.451198:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697717.451221:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf91000. 00010000:00000010:0.0:1779697717.451245:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.451248:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697717.451262:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697717.451265:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:0.0:1779697717.451269:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.451272:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697717.451355:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82812c0. 00000004:00000010:0.0:1779697717.451363:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef0f0. 00000004:00000010:0.0:1779697717.451369:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30550. 00080000:00000010:0.0:1779697717.451377:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e1c8. 00010000:00000010:1.0:1779697717.451925:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697717.451929:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697717.451933:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697717.451937:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.451987:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:1.0:1779697717.451996:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:1.0:1779697717.451999:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:1.0:1779697717.452016:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:1.0:1779697717.452029:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985ea00 x1866146215445760/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.452046:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697717.452052:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215445760, offset 224 00000400:00000200:1.0:1779697717.452058:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.452068:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.452074:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309059:309059:256:4294967295] 192.168.203.23@tcp LPNI seq info [309055:309055:8:4294967295] 00000400:00000200:1.0:1779697717.452085:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.452093:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.452098:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697717.452104:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.452111:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.452115:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.452133:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e780. 00000020:00000010:1.0:1779697717.452137:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:1.0:1779697717.452141:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3810a00. 00000800:00000200:3.0:1779697717.452299:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.452303:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697717.452307:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.452311:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.452316:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:3.0:1779697717.452318:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:3.0:1779697717.455008:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.455024:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454600 00000400:00000200:3.0:1779697717.455031:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 135928 00000400:00000200:3.0:1779697717.455044:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.455048:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.455055:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.455062:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd880. 00000020:00000010:1.0:1779697717.455191:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0040. 00000020:00000010:1.0:1779697717.455197:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0040. 00000020:00000010:1.0:1779697717.455202:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.455206:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697717.455211:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.455245:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0040. 00000020:00000010:1.0:1779697717.455248:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0040. 00000100:00000200:1.0:1779697717.455251:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215446016 02000000:00000010:1.0:1779697717.455282:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c03000. 00010000:00000010:1.0:1779697717.455315:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.455332:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697717.455349:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.455354:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.455367:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697717.455370:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697717.455374:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697717.455376:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697717.455711:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697717.455715:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697717.455718:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697717.455721:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00000020:00000010:1.0:1779697717.455742:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc840. 00000020:00000010:1.0:1779697717.455747:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc840. 00000020:00000010:1.0:1779697717.455757:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37540. 00080000:00000010:1.0:1779697717.455765:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacede9800. 00000001:00000010:1.0:1779697717.456127:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe420. 00000001:00000010:1.0:1779697717.456133:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697717.456308:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37540. 00010000:00000010:1.0:1779697717.456317:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697717.456321:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697717.456334:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697717.456431:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.456445:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000200:1.0:1779697717.456460:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974330, last committed = 8589974211 00010000:00000200:1.0:1779697717.456469:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd880 x1866146215446016/t8589974330(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.456487:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697717.456492:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215446016, offset 224 00000400:00000010:1.0:1779697717.456498:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88620. 00000400:00000200:1.0:1779697717.456501:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.456512:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.456518:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309060:309060:256:4294967295] 192.168.203.23@tcp LPNI seq info [309056:309056:8:4294967295] 00000400:00000200:1.0:1779697717.456523:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.456531:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.456535:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.456540:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697717.456546:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.456553:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.456557:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.456576:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697717.456579:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.456583:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:0.0:1779697717.456708:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.456713:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:0.0:1779697717.456717:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.456722:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697717.459657:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:3.0:1779697717.459681:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:3.0:1779697717.459691:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00000400:00000200:3.0:1779697717.461054:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.461073:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c65 00000400:00000200:3.0:1779697717.461080:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.461097:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.461105:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:3.0:1779697717.461108:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:1.0:1779697717.461281:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697717.461291:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:1.1:1779697717.466249:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697717.466264:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:3.0:1779697717.466793:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.466812:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454680 00000400:00000200:3.0:1779697717.466821:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 136416 00000400:00000200:3.0:1779697717.466881:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.466887:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.466896:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.466903:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd180. 00000020:00000010:0.0:1779697717.467843:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.467849:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.467856:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:0.0:1779697717.467861:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e180. 00000020:00000010:0.0:1779697717.467866:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697717.467909:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.467912:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000100:00000200:0.0:1779697717.467916:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215446144 00000001:00000010:0.0:1779697717.467926:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:0.0:1779697717.467947:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697717.467955:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 02000000:00000010:0.0:1779697717.467983:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfee5b000. 00010000:00000010:0.0:1779697717.468009:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697717.468013:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697717.468031:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697717.468034:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ec00. 00010000:00000010:0.0:1779697717.468039:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.468043:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00000004:00000010:0.0:1779697717.468166:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8281c20. 00000004:00000010:0.0:1779697717.468176:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef3c0. 00000004:00000010:0.0:1779697717.468182:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30dd0. 00080000:00000010:0.0:1779697717.468191:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e000. 00010000:00000010:1.1:1779697717.468802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697717.468812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697717.468817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697717.468822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697717.468827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697717.468832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697717.468837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697717.468842:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697717.468848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697717.468852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697717.468867:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697717.468872:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697717.469326:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697717.469331:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697717.469336:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697717.469343:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697717.469435:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:1.0:1779697717.469451:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:1.0:1779697717.469456:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ec00. 00010000:00000010:1.0:1779697717.469481:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000200:1.0:1779697717.469500:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd180 x1866146215446144/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.469519:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697717.469526:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215446144, offset 224 00000400:00000200:1.0:1779697717.469534:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.469549:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.469556:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309061:309061:256:4294967295] 192.168.203.23@tcp LPNI seq info [309057:309057:8:4294967295] 00000400:00000200:1.0:1779697717.469580:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.469587:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.469592:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697717.469600:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.469608:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.469612:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.469631:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e180. 00000020:00000010:1.0:1779697717.469635:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:1.0:1779697717.469640:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 00010000:00000010:3.1:1779697717.469877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697717.469885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697717.469890:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697717.469895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697717.469987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697717.469994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697717.469999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697717.470003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000800:00000200:0.0:1779697717.470084:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.470094:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:0.0:1779697717.470099:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.470106:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.470112:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697717.470115:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000400:00000200:3.0:1779697717.481454:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.481475:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454780 00000400:00000200:3.0:1779697717.481484:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 136992 00000400:00000200:3.0:1779697717.481499:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.481505:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.481514:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.481521:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83df100. 00000020:00000010:0.0:1779697717.481623:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.481629:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.481635:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac4d93200. 00000020:00000010:0.0:1779697717.481640:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e700. 00000020:00000010:0.0:1779697717.481645:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697717.481699:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.481702:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000100:00000200:0.0:1779697717.481705:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215446400 02000000:00000010:0.0:1779697717.481738:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfee5a000. 00010000:00000010:0.0:1779697717.481785:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:0.0:1779697717.481801:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:0.0:1779697717.481819:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.481825:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697717.481841:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697717.481844:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e480. 00010000:00000010:0.0:1779697717.481849:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.481853:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.481962:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697717.481965:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e800. 00010000:00000010:0.0:1779697717.481969:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.481973:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697717.482000:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fba0. 00000020:00000010:0.0:1779697717.482007:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fba0. 00000020:00000010:0.0:1779697717.482016:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc780. 00080000:00000010:0.0:1779697717.482026:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf060f400. 00000001:00000010:0.0:1779697717.482868:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c420. 00000001:00000010:0.0:1779697717.482875:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697717.482921:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc780. 00010000:00000010:0.0:1779697717.482932:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697717.482937:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697717.482952:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697717.482986:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697717.483004:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:0.0:1779697717.483022:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974331, last committed = 8589974211 00010000:00000200:0.0:1779697717.483033:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83df100 x1866146215446400/t8589974331(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.483052:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697717.483058:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215446400, offset 224 00000400:00000010:0.0:1779697717.483065:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217770. 00000400:00000200:0.0:1779697717.483070:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.483083:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.483091:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309062:309062:256:4294967295] 192.168.203.23@tcp LPNI seq info [309058:309058:8:4294967295] 00000400:00000200:0.0:1779697717.483097:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.483107:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.483113:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.483130:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.483138:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.483146:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.483150:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1779697717.483368:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:3.0:1779697717.483376:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e800. 00010000:00000010:3.0:1779697717.483408:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00000020:00000010:0.0:1779697717.483511:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e700. 00000020:00000010:0.0:1779697717.483516:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697717.483520:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac4d93200. 00000800:00000200:0.0:1779697717.484140:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.484145:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697717.484150:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.486285:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.488555:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.488581:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c6d 00000400:00000200:0.0:1779697717.488588:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.488592:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.488599:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:0.0:1779697717.488602:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:3.0:1779697717.488860:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:3.0:1779697717.488870:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e480. 00000400:00000200:3.0:1779697717.489098:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.489107:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454800 00000400:00000200:3.0:1779697717.489114:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 137480 00000400:00000200:3.0:1779697717.489211:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.489216:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.489222:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.489230:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb0380. 00000020:00000010:0.0:1779697717.489454:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.489459:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.489465:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac4d93200. 00000020:00000010:0.0:1779697717.489469:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e700. 00000020:00000010:0.0:1779697717.489473:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697717.489502:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.489504:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000100:00000200:0.0:1779697717.489507:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215446528 00000001:00000010:0.0:1779697717.489516:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:0.0:1779697717.489538:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697717.489544:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:1.1:1779697717.490216:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697717.490224:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697717.490227:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697717.490230:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 02000000:00000010:0.0:1779697717.491030:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfee59000. 00010000:00000010:0.0:1779697717.491066:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697717.491073:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697717.491091:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697717.491095:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e680. 00010000:00000010:0.0:1779697717.491099:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697717.491103:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697717.491492:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82810e0. 00000004:00000010:0.0:1779697717.491501:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefa50. 00000004:00000010:0.0:1779697717.491507:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31320. 00080000:00000010:0.0:1779697717.491516:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1ee40. 00010000:00000010:0.1:1779697717.492434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697717.492441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697717.492444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697717.492447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.0:1779697717.492622:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697717.492626:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697717.492630:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.492635:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.492712:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:2.0:1779697717.492722:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:2.0:1779697717.492727:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e680. 00010000:00000010:2.0:1779697717.492747:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:2.0:1779697717.492763:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb0380 x1866146215446528/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.492794:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697717.492801:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215446528, offset 224 00000400:00000200:2.0:1779697717.492807:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.492818:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.492825:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309063:309063:256:4294967295] 192.168.203.23@tcp LPNI seq info [309059:309059:8:4294967295] 00000400:00000200:2.0:1779697717.492836:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.492842:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.492847:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697717.492852:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.492859:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.492863:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.492888:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e700. 00000020:00000010:2.0:1779697717.492892:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:2.0:1779697717.492896:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac4d93200. 00000800:00000200:0.0:1779697717.493458:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.493464:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:0.0:1779697717.493468:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.493473:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.493479:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:0.0:1779697717.493481:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00000400:00000200:0.0:1779697717.495701:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.495716:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454900 00000400:00000200:0.0:1779697717.495723:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 138056 00000400:00000200:0.0:1779697717.495735:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.495739:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.495746:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.495752:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7b80. 00000020:00000010:3.0:1779697717.495885:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.495891:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.495896:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f38c00. 00000020:00000010:3.0:1779697717.495901:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697717.495906:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.495942:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8dc0. 00000020:00000010:3.0:1779697717.495945:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8dc0. 00000100:00000200:3.0:1779697717.495947:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215446784 02000000:00000010:3.0:1779697717.495979:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacea95000. 00010000:00000010:3.0:1779697717.496013:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697717.496028:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:3.0:1779697717.496044:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.496049:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.496062:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.496066:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697717.496070:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.496072:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697717.496185:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697717.496188:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697717.496191:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.496194:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000020:00000010:3.0:1779697717.496216:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.496222:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97020. 00000020:00000010:3.0:1779697717.496231:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d5a0. 00080000:00000010:3.0:1779697717.496238:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07cc400. 00000001:00000010:3.0:1779697717.496668:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d000. 00000001:00000010:3.0:1779697717.496687:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697717.496719:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d5a0. 00010000:00000010:3.0:1779697717.496727:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.496730:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697717.496741:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697717.496769:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697717.496794:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697717.496808:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974332, last committed = 8589974211 00010000:00000200:3.0:1779697717.496816:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb7b80 x1866146215446784/t8589974332(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.496833:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697717.496838:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215446784, offset 224 00000400:00000010:3.0:1779697717.496844:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d540. 00000400:00000200:3.0:1779697717.496848:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.496858:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.496864:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309064:309064:256:4294967295] 192.168.203.23@tcp LPNI seq info [309060:309060:8:4294967295] 00000400:00000200:3.0:1779697717.496868:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.496875:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.496880:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.496885:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697717.496890:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.496897:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.496901:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.496916:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697717.496920:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.496923:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f38c00. 00010000:00000010:3.0:1779697717.496945:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697717.496949:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697717.496955:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:3.0:1779697717.497020:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.497024:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697717.497027:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.497031:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.501857:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.501876:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c75 00000400:00000200:0.0:1779697717.501883:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.501887:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.501893:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:0.0:1779697717.501896:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000400:00000200:0.0:1779697717.501926:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.501932:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454980 00000400:00000200:0.0:1779697717.501939:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 138544 00000400:00000200:0.0:1779697717.501996:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.502000:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.502005:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.502011:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4700. 00000020:00000010:0.0:1779697717.502047:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.502051:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.502056:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac4d92800. 00000020:00000010:0.0:1779697717.502061:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee80. 00000020:00000010:0.0:1779697717.502066:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697717.502105:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ac0. 00000020:00000010:0.0:1779697717.502108:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ac0. 00000100:00000200:0.0:1779697717.502111:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215446912 00000001:00000010:0.0:1779697717.502120:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697717.502140:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.502147:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 02000000:00000010:0.0:1779697717.502368:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e7d000. 00010000:00000010:0.0:1779697717.502415:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.502419:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697717.502434:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697717.502438:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697717.502441:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.502444:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00000004:00000010:0.0:1779697717.502524:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280d20. 00000004:00000010:0.0:1779697717.502532:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefc30. 00000004:00000010:0.0:1779697717.502537:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30770. 00080000:00000010:0.0:1779697717.502544:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e558. 00010000:00000010:0.0:1779697717.503575:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697717.503581:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:0.0:1779697717.503585:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.503589:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697717.503648:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697717.503658:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697717.503663:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697717.503693:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697717.503709:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4700 x1866146215446912/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.503727:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697717.503732:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215446912, offset 224 00000400:00000200:0.0:1779697717.503738:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.503749:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.503755:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309065:309065:256:4294967295] 192.168.203.23@tcp LPNI seq info [309061:309061:8:4294967295] 00000400:00000200:0.0:1779697717.503765:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.503781:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.503786:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.503792:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.503799:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.503803:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.503820:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee80. 00000020:00000010:0.0:1779697717.503823:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697717.503826:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac4d92800. 00000800:00000200:0.0:1779697717.503897:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.503900:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697717.503904:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.503908:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.503911:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:0.0:1779697717.503913:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:3.0:1779697717.505430:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697717.505438:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000010:3.1:1779697717.509274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697717.509288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697717.509291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697717.509295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:3.0:1779697717.512578:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.512596:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454a80 00000400:00000200:3.0:1779697717.512605:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 139120 00000400:00000200:3.0:1779697717.512621:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.512625:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.512633:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.512640:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb2680. 00000020:00000010:0.0:1779697717.512779:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.512785:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.512790:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac4d92800. 00000020:00000010:0.0:1779697717.512795:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee80. 00000020:00000010:0.0:1779697717.512800:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697717.512835:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.512837:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000100:00000200:0.0:1779697717.512841:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215447168 02000000:00000010:0.0:1779697717.512871:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e7c000. 00010000:00000010:0.0:1779697717.512906:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697717.512921:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000010:0.0:1779697717.512938:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.512943:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697717.512957:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697717.512960:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:0.0:1779697717.512964:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697717.512967:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697717.513056:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697717.513059:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697717.513063:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.513066:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00000020:00000010:0.0:1779697717.513085:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe20. 00000020:00000010:0.0:1779697717.513104:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe20. 00000020:00000010:0.0:1779697717.513114:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca20. 00080000:00000010:0.0:1779697717.513123:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace120800. 00010000:00000010:2.1:1779697717.513426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697717.513434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697717.513439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697717.513442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000001:00000010:0.0:1779697717.513523:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfcd20. 00000001:00000010:0.0:1779697717.513530:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697717.513564:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca20. 00010000:00000010:0.0:1779697717.513572:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.513575:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697717.513586:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697717.513631:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697717.513642:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697717.513656:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974333, last committed = 8589974211 00010000:00000200:0.0:1779697717.513664:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb2680 x1866146215447168/t8589974333(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.513694:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697717.513700:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215447168, offset 224 00000400:00000010:0.0:1779697717.513705:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217930. 00000400:00000200:0.0:1779697717.513709:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.513720:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.513727:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309066:309066:256:4294967295] 192.168.203.23@tcp LPNI seq info [309062:309062:8:4294967295] 00000400:00000200:0.0:1779697717.513732:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.513739:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.513745:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.513750:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.513756:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.513762:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.513767:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.513796:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee80. 00000020:00000010:0.0:1779697717.513800:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697717.513803:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac4d92800. 00010000:00000010:2.0:1779697717.513833:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:2.0:1779697717.513840:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:2.0:1779697717.513847:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000800:00000200:0.0:1779697717.513884:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.513888:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697717.513891:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.513904:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.516452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697717.516463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697717.516470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697717.516476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697717.516481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697717.516488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697717.516493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697717.516497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.1:1779697717.516552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697717.516559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697717.516563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697717.516576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000400:00000200:0.0:1779697717.516607:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.516624:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c7d 00000400:00000200:0.0:1779697717.516630:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.516634:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.516640:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:0.0:1779697717.516642:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00000400:00000200:0.0:1779697717.516762:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.516779:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454b00 00000400:00000200:0.0:1779697717.516788:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 139608 00000400:00000200:0.0:1779697717.516835:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.516840:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.516846:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.516851:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7800. 00000020:00000010:2.0:1779697717.517733:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697717.517740:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697717.517746:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacb323600. 00000020:00000010:2.0:1779697717.517753:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.517757:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.517809:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697717.517813:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697717.517816:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215447296 00000001:00000010:2.0:1779697717.517826:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:2.0:1779697717.517849:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697717.517856:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697717.517879:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128d000. 00010000:00000010:2.0:1779697717.517904:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697717.517908:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.517925:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697717.517928:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.517932:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697717.517935:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000004:00000010:2.0:1779697717.518028:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697717.518035:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e960. 00000004:00000010:2.0:1779697717.518041:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cee0. 00080000:00000010:2.0:1779697717.518049:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f51d0. 00010000:00000010:2.0:1779697717.521605:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697717.521613:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697717.521619:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697717.521626:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697717.521707:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.521719:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697717.521724:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.521747:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697717.521764:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb7800 x1866146215447296/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.521795:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697717.521803:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215447296, offset 224 00000400:00000200:2.0:1779697717.521811:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.521825:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.521833:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309067:309067:256:4294967295] 192.168.203.23@tcp LPNI seq info [309063:309063:8:4294967295] 00000400:00000200:2.0:1779697717.521847:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.521854:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.521859:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697717.521866:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.521875:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.521880:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.521910:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.521914:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.521917:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacb323600. 00000800:00000200:0.0:1779697717.522130:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.522134:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697717.522139:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.522144:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.522149:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:0.0:1779697717.522151:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00010000:00000010:3.0:1779697717.525566:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:3.0:1779697717.525580:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000010:0.1:1779697717.526415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697717.526422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000400:00000200:3.0:1779697717.527988:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.528005:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454c00 00000400:00000200:3.0:1779697717.528013:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 140184 00000400:00000200:3.0:1779697717.528025:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.528030:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.528038:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.528043:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1180. 00010000:00000010:2.1:1779697717.532276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697717.532290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:2.1:1779697717.532476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697717.532483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697717.532486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697717.532488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000020:00000010:1.0:1779697717.532609:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697717.532614:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697717.532620:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.532625:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697717.532631:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.532679:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697717.532681:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000100:00000200:1.0:1779697717.532684:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215447552 02000000:00000010:1.0:1779697717.532714:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c07000. 00010000:00000010:1.0:1779697717.532749:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:1.0:1779697717.532762:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:1.0:1779697717.532788:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.532793:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.532807:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697717.532810:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697717.532815:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697717.532817:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.532909:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697717.532912:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697717.532915:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697717.532918:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00000020:00000010:1.0:1779697717.532937:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc5e0. 00000020:00000010:1.0:1779697717.532943:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc5e0. 00000020:00000010:1.0:1779697717.532952:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe180. 00080000:00000010:1.0:1779697717.532963:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6d2f400. 00000001:00000010:1.0:1779697717.533581:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe540. 00000001:00000010:1.0:1779697717.533588:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697717.533628:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe180. 00010000:00000010:1.0:1779697717.533636:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697717.533640:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697717.533651:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697717.533724:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697717.533737:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000200:1.0:1779697717.533750:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974334, last committed = 8589974211 00010000:00000200:1.0:1779697717.533760:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb1180 x1866146215447552/t8589974334(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.533788:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697717.533795:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215447552, offset 224 00000400:00000010:1.0:1779697717.533802:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea882d8. 00000400:00000200:1.0:1779697717.533806:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.533819:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.533825:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309068:309068:256:4294967295] 192.168.203.23@tcp LPNI seq info [309064:309064:8:4294967295] 00000400:00000200:1.0:1779697717.533832:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.533839:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.533845:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.533849:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697717.533865:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.533873:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.533877:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.533894:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697717.533898:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.533901:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00010000:00000010:3.0:1779697717.533966:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:3.0:1779697717.533972:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:3.0:1779697717.533978:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000800:00000200:2.0:1779697717.534100:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.534105:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697717.534109:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.534114:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.536107:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.536123:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c85 00000400:00000200:3.0:1779697717.536129:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.536133:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.536138:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:3.0:1779697717.536141:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000400:00000200:3.0:1779697717.536782:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.536791:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454c80 00000400:00000200:3.0:1779697717.536798:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 140672 00000400:00000200:3.0:1779697717.536843:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.536847:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.536852:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.536858:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1c00. 00000020:00000010:2.0:1779697717.536939:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.536944:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.536949:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef72a00. 00000020:00000010:2.0:1779697717.536962:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.536967:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697717.536997:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.537000:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697717.537003:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215447680 00000001:00000010:2.0:1779697717.537011:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:2.0:1779697717.537029:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697717.537036:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697717.537057:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128b000. 00010000:00000010:2.0:1779697717.537081:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697717.537093:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697717.537110:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697717.537113:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.537117:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697717.537120:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697717.537209:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697717.537217:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ec30. 00000004:00000010:2.0:1779697717.537223:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355da90. 00080000:00000010:2.0:1779697717.537231:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5728. 00010000:00000010:1.0:1779697717.538416:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.538426:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:3.0:1779697717.539292:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.539297:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697717.539302:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.539307:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697717.539367:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697717.539378:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697717.539382:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:3.0:1779697717.539433:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:3.0:1779697717.539450:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb1c00 x1866146215447680/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.539469:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697717.539475:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215447680, offset 224 00000400:00000200:3.0:1779697717.539481:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.539493:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.539499:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309069:309069:256:4294967295] 192.168.203.23@tcp LPNI seq info [309065:309065:8:4294967295] 00000400:00000200:3.0:1779697717.539510:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.539516:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.539520:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697717.539526:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.539533:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.539537:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.539562:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:3.0:1779697717.539566:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:3.0:1779697717.539570:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef72a00. 00000800:00000200:2.0:1779697717.540032:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.540037:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697717.540041:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.540047:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.540052:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:2.0:1779697717.540054:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00010000:00000010:0.1:1779697717.542070:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697717.542081:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:3.0:1779697717.542635:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.542650:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454d80 00000400:00000200:3.0:1779697717.542657:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 141248 00000400:00000200:3.0:1779697717.542680:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.542684:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.542692:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.542697:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3b80. 00000020:00000010:2.0:1779697717.542865:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.542871:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.542878:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef73e00. 00000020:00000010:2.0:1779697717.542884:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.542889:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.542929:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.542932:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697717.542936:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215447936 02000000:00000010:2.0:1779697717.542967:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1288000. 00010000:00000010:2.0:1779697717.543001:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:2.0:1779697717.543016:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000010:2.0:1779697717.543036:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.543042:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697717.543057:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697717.543061:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697717.543066:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697717.543069:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697717.543173:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697717.543177:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.543181:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697717.543185:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697717.543278:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6a0. 00000020:00000010:2.0:1779697717.543284:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6a0. 00000020:00000010:2.0:1779697717.543295:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a660. 00080000:00000010:2.0:1779697717.543304:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1100c00. 00000001:00000010:2.0:1779697717.543963:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571df00. 00000001:00000010:2.0:1779697717.543971:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697717.544018:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a660. 00010000:00000010:2.0:1779697717.544027:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697717.544033:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697717.544047:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697717.544088:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697717.544107:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697717.544125:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974335, last committed = 8589974211 00010000:00000200:2.0:1779697717.544134:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb3b80 x1866146215447936/t8589974335(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.544153:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697717.544159:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215447936, offset 224 00000400:00000010:2.0:1779697717.544166:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982ff50. 00000400:00000200:2.0:1779697717.544171:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.544185:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.544193:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309070:309070:256:4294967295] 192.168.203.23@tcp LPNI seq info [309066:309066:8:4294967295] 00000400:00000200:2.0:1779697717.544199:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00010000:00000010:3.0:1779697717.545171:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697717.545181:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:3.0:1779697717.545196:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000400:00000200:2.0:1779697717.548879:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.548895:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.548904:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697717.548912:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.548920:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.548924:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.550307:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.550317:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.550322:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef73e00. 00010000:00000010:3.1:1779697717.559034:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697717.559051:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000800:00000200:3.0:1779697717.559146:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.559152:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697717.559156:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.559165:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697717.560654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:1.1:1779697717.560665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697717.560678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697717.560681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697717.560685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697717.560688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:2.0:1779697717.561485:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.561504:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c8d 00000400:00000200:2.0:1779697717.561510:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.561514:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.561521:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:2.0:1779697717.561524:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000400:00000200:2.0:1779697717.561552:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.561559:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454e00 00000400:00000200:2.0:1779697717.561566:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 141736 00000400:00000200:2.0:1779697717.561605:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.561609:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.561614:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.561620:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98000. 00010000:00000010:3.0:1779697717.561931:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697717.561940:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00000020:00000010:1.0:1779697717.562420:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697717.562427:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697717.562433:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.562438:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa80. 00000020:00000010:1.0:1779697717.562443:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.562480:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697717.562483:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000100:00000200:1.0:1779697717.562486:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215448064 00000001:00000010:1.0:1779697717.562496:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697717.562521:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697717.562527:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697717.562550:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c05000. 00010000:00000010:1.0:1779697717.562584:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.562587:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.562601:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697717.562604:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697717.562608:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697717.562611:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00000004:00000010:1.0:1779697717.562705:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a5a0. 00000004:00000010:1.0:1779697717.562712:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697717.562717:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562dd0. 00080000:00000010:1.0:1779697717.562725:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:1.0:1779697717.564485:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697717.564492:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697717.564497:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697717.564502:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697717.564801:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.564819:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697717.564824:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697717.564847:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697717.564863:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98000 x1866146215448064/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.564882:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697717.564888:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215448064, offset 224 00000400:00000200:1.0:1779697717.564894:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.564905:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.564911:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309071:309071:256:4294967295] 192.168.203.23@tcp LPNI seq info [309067:309067:8:4294967295] 00000400:00000200:1.0:1779697717.564922:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.564928:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.564933:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697717.564939:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.564946:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.564950:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.564970:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa80. 00000020:00000010:1.0:1779697717.564974:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.564978:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:3.0:1779697717.565420:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.565425:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697717.565430:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.565435:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.565441:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:3.0:1779697717.565443:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:3.0:1779697717.567816:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.567833:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006454f00 00000400:00000200:3.0:1779697717.567841:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 142312 00000400:00000200:3.0:1779697717.567854:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.567857:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.567864:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.567871:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb0e00. 00000020:00000010:2.0:1779697717.567956:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.567962:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.567969:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef73e00. 00000020:00000010:2.0:1779697717.567974:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.567980:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.568016:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.568019:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697717.568023:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215448320 02000000:00000010:2.0:1779697717.568058:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf72c4000. 00010000:00000010:2.0:1779697717.568094:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697717.568111:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00010000:00000010:2.0:1779697717.568130:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697717.568138:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697717.568153:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697717.568156:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697717.568161:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697717.568163:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697717.568269:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697717.568273:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.568276:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.568279:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697717.568301:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b6a0. 00000020:00000010:2.0:1779697717.568306:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b6a0. 00000020:00000010:2.0:1779697717.568316:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697717.568324:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1101000. 00000001:00000010:2.0:1779697717.568819:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d780. 00000001:00000010:2.0:1779697717.568826:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697717.568859:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697717.568867:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697717.568872:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697717.568884:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:3.1:1779697717.571408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697717.571421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697717.571429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697717.571436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697717.571440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697717.571445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697717.571449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697717.571454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697717.574298:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:2.1:1779697717.574311:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697717.574318:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697717.574321:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:1.0:1779697717.576738:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:1.0:1779697717.576755:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697717.582520:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697717.582538:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.582575:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697717.582601:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974336, last committed = 8589974211 00010000:00000200:2.0:1779697717.582614:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb0e00 x1866146215448320/t8589974336(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.582638:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697717.582644:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215448320, offset 224 00000400:00000010:2.0:1779697717.582651:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f3b8. 00000400:00000200:2.0:1779697717.582655:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.582669:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.582676:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309072:309072:256:4294967295] 192.168.203.23@tcp LPNI seq info [309068:309068:8:4294967295] 00000400:00000200:2.0:1779697717.582682:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.582690:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.582695:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.582701:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697717.582706:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.582714:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.582718:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.582751:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.582755:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.582759:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef73e00. 00000800:00000200:3.0:1779697717.582901:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.582906:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697717.582910:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.582916:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.584410:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697717.584420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000400:00000200:3.0:1779697717.585923:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.585939:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c95 00000400:00000200:3.0:1779697717.585945:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.585950:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.585955:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:3.0:1779697717.585959:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00010000:00000010:1.0:1779697717.586223:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:1.0:1779697717.586233:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00000400:00000200:3.0:1779697717.586683:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.586693:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006454f80 00000400:00000200:3.0:1779697717.586701:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 142800 00000400:00000200:3.0:1779697717.586747:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.586752:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.586757:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.586763:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3100. 00010000:00000010:2.1:1779697717.587731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697717.587740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697717.587745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697717.587748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697717.587751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000020:00000010:2.0:1779697717.587793:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.587798:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.587804:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef73e00. 00000020:00000010:2.0:1779697717.587809:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.587813:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.587850:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba440. 00000020:00000010:2.0:1779697717.587853:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba440. 00000100:00000200:2.0:1779697717.587856:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215448448 00000001:00000010:2.0:1779697717.587866:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697717.587887:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697717.587895:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697717.587918:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf72c3000. 00010000:00000010:2.0:1779697717.587944:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.587947:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697717.587962:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697717.587966:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.587970:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.587972:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697717.588058:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697717.588066:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef78. 00000004:00000010:2.0:1779697717.588072:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d430. 00080000:00000010:2.0:1779697717.588081:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4390. 00010000:00000010:1.1:1779697717.591150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697717.591171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697717.591175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697717.591178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697717.591181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697717.592711:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697717.592718:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697717.592724:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697717.592730:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.592820:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697717.592838:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697717.592844:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.592875:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697717.592900:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb3100 x1866146215448448/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.592920:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697717.592928:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215448448, offset 224 00000400:00000200:2.0:1779697717.592936:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.592951:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.592959:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309073:309073:256:4294967295] 192.168.203.23@tcp LPNI seq info [309069:309069:8:4294967295] 00000400:00000200:2.0:1779697717.592973:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.592980:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.592987:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697717.592996:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.593004:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.593008:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.593026:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.593030:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.593034:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef73e00. 00000800:00000200:3.0:1779697717.593240:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.593245:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697717.593249:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.593254:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.593259:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:3.0:1779697717.593262:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00010000:00000010:1.1:1779697717.595105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697717.595115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:3.0:1779697717.595446:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.595461:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455080 00000400:00000200:3.0:1779697717.595470:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 143376 00000400:00000200:3.0:1779697717.595485:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.595490:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.595498:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.595508:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9500. 00000020:00000010:2.0:1779697717.595619:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697717.595624:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697717.595641:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef73e00. 00000020:00000010:2.0:1779697717.595646:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.595651:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.595688:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697717.595692:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba580. 00000100:00000200:2.0:1779697717.595696:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215448704 02000000:00000010:2.0:1779697717.595728:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3472000. 00010000:00000010:2.0:1779697717.595763:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.595787:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697717.595805:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697717.595811:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.595825:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697717.595830:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697717.595835:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697717.595839:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697717.595951:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697717.595954:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.595958:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697717.595963:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000020:00000010:2.0:1779697717.595992:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697717.595998:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697717.596008:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571da80. 00080000:00000010:2.0:1779697717.596016:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd7610400. 00000001:00000010:2.0:1779697717.596586:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dcc0. 00000001:00000010:2.0:1779697717.596592:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697717.596652:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571da80. 00010000:00000010:2.0:1779697717.596663:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697717.596667:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697717.596678:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697717.596713:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697717.596725:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697717.596740:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974337, last committed = 8589974211 00010000:00000200:2.0:1779697717.596748:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3b9500 x1866146215448704/t8589974337(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.596767:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697717.596783:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215448704, offset 224 00000400:00000010:2.0:1779697717.596790:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f850. 00000400:00000200:2.0:1779697717.596794:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.596805:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.596810:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309074:309074:256:4294967295] 192.168.203.23@tcp LPNI seq info [309070:309070:8:4294967295] 00000400:00000200:2.0:1779697717.596816:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.596823:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.596829:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.596833:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697717.596841:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.596849:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.596853:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.596874:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.596879:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697717.596883:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef73e00. 00010000:00000010:2.0:1779697717.596916:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697717.596922:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.596931:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:2.0:1779697717.597007:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.597011:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:2.0:1779697717.597016:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.597022:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.602037:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.602058:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9c9d 00000400:00000200:3.0:1779697717.602065:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.602070:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.602078:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:3.0:1779697717.602081:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000400:00000200:3.0:1779697717.602117:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.602123:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455100 00000400:00000200:3.0:1779697717.602130:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 143864 00000400:00000200:3.0:1779697717.602183:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.602187:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.602192:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.602198:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bb800. 00010000:00000010:1.0:1779697717.602256:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:1.0:1779697717.602266:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00000020:00000010:2.0:1779697717.602333:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697717.602339:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697717.602344:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef73e00. 00000020:00000010:2.0:1779697717.602349:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697717.602353:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00010000:00000010:2.1:1779697717.602409:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697717.602416:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697717.602419:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.602421:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000020:00000010:2.0:1779697717.602431:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697717.602433:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba580. 00000100:00000200:2.0:1779697717.602436:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215448832 00000001:00000010:2.0:1779697717.602446:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697717.602467:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697717.602473:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697717.602495:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3477000. 00010000:00000010:2.0:1779697717.602518:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.602521:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.602537:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697717.602540:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697717.602545:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.602548:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697717.602655:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697717.602662:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eca8. 00000004:00000010:2.0:1779697717.602668:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d760. 00080000:00000010:2.0:1779697717.602677:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4c78. 00010000:00000010:2.0:1779697717.603685:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697717.603690:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697717.603694:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697717.603699:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697717.603755:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.603769:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697717.603784:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697717.603805:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697717.603820:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3bb800 x1866146215448832/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.603885:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697717.603892:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215448832, offset 224 00000400:00000200:0.0:1779697717.603900:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.603910:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.603917:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309075:309075:256:4294967295] 192.168.203.23@tcp LPNI seq info [309071:309071:8:4294967295] 00000400:00000200:0.0:1779697717.603927:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.603933:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.603937:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.603943:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.603950:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.603953:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.603981:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:0.0:1779697717.603987:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:0.0:1779697717.603991:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef73e00. 00000800:00000200:1.0:1779697717.604121:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.604125:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697717.604130:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.604136:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.604141:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:1.0:1779697717.604144:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:2.1:1779697717.606850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697717.606862:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697717.606865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697717.606869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697717.606872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697717.606875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:2.0:1779697717.611366:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.611407:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455200 00000400:00000200:2.0:1779697717.611416:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 144440 00000400:00000200:2.0:1779697717.611435:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.611441:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.611449:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.611456:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99880. 00000020:00000010:1.0:1779697717.611591:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa04c0. 00000020:00000010:1.0:1779697717.611597:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa04c0. 00000020:00000010:1.0:1779697717.611603:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.611608:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697717.611613:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.611651:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa04c0. 00000020:00000010:1.0:1779697717.611653:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa04c0. 00000100:00000200:1.0:1779697717.611656:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215449088 02000000:00000010:1.0:1779697717.611700:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc786c000. 00010000:00000010:1.0:1779697717.611738:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:1.0:1779697717.611753:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:1.0:1779697717.611779:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697717.611786:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.611802:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697717.611805:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394180. 00010000:00000010:1.0:1779697717.611809:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697717.611812:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697717.611918:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697717.611921:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e00. 00010000:00000010:1.0:1779697717.611925:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697717.611930:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000020:00000010:1.0:1779697717.611956:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc7a0. 00000020:00000010:1.0:1779697717.611962:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc7a0. 00000020:00000010:1.0:1779697717.611972:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fec60. 00080000:00000010:1.0:1779697717.611982:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6d2c000. 00000001:00000010:1.0:1779697717.612547:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe480. 00000001:00000010:1.0:1779697717.612555:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697717.612619:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fec60. 00010000:00000010:1.0:1779697717.612628:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697717.612632:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697717.612645:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697717.612682:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.612696:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:2.0:1779697717.612709:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:1.0:1779697717.612711:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974338, last committed = 8589974211 00010000:00000010:2.0:1779697717.612717:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e00. 00010000:00000200:1.0:1779697717.612721:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99880 x1866146215449088/t8589974338(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1779697717.612725:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00000400:00000010:1.0:1779697717.612743:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697717.612749:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215449088, offset 224 00000400:00000010:1.0:1779697717.612755:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88bd0. 00000400:00000200:1.0:1779697717.612759:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.612781:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.612788:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309076:309076:256:4294967295] 192.168.203.23@tcp LPNI seq info [309072:309072:8:4294967295] 00000400:00000200:1.0:1779697717.612793:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.612800:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.612805:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.612810:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697717.612816:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.612823:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.612827:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.612850:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697717.612854:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.612857:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:2.0:1779697717.613081:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.613085:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697717.613088:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.613093:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697717.613470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.613478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697717.613482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697717.613484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697717.615385:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697717.615403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00000400:00000200:1.0:1779697717.615732:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.615748:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ca5 00000400:00000200:1.0:1779697717.615754:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.615759:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.615764:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:1.0:1779697717.615766:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000200:1.0:1779697717.615813:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.615819:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455280 00000400:00000200:1.0:1779697717.615826:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 144928 00000400:00000200:1.0:1779697717.615868:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.615872:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.615877:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.0:1779697717.615882:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00000100:00000010:1.0:1779697717.615884:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f100. 00010000:00000010:2.0:1779697717.615894:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394180. 00000020:00000010:0.0:1779697717.615967:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.615973:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.615978:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac4d92800. 00000020:00000010:0.0:1779697717.615983:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee80. 00000020:00000010:0.0:1779697717.615988:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697717.616026:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.616029:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000100:00000200:0.0:1779697717.616033:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215449216 00000001:00000010:0.0:1779697717.616043:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:0.0:1779697717.616062:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.616068:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 02000000:00000010:0.0:1779697717.616099:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e78000. 00010000:00000010:0.0:1779697717.616124:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.616128:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697717.616143:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697717.616147:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e680. 00010000:00000010:0.0:1779697717.616152:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.616164:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000004:00000010:0.0:1779697717.616253:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82801e0. 00000004:00000010:0.0:1779697717.616262:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef960. 00000004:00000010:0.0:1779697717.616268:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30bb0. 00080000:00000010:0.0:1779697717.616279:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f1d0. 00010000:00000010:1.0:1779697717.620832:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697717.620841:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697717.620847:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697717.620853:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.620923:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:1.0:1779697717.620934:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:1.0:1779697717.620939:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e680. 00010000:00000010:1.0:1779697717.620962:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:1.0:1779697717.620979:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985f100 x1866146215449216/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.620999:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697717.621005:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215449216, offset 224 00000400:00000200:1.0:1779697717.621012:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.621025:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.621032:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309077:309077:256:4294967295] 192.168.203.23@tcp LPNI seq info [309073:309073:8:4294967295] 00000400:00000200:1.0:1779697717.621043:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.621049:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.621053:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697717.621059:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.621066:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.621070:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.621104:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee80. 00000020:00000010:1.0:1779697717.621109:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:1.0:1779697717.621113:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac4d92800. 00000800:00000200:2.0:1779697717.621228:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.621233:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697717.621239:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.621244:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.621249:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:2.0:1779697717.621251:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00010000:00000010:2.1:1779697717.632409:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697717.632427:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:2.0:1779697717.632462:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.632483:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455380 00000400:00000200:2.0:1779697717.632491:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 145504 00000400:00000200:2.0:1779697717.632507:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.632513:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.632522:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.632528:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9aa00. 00000020:00000010:1.0:1779697717.632605:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ec0. 00000020:00000010:1.0:1779697717.632611:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ec0. 00000020:00000010:1.0:1779697717.632617:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.632622:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394280. 00000020:00000010:1.0:1779697717.632627:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.632679:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ec0. 00000020:00000010:1.0:1779697717.632682:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ec0. 00000100:00000200:1.0:1779697717.632685:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215449472 02000000:00000010:1.0:1779697717.632719:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cc00c52000. 00010000:00000010:1.0:1779697717.632753:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.632767:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697717.632797:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697717.632803:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.632816:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697717.632819:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697717.632823:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697717.632826:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.632918:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697717.632922:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697717.632925:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697717.632928:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000020:00000010:1.0:1779697717.632948:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccb40. 00000020:00000010:1.0:1779697717.632953:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccb40. 00000020:00000010:1.0:1779697717.632963:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fed80. 00080000:00000010:1.0:1779697717.632972:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6d2c400. 00000001:00000010:1.0:1779697717.633600:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe060. 00000001:00000010:1.0:1779697717.633607:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697717.633644:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fed80. 00010000:00000010:1.0:1779697717.633652:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697717.633656:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697717.633678:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697717.633707:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697717.633720:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697717.633735:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974339, last committed = 8589974211 00010000:00000200:1.0:1779697717.633744:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe9aa00 x1866146215449472/t8589974339(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.633764:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697717.633779:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215449472, offset 224 00000400:00000010:1.0:1779697717.633786:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88380. 00000400:00000200:1.0:1779697717.633790:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.633801:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.633807:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309078:309078:256:4294967295] 192.168.203.23@tcp LPNI seq info [309074:309074:8:4294967295] 00000400:00000200:1.0:1779697717.633813:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.633819:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.633825:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.633829:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697717.633835:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.633842:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.633846:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.633864:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394280. 00000020:00000010:1.0:1779697717.633867:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.633871:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:1.0:1779697717.633951:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.633955:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697717.633958:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.633962:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697717.634029:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697717.634036:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00010000:00000010:0.0:1779697717.634041:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.1:1779697717.635599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697717.635608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697717.635612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697717.635615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000400:00000200:2.0:1779697717.635785:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.635801:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cad 00000400:00000200:2.0:1779697717.635808:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.635813:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.635819:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:2.0:1779697717.635822:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00010000:00000010:1.0:1779697717.635930:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.635939:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00000400:00000200:1.0:1779697717.644003:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.644021:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455400 00000400:00000200:1.0:1779697717.644029:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 145992 00000400:00000200:1.0:1779697717.644092:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.644097:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.644104:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.644111:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985d500. 00000020:00000010:0.0:1779697717.644185:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.644191:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.644198:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac4d93e00. 00000020:00000010:0.0:1779697717.644203:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697717.644217:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697717.644252:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697717.644255:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000100:00000200:0.0:1779697717.644259:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215449600 00000001:00000010:0.0:1779697717.644270:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:0.0:1779697717.644295:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.644302:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 02000000:00000010:0.0:1779697717.644328:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e7b000. 00010000:00000010:0.0:1779697717.644365:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.644370:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.1:1779697717.644416:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697717.644425:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697717.644427:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697717.644435:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.0:1779697717.644438:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697717.644442:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e800. 00010000:00000010:0.0:1779697717.644446:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.644450:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697717.644547:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf82814a0. 00000004:00000010:0.0:1779697717.644556:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef690. 00000004:00000010:0.0:1779697717.644562:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31430. 00080000:00000010:0.0:1779697717.644571:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2fc80. 00010000:00000010:1.1:1779697717.645493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697717.645499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697717.645503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697717.645505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697717.648435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697717.648446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697717.648449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697717.648452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697717.648454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697717.648465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697717.651058:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697717.651067:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394800. 00010000:00000010:1.0:1779697717.651072:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697717.651079:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697717.651220:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:1.0:1779697717.651233:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:1.0:1779697717.651238:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e800. 00010000:00000010:1.0:1779697717.651262:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:1.0:1779697717.651279:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985d500 x1866146215449600/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.651298:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697717.651305:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215449600, offset 224 00000400:00000200:1.0:1779697717.651311:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.651324:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.651330:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309079:309079:256:4294967295] 192.168.203.23@tcp LPNI seq info [309075:309075:8:4294967295] 00000400:00000200:1.0:1779697717.651341:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.651346:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.651351:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697717.651357:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.651363:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.651367:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.651426:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697717.651430:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eed8. 00000020:00000010:1.0:1779697717.651434:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac4d93e00. 00000800:00000200:2.0:1779697717.651623:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.651628:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697717.651632:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.651637:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.651642:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:2.0:1779697717.651644:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:1.1:1779697717.657445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697717.657460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697717.657465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697717.657474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000400:00000200:2.0:1779697717.657917:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.657934:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455500 00000400:00000200:2.0:1779697717.657942:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 146568 00000400:00000200:2.0:1779697717.657955:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.657960:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.657968:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.657974:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99c00. 00000020:00000010:3.0:1779697717.658081:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697717.658095:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697717.658100:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f38c00. 00000020:00000010:3.0:1779697717.658105:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697717.658110:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697717.658145:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697717.658147:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000100:00000200:3.0:1779697717.658150:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215449856 02000000:00000010:3.0:1779697717.658302:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad1d9f000. 00010000:00000010:3.0:1779697717.658340:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:3.0:1779697717.658355:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394800. 00010000:00000010:3.0:1779697717.658370:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.658375:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697717.658529:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697717.658533:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697717.658538:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.658542:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697717.658645:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697717.658649:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.658652:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697717.658655:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000020:00000010:2.0:1779697717.658691:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf60. 00000020:00000010:2.0:1779697717.658697:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf60. 00000020:00000010:2.0:1779697717.658706:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dea0. 00080000:00000010:2.0:1779697717.658714:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3561800. 00000001:00000010:2.0:1779697717.659072:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ab40. 00000001:00000010:2.0:1779697717.659079:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697717.659121:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dea0. 00010000:00000010:2.0:1779697717.659129:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697717.659132:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697717.659143:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697717.659362:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697717.659379:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:2.0:1779697717.659417:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974340, last committed = 8589974211 00010000:00000200:2.0:1779697717.659426:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99c00 x1866146215449856/t8589974340(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.659445:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697717.659450:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215449856, offset 224 00000400:00000010:2.0:1779697717.659456:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f888. 00000400:00000200:2.0:1779697717.659459:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.659471:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.659476:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309080:309080:256:4294967295] 192.168.203.23@tcp LPNI seq info [309076:309076:8:4294967295] 00000400:00000200:2.0:1779697717.659482:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.659489:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.659494:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.659499:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697717.659504:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.659511:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.659515:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.659530:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e00. 00000020:00000010:2.0:1779697717.659534:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:2.0:1779697717.659537:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f38c00. 00010000:00000010:1.0:1779697717.662525:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697717.662539:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:1.0:1779697717.662549:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000800:00000200:1.0:1779697717.663660:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.664450:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:1.0:1779697717.664457:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.664465:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.674430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697717.674442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697717.676248:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697717.676259:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:2.0:1779697717.676288:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.676308:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cb5 00000400:00000200:2.0:1779697717.676315:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.676319:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.676326:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:2.0:1779697717.676329:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000400:00000200:2.0:1779697717.678760:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.678785:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455580 00000400:00000200:2.0:1779697717.678793:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 147056 00000400:00000200:2.0:1779697717.678855:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.678860:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.678866:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.678872:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9a300. 00000020:00000010:0.0:1779697717.678957:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697717.678962:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697717.678969:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac4d93e00. 00000020:00000010:0.0:1779697717.678975:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.678980:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.679016:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697717.679018:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000100:00000200:0.0:1779697717.679021:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215449984 00000001:00000010:0.0:1779697717.679030:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:0.0:1779697717.679055:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697717.679061:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697717.679096:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad8b3c000. 00010000:00000010:0.0:1779697717.679120:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.679124:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.679140:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697717.679143:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.679147:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697717.679150:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00000004:00000010:0.0:1779697717.679245:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8281860. 00000004:00000010:0.0:1779697717.679252:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefe88. 00000004:00000010:0.0:1779697717.679258:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31870. 00080000:00000010:0.0:1779697717.679265:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e558. 00010000:00000010:3.0:1779697717.679536:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697717.679545:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f00. 00010000:00000010:0.0:1779697717.680483:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697717.680488:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e880. 00010000:00000010:0.0:1779697717.680492:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.680497:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697717.680548:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.680555:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697717.680559:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.680588:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697717.680603:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe9a300 x1866146215449984/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.680621:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697717.680628:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215449984, offset 224 00000400:00000200:0.0:1779697717.680634:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.680644:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.680650:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309081:309081:256:4294967295] 192.168.203.23@tcp LPNI seq info [309077:309077:8:4294967295] 00000400:00000200:0.0:1779697717.680661:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.680856:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.680861:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697717.680867:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.680874:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.680878:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.680901:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.680905:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.680908:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac4d93e00. 00010000:00000010:1.1:1779697717.680960:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697717.680966:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000800:00000200:2.0:1779697717.682968:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.682975:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697717.682981:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.682988:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.682994:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:2.0:1779697717.682997:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000400:00000200:2.0:1779697717.683970:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.683985:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455680 00000400:00000200:2.0:1779697717.683993:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 147632 00000400:00000200:2.0:1779697717.684008:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.684013:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.684020:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.684026:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9b480. 00000020:00000010:3.0:1779697717.687374:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697717.687408:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:2.0:1779697717.687492:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ee800. 00000020:00000010:2.0:1779697717.687499:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.687505:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.687568:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.687571:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbafc0. 00000100:00000200:2.0:1779697717.687574:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215450240 02000000:00000010:2.0:1779697717.687611:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3470000. 00010000:00000010:2.0:1779697717.687650:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697717.687681:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e880. 00010000:00000010:2.0:1779697717.687699:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697717.687705:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697717.687721:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697717.687724:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.687728:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697717.687731:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697717.687838:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697717.687842:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697717.687845:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697717.687848:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697717.687870:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bbc0. 00000020:00000010:2.0:1779697717.687876:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bbc0. 00000020:00000010:2.0:1779697717.687886:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a660. 00080000:00000010:2.0:1779697717.687895:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3562000. 00000001:00000010:2.0:1779697717.688833:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d480. 00000001:00000010:2.0:1779697717.688840:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697717.688874:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a660. 00010000:00000010:2.0:1779697717.688882:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697717.688887:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.688901:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697717.688938:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697717.688959:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697717.688979:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974341, last committed = 8589974211 00010000:00000200:2.0:1779697717.688991:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe9b480 x1866146215450240/t8589974341(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.689011:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697717.689019:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215450240, offset 224 00000400:00000010:2.0:1779697717.689027:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f2a0. 00000400:00000200:2.0:1779697717.689032:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.689048:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.689057:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309082:309082:256:4294967295] 192.168.203.23@tcp LPNI seq info [309078:309078:8:4294967295] 00000400:00000200:2.0:1779697717.689064:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.689075:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.689081:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.689287:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697717.689297:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.689306:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.689310:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.689339:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.689344:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.689348:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ee800. 00010000:00000010:2.0:1779697717.689380:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.689384:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697717.689408:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:3.0:1779697717.691654:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.691661:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697717.691679:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.691686:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.691714:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.691727:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cbd 00000400:00000200:3.0:1779697717.691732:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.691735:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.691740:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:3.0:1779697717.691743:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000400:00000200:3.0:1779697717.691764:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.691780:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455700 00000400:00000200:3.0:1779697717.691787:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 148120 00000400:00000200:3.0:1779697717.691834:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.691839:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.691843:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.691849:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9f80. 00000020:00000010:0.0:1779697717.693145:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea616c0. 00000020:00000010:0.0:1779697717.693152:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea616c0. 00000020:00000010:0.0:1779697717.693158:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef73e00. 00000020:00000010:0.0:1779697717.693163:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.693168:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.693216:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea616c0. 00000020:00000010:0.0:1779697717.693219:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea616c0. 00000100:00000200:0.0:1779697717.693222:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215450368 00000001:00000010:0.0:1779697717.693232:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:0.0:1779697717.693257:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.693264:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697717.693288:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad8b38000. 00010000:00000010:0.0:1779697717.693314:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.693317:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697717.693338:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697717.693341:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.693345:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.693348:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000004:00000010:0.0:1779697717.693454:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280000. 00000004:00000010:0.0:1779697717.693462:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef4b0. 00000004:00000010:0.0:1779697717.693468:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30cc0. 00080000:00000010:0.0:1779697717.693476:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e390. 00010000:00000010:0.0:1779697717.693690:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:0.0:1779697717.693698:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:0.0:1779697717.694485:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697717.694489:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e800. 00010000:00000010:0.0:1779697717.694493:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.694497:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697717.694549:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697717.694558:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.694755:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.694789:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697717.694807:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3b9f80 x1866146215450368/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.694825:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697717.694832:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215450368, offset 224 00000400:00000200:0.0:1779697717.694839:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.694851:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.694857:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309083:309083:256:4294967295] 192.168.203.23@tcp LPNI seq info [309079:309079:8:4294967295] 00000400:00000200:0.0:1779697717.694869:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.694874:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.694879:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697717.694885:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.694893:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.694897:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.1:1779697717.696077:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697717.696098:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000020:00000010:0.0:1779697717.696226:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.696233:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.696238:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef73e00. 00000800:00000200:2.0:1779697717.698504:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.698511:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697717.698518:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.698526:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.698532:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:2.0:1779697717.698535:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000400:00000200:3.0:1779697717.698991:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.699005:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455800 00000400:00000200:3.0:1779697717.699013:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 148696 00000400:00000200:3.0:1779697717.699026:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.699029:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.699036:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.699041:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 00000020:00000010:2.0:1779697717.699265:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.699271:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.699276:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1cece00. 00000020:00000010:2.0:1779697717.699281:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.699285:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.699323:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.699326:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbafc0. 00000100:00000200:2.0:1779697717.699328:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215450624 02000000:00000010:2.0:1779697717.699363:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf81ee000. 00010000:00000010:2.1:1779697717.699545:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697717.699553:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:2.0:1779697717.699620:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:2.0:1779697717.699634:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e800. 00010000:00000010:2.0:1779697717.699651:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697717.699656:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.699812:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697717.699817:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697717.699821:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697717.699826:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697717.699939:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697717.699943:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.699947:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697717.699951:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697717.699977:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b880. 00000020:00000010:2.0:1779697717.699984:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b880. 00000020:00000010:2.0:1779697717.699994:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dc60. 00080000:00000010:2.0:1779697717.700002:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3562c00. 00010000:00000010:0.1:1779697717.700427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697717.700433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697717.700436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697717.700439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000001:00000010:2.0:1779697717.700914:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ad80. 00000001:00000010:2.0:1779697717.700922:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697717.700953:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dc60. 00010000:00000010:2.0:1779697717.700961:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697717.700966:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697717.700979:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697717.701064:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697717.701082:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697717.701150:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697717.701155:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:3.0:1779697717.701257:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00010000:00000200:2.0:1779697717.701299:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974342, last committed = 8589974211 00010000:00000200:2.0:1779697717.701310:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3bad80 x1866146215450624/t8589974342(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.701329:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697717.701336:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215450624, offset 224 00000400:00000010:2.0:1779697717.701343:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982f038. 00000400:00000200:2.0:1779697717.701347:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.701358:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.701364:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309084:309084:256:4294967295] 192.168.203.23@tcp LPNI seq info [309080:309080:8:4294967295] 00000400:00000200:2.0:1779697717.701370:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.701376:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.701382:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.701497:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697717.701504:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.701511:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.701514:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.701559:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.701569:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.701573:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1cece00. 00000800:00000200:0.0:1779697717.703978:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.703985:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:0.0:1779697717.703992:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.704000:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.704367:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.704383:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cc5 00010000:00000010:0.1:1779697717.704454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697717.704463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697717.704470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697717.704474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697717.704479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.704484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:2.1:1779697717.704561:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697717.704617:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697717.704622:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697717.704627:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000400:00000200:2.0:1779697717.704634:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.704639:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.704646:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:2.0:1779697717.704649:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000400:00000200:2.0:1779697717.704749:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.704758:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455880 00000400:00000200:2.0:1779697717.704767:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 149184 00000400:00000200:2.0:1779697717.704819:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.704823:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.704829:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.704834:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99180. 00010000:00000010:3.0:1779697717.705335:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697717.705346:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f00. 00000020:00000010:0.0:1779697717.705503:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697717.705509:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697717.705514:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc2dbe000. 00000020:00000010:0.0:1779697717.705519:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.705523:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.705585:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697717.705588:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697717.705591:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215450752 00000001:00000010:0.0:1779697717.705600:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:0.0:1779697717.705618:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.705624:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697717.705647:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad8b3d000. 00010000:00000010:0.0:1779697717.705758:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.705764:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.705790:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697717.705794:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.705799:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.705802:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00000004:00000010:0.0:1779697717.705906:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf8280b40. 00000004:00000010:0.0:1779697717.705914:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefac8. 00000004:00000010:0.0:1779697717.705921:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31760. 00080000:00000010:0.0:1779697717.705929:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f398. 00010000:00000010:0.0:1779697717.706534:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697717.706538:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e680. 00010000:00000010:0.0:1779697717.706542:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697717.706545:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697717.706652:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.706666:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697717.706734:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.706758:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697717.706786:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99180 x1866146215450752/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.706804:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697717.706809:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215450752, offset 224 00000400:00000200:0.0:1779697717.706815:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.706825:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.706830:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309085:309085:256:4294967295] 192.168.203.23@tcp LPNI seq info [309081:309081:8:4294967295] 00000400:00000200:0.0:1779697717.706841:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.706846:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.706851:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697717.706857:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.706863:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.706868:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.706884:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.706888:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.706891:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc2dbe000. 00010000:00000010:3.1:1779697717.707102:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697717.707109:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697717.708893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697717.708904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697717.708908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697717.708912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000800:00000200:3.0:1779697717.709329:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.709335:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697717.709342:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.709351:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.709358:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:3.0:1779697717.709361:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:3.0:1779697717.709385:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.709418:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455980 00000400:00000200:3.0:1779697717.709427:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 149760 00000400:00000200:3.0:1779697717.709439:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.709444:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.709450:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.709455:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bbb80. 00000020:00000010:2.0:1779697717.709539:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.709545:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.709550:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ee800. 00000020:00000010:2.0:1779697717.709555:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.709559:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.709606:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.709609:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbafc0. 00000100:00000200:2.0:1779697717.709613:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215451008 02000000:00000010:2.0:1779697717.709644:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf81ed000. 00010000:00000010:2.0:1779697717.709687:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:2.0:1779697717.709702:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e680. 00010000:00000010:2.0:1779697717.709717:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697717.709724:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.709738:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697717.709741:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697717.709746:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697717.709750:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697717.709857:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697717.709861:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697717.709864:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697717.709867:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697717.709887:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b880. 00000020:00000010:2.0:1779697717.709892:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b880. 00000020:00000010:2.0:1779697717.709902:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34aa80. 00080000:00000010:2.0:1779697717.709909:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3562400. 00000001:00000010:2.0:1779697717.710618:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dc00. 00000001:00000010:2.0:1779697717.710624:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697717.710657:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34aa80. 00010000:00000010:2.0:1779697717.710665:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697717.710821:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.710837:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697717.710876:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697717.710895:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697717.710912:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974343, last committed = 8589974211 00010000:00000200:2.0:1779697717.710922:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3bbb80 x1866146215451008/t8589974343(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.710939:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697717.710944:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215451008, offset 224 00000400:00000010:2.0:1779697717.710950:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fe00. 00000400:00000200:2.0:1779697717.710956:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.710968:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.710975:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309086:309086:256:4294967295] 192.168.203.23@tcp LPNI seq info [309082:309082:8:4294967295] 00000400:00000200:2.0:1779697717.710981:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.710992:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.710999:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.711004:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697717.711012:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.711019:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.711024:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.711041:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697717.711044:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.711048:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ee800. 00010000:00000010:2.0:1779697717.711078:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.711276:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697717.711284:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000800:00000200:2.0:1779697717.713031:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.713038:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697717.713043:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.713050:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.713441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697717.713448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:2.0:1779697717.713519:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.713531:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ccd 00000400:00000200:2.0:1779697717.713536:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.713539:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.713544:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:2.0:1779697717.713547:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000400:00000200:2.0:1779697717.713605:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.713613:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455a00 00000400:00000200:2.0:1779697717.713622:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 150248 00000400:00000200:2.0:1779697717.713659:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.713664:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.713679:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.713684:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98700. 00000020:00000010:3.0:1779697717.713891:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697717.713897:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697717.713902:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39600. 00000020:00000010:3.0:1779697717.713906:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697717.713911:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697717.713948:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697717.713952:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000100:00000200:3.0:1779697717.713956:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215451136 00000001:00000010:3.0:1779697717.713965:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697717.713985:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.713991:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697717.714014:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1d9d000. 00010000:00000010:3.0:1779697717.714037:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.714041:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697717.714057:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697717.714060:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.714065:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.714069:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697717.714177:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4960. 00000004:00000010:3.0:1779697717.714185:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af348. 00000004:00000010:3.0:1779697717.714195:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83980. 00080000:00000010:3.0:1779697717.714203:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230000. 00010000:00000010:3.0:1779697717.715242:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697717.715247:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697717.715252:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697717.715257:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697717.715317:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697717.715335:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697717.715339:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.715358:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697717.715372:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98700 x1866146215451136/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.715408:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697717.715414:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215451136, offset 224 00000400:00000200:3.0:1779697717.715422:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.715434:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.715440:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309087:309087:256:4294967295] 192.168.203.23@tcp LPNI seq info [309083:309083:8:4294967295] 00000400:00000200:3.0:1779697717.715455:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.715461:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.715466:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697717.715473:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.715481:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.715486:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.715502:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697717.715506:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697717.715510:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39600. 00000800:00000200:2.0:1779697717.717976:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.717982:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697717.717989:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.717996:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.718001:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:2.0:1779697717.718004:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00010000:00000010:0.0:1779697717.718440:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:0.0:1779697717.718450:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00000400:00000200:2.0:1779697717.718546:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.718559:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455b00 00000400:00000200:2.0:1779697717.718620:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 150824 00000400:00000200:2.0:1779697717.718634:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.718637:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.718642:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.718651:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 00000020:00000010:0.0:1779697717.718780:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779697717.718785:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779697717.718790:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca468400. 00000020:00000010:0.0:1779697717.718794:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.718798:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.718855:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779697717.718858:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000100:00000200:0.0:1779697717.718862:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215451392 02000000:00000010:0.0:1779697717.718893:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac92f6000. 00010000:00000010:0.0:1779697717.718918:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:0.0:1779697717.718928:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00010000:00000010:0.0:1779697717.718944:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.718949:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697717.718963:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697717.718966:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.718971:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.718975:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697717.719074:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697717.719077:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:0.0:1779697717.719081:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697717.719143:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000020:00000010:0.0:1779697717.719295:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fee0. 00000020:00000010:0.0:1779697717.719303:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fee0. 00000020:00000010:0.0:1779697717.719313:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfccc0. 00080000:00000010:0.0:1779697717.719321:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace122000. 00010000:00000010:0.1:1779697717.719492:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.719500:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697717.719505:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697717.719509:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000001:00000010:0.0:1779697717.720034:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbd0404660. 00000001:00000010:0.0:1779697717.720041:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697717.720148:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfccc0. 00010000:00000010:0.0:1779697717.720257:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.720263:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697717.720276:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697717.720347:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.720362:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697717.720377:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974344, last committed = 8589974211 00010000:00000200:0.0:1779697717.720386:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c028380 x1866146215451392/t8589974344(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.720457:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697717.720462:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215451392, offset 224 00000400:00000010:0.0:1779697717.720468:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217968. 00000400:00000200:0.0:1779697717.720472:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.720483:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.720489:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309088:309088:256:4294967295] 192.168.203.23@tcp LPNI seq info [309084:309084:8:4294967295] 00000400:00000200:0.0:1779697717.720494:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.720501:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.720507:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.720511:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697717.720517:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.720523:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.720527:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.720580:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.720584:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.720588:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca468400. 00010000:00000010:2.0:1779697717.720643:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:2.0:1779697717.720648:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000010:2.0:1779697717.720655:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00010000:00000010:2.1:1779697717.722479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697717.722489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697717.722496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697717.722501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697717.722506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697717.722510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697717.728866:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697717.728880:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697717.728884:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697717.728887:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000800:00000200:0.0:1779697717.729037:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.729043:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697717.729049:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.729059:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.729171:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697717.729187:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cd5 00000400:00000200:2.0:1779697717.729199:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.729202:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697717.729208:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:2.0:1779697717.729210:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000400:00000200:2.0:1779697717.729233:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.729239:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455b80 00000400:00000200:2.0:1779697717.729247:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 151312 00000400:00000200:2.0:1779697717.729298:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.729302:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.729306:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.729312:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a680. 00000020:00000010:0.0:1779697717.729778:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779697717.729783:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779697717.729790:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca468400. 00000020:00000010:0.0:1779697717.729794:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.729799:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.729836:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779697717.729840:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000100:00000200:0.0:1779697717.729843:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215451520 00000001:00000010:0.0:1779697717.729853:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697717.729876:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.729885:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697717.729909:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac92f2000. 00010000:00000010:0.0:1779697717.729934:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.729937:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.729954:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697717.729958:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697717.729962:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.729966:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697717.730101:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba1e0. 00000004:00000010:0.0:1779697717.730110:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef1e0. 00000004:00000010:0.0:1779697717.730116:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30330. 00080000:00000010:0.0:1779697717.730125:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2ec78. 00010000:00000010:3.0:1779697717.730743:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:3.0:1779697717.730751:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00010000:00000010:2.1:1779697717.731435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697717.731441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697717.731564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697717.731570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697717.731575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:0.1:1779697717.731579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697717.731582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697717.731585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.731649:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697717.731653:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:0.0:1779697717.731657:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.731662:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697717.731715:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.731723:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697717.731726:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697717.731748:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697717.731767:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02a680 x1866146215451520/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.731801:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697717.731808:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215451520, offset 224 00000400:00000200:0.0:1779697717.731816:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.731830:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.731838:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309089:309089:256:4294967295] 192.168.203.23@tcp LPNI seq info [309085:309085:8:4294967295] 00000400:00000200:0.0:1779697717.731853:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.731859:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.731864:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697717.731872:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.731881:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.731885:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.731899:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.731903:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.731906:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca468400. 00000800:00000200:2.0:1779697717.732017:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.732022:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697717.732026:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.732031:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697717.732035:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:2.0:1779697717.732037:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00010000:00000010:3.1:1779697717.736369:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697717.736382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000200:0.0:1779697717.738692:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.738709:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455c80 00000400:00000200:0.0:1779697717.738718:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 151888 00000400:00000200:0.0:1779697717.738731:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.738736:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.738743:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.738750:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7100. 00000020:00000010:2.0:1779697717.738922:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.738926:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.738932:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1cece00. 00000020:00000010:2.0:1779697717.738937:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.738941:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.738979:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbafc0. 00000020:00000010:2.0:1779697717.738982:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbafc0. 00000100:00000200:2.0:1779697717.738986:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215451776 02000000:00000010:2.0:1779697717.739018:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf81ea000. 00010000:00000010:2.0:1779697717.739057:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:2.0:1779697717.739075:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000010:2.0:1779697717.739105:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697717.739112:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.739128:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697717.739132:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697717.739137:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697717.739141:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697717.739256:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697717.739260:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.739264:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697717.739269:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697717.739292:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bae0. 00000020:00000010:2.0:1779697717.739297:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bae0. 00000020:00000010:2.0:1779697717.739306:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dde0. 00080000:00000010:2.0:1779697717.739315:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3563000. 00000001:00000010:2.0:1779697717.739739:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ac60. 00000001:00000010:2.0:1779697717.739746:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697717.739796:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dde0. 00010000:00000010:2.0:1779697717.739806:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.739811:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697717.739824:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697717.739859:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697717.739877:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697717.739896:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974345, last committed = 8589974211 00010000:00000200:2.0:1779697717.739906:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb7100 x1866146215451776/t8589974345(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697717.739925:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697717.739931:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215451776, offset 224 00000400:00000010:2.0:1779697717.739938:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbc982fce8. 00000400:00000200:2.0:1779697717.739942:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.739955:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.739963:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309090:309090:256:4294967295] 192.168.203.23@tcp LPNI seq info [309086:309086:8:4294967295] 00000400:00000200:2.0:1779697717.739970:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697717.739981:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.739988:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.739993:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697717.740000:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.740008:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.740013:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.740033:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697717.740037:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.740041:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1cece00. 00000800:00000200:2.0:1779697717.740135:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.740139:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697717.740144:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.740149:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697717.740178:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697717.740184:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697717.740194:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000010:0.1:1779697717.741922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.741933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697717.741938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697717.741943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:3.0:1779697717.747444:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.747464:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cdd 00000400:00000200:3.0:1779697717.747470:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.747474:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.747481:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:3.0:1779697717.747484:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000400:00000200:3.0:1779697717.747503:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.747508:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455d00 00000400:00000200:3.0:1779697717.747515:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 152376 00000400:00000200:3.0:1779697717.747563:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.747568:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.747573:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.747579:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9c00. 00010000:00000010:0.0:1779697717.747727:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:0.0:1779697717.747737:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00000020:00000010:1.0:1779697717.748290:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697717.748296:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697717.748302:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.748306:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697717.748310:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.748347:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697717.748350:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697717.748353:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215451904 00000001:00000010:1.0:1779697717.748363:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:1.0:1779697717.748384:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697717.748427:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697717.748454:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cc00c54000. 00010000:00000010:1.0:1779697717.748479:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697717.748483:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697717.748497:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697717.748500:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697717.748504:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697717.748506:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00000004:00000010:1.0:1779697717.748595:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b4a0. 00000004:00000010:1.0:1779697717.748602:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697717.748608:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697717.748616:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:2.1:1779697717.749065:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697717.749072:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.0:1779697717.752380:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697717.752686:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394780. 00010000:00000010:1.0:1779697717.752694:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697717.752701:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697717.752790:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697717.752803:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697717.752808:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697717.752832:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697717.752850:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3b9c00 x1866146215451904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.752874:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697717.752881:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215451904, offset 224 00000400:00000200:1.0:1779697717.752888:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.752900:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.752907:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309091:309091:256:4294967295] 192.168.203.23@tcp LPNI seq info [309087:309087:8:4294967295] 00000400:00000200:1.0:1779697717.752919:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.752924:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.752929:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697717.752935:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.752942:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.752947:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.752969:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697717.752974:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.752978:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:0.0:1779697717.753361:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.753366:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697717.753371:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.753378:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.753383:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:0.0:1779697717.753385:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:3.0:1779697717.755534:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.755550:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455e00 00000400:00000200:3.0:1779697717.755560:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 152952 00000400:00000200:3.0:1779697717.755574:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.755578:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.755585:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.755591:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b8700. 00000020:00000010:0.0:1779697717.755695:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697717.755701:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697717.755707:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca468400. 00000020:00000010:0.0:1779697717.755711:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.755716:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.755744:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697717.755746:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697717.755749:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215452160 02000000:00000010:0.0:1779697717.755792:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac92f0000. 00010000:00000010:0.0:1779697717.755824:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:0.0:1779697717.755837:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394780. 00010000:00000010:0.0:1779697717.755852:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.755857:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697717.755870:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697717.755873:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697717.755877:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.755879:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697717.755971:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697717.755974:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.755977:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697717.755980:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000020:00000010:0.0:1779697717.756000:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f180. 00000020:00000010:0.0:1779697717.756005:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f180. 00000020:00000010:0.0:1779697717.756015:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbd04046c0. 00080000:00000010:0.0:1779697717.756022:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace122400. 00010000:00000010:2.1:1779697717.756320:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697717.756327:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697717.756333:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697717.756337:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697717.759537:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697717.759547:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000001:00000010:0.0:1779697717.759732:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6060. 00000001:00000010:0.0:1779697717.759740:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697717.759785:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbd04046c0. 00010000:00000010:0.0:1779697717.759798:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.759805:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697717.759824:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697717.759861:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.759876:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697717.759893:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974346, last committed = 8589974211 00010000:00000200:0.0:1779697717.759904:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3b8700 x1866146215452160/t8589974346(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.759923:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697717.759930:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215452160, offset 224 00000400:00000010:0.0:1779697717.759936:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217af0. 00000400:00000200:0.0:1779697717.759940:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.759953:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.759966:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309092:309092:256:4294967295] 192.168.203.23@tcp LPNI seq info [309088:309088:8:4294967295] 00000400:00000200:0.0:1779697717.759973:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.759982:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.759988:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.759993:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697717.760001:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.760009:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.760014:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.760039:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.760044:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.760049:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca468400. 00000800:00000200:0.0:1779697717.760156:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.760161:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697717.760165:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.760171:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697717.760787:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:3.0:1779697717.760796:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00010000:00000010:3.0:1779697717.760806:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00010000:00000010:1.1:1779697717.762892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697717.762903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697717.762907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697717.762911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697717.763645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697717.763653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00000400:00000200:0.0:1779697717.763803:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.763821:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ce5 00000400:00000200:0.0:1779697717.763828:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.763834:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.763841:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:0.0:1779697717.763844:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000400:00000200:1.0:1779697717.765811:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.765826:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006455e80 00000400:00000200:1.0:1779697717.765834:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 153440 00000400:00000200:1.0:1779697717.765910:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.765916:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.765924:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.765930:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e680. 00000020:00000010:0.0:1779697717.766016:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697717.766022:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697717.766028:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca468400. 00000020:00000010:0.0:1779697717.766033:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:0.0:1779697717.766038:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697717.766081:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697717.766084:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea619c0. 00000100:00000200:0.0:1779697717.766088:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215452288 00000001:00000010:0.0:1779697717.766097:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697717.766120:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697717.766127:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697717.766150:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac92f1000. 00010000:00000010:0.0:1779697717.766185:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697717.766196:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697717.766216:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697717.766220:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.766224:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697717.766228:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00000004:00000010:0.0:1779697717.766315:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba5a0. 00000004:00000010:0.0:1779697717.766322:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef348. 00000004:00000010:0.0:1779697717.766329:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31a90. 00080000:00000010:0.0:1779697717.766339:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e720. 00010000:00000010:1.0:1779697717.768728:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697717.768735:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d00. 00010000:00000010:1.0:1779697717.768741:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697717.768747:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.768831:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:1.0:1779697717.768848:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:1.0:1779697717.768855:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00010000:00000010:1.0:1779697717.768877:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:1.0:1779697717.768894:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985e680 x1866146215452288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.768914:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697717.768920:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215452288, offset 224 00000400:00000200:1.0:1779697717.768928:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.768941:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.768949:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309093:309093:256:4294967295] 192.168.203.23@tcp LPNI seq info [309089:309089:8:4294967295] 00000400:00000200:1.0:1779697717.768963:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.768970:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.768976:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697717.768982:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.768991:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.768995:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.769024:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697717.769029:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:1.0:1779697717.769033:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca468400. 00000800:00000200:0.0:1779697717.769421:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.769427:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697717.769432:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.769439:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.769444:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697717.769447:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:3.0:1779697717.773185:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:3.0:1779697717.773208:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:3.1:1779697717.773849:0:6419:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697717.773857:0:6419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000400:00000200:3.0:1779697717.773890:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.773905:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006455f80 00000400:00000200:3.0:1779697717.773914:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 154016 00000400:00000200:3.0:1779697717.773929:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.773935:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.773942:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.773950:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2822d80. 00000020:00000010:3.0:1779697717.773990:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697717.773994:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697717.774000:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39600. 00000020:00000010:3.0:1779697717.774004:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697717.774009:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697717.774042:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697717.774045:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000100:00000200:3.0:1779697717.774049:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215452544 02000000:00000010:3.0:1779697717.774081:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace6a2000. 00010000:00000010:3.0:1779697717.774112:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:3.0:1779697717.774123:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d00. 00010000:00000010:3.0:1779697717.774140:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.774146:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.774755:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697717.774760:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.774764:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.774778:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697717.774883:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697717.774887:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697717.774890:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.774892:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000020:00000010:3.0:1779697717.774916:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97a00. 00000020:00000010:3.0:1779697717.774922:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97a00. 00000020:00000010:3.0:1779697717.774933:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d540. 00080000:00000010:3.0:1779697717.774943:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb541800. 00000001:00000010:3.0:1779697717.776293:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f11e0. 00000001:00000010:3.0:1779697717.776302:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697717.776361:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d540. 00010000:00000010:3.0:1779697717.776374:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.776380:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697717.776423:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697717.776462:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697717.776476:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697717.776492:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974347, last committed = 8589974211 00010000:00000200:3.0:1779697717.776502:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2822d80 x1866146215452544/t8589974347(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.776520:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697717.776526:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215452544, offset 224 00000400:00000010:3.0:1779697717.776532:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dc40. 00000400:00000200:3.0:1779697717.776538:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.776552:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.776559:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309094:309094:256:4294967295] 192.168.203.23@tcp LPNI seq info [309090:309090:8:4294967295] 00000400:00000200:3.0:1779697717.776575:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.776585:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.776592:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.776598:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697717.776604:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.776613:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.776617:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.776638:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697717.776643:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697717.776647:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39600. 00000800:00000200:3.0:1779697717.776754:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.776758:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697717.776763:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.776778:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697717.778496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697717.778506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697717.778540:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:0.0:1779697717.778549:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:0.0:1779697717.778585:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00010000:00000010:1.1:1779697717.779648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697717.779657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697717.779673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697717.779678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:3.0:1779697717.780043:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.780061:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ced 00000400:00000200:3.0:1779697717.780069:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.780074:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.780082:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697717.780095:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000400:00000200:3.0:1779697717.780123:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.780131:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456000 00000400:00000200:3.0:1779697717.780139:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 154504 00010000:00000010:0.0:1779697717.780789:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:0.0:1779697717.780799:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.1:1779697717.780928:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697717.780936:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697717.780941:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697717.780946:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00000400:00000200:3.0:1779697717.780990:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.780996:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.781003:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.781009:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821180. 00000020:00000010:1.0:1779697717.782074:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697717.782081:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697717.782096:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697717.782101:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c00. 00000020:00000010:1.0:1779697717.782106:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697717.782145:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697717.782148:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697717.782152:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215452672 00000001:00000010:1.0:1779697717.782168:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:1.0:1779697717.782197:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697717.782204:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 02000000:00000010:1.0:1779697717.782230:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4bde000. 00010000:00000010:1.0:1779697717.782256:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697717.782260:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697717.782276:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697717.782280:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697717.782283:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697717.782287:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00000004:00000010:1.0:1779697717.782382:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b2c0. 00000004:00000010:1.0:1779697717.782420:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697717.782427:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562220. 00080000:00000010:1.0:1779697717.782436:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:3.0:1779697717.784242:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697717.784250:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697717.784255:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.784261:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.784326:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697717.784342:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:3.0:1779697717.784348:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:3.0:1779697717.784373:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000200:3.0:1779697717.784421:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2821180 x1866146215452672/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.784441:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697717.784447:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215452672, offset 224 00000400:00000200:3.0:1779697717.784455:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.784469:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.784477:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309095:309095:256:4294967295] 192.168.203.23@tcp LPNI seq info [309091:309091:8:4294967295] 00000400:00000200:3.0:1779697717.784490:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.784498:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.784502:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697717.784509:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.784517:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.784522:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.784543:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c00. 00000020:00000010:3.0:1779697717.784548:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:3.0:1779697717.784552:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00010000:00000010:0.1:1779697717.787168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697717.787182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00000800:00000200:0.0:1779697717.787365:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.787371:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697717.787376:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.787384:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697717.787437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697717.787444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:3.0:1779697717.789906:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.789923:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456100 00000400:00000200:3.0:1779697717.789933:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 155080 00000400:00000200:3.0:1779697717.789947:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.789952:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.789961:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.789968:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823b80. 00000400:00000200:0.0:1779697717.790522:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:0.0:1779697717.790527:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000020:00000010:0.0:1779697717.790578:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e80. 00000020:00000010:0.0:1779697717.790582:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e80. 00000020:00000010:0.0:1779697717.790589:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca469600. 00000020:00000010:0.0:1779697717.790594:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e700. 00000020:00000010:0.0:1779697717.790599:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.790643:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e80. 00000020:00000010:0.0:1779697717.790646:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e80. 00000100:00000200:0.0:1779697717.790650:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215452928 02000000:00000010:0.0:1779697717.790859:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf4915000. 00010000:00000010:0.0:1779697717.790897:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:0.0:1779697717.790911:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536100. 00010000:00000010:0.0:1779697717.790931:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697717.790938:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697717.790952:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697717.790956:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697717.790960:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697717.790965:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697717.791068:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697717.791072:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ec00. 00010000:00000010:0.0:1779697717.791076:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.791080:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000020:00000010:0.0:1779697717.791356:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f960. 00000020:00000010:0.0:1779697717.791362:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f960. 00000020:00000010:0.0:1779697717.791372:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe67e0. 00080000:00000010:0.0:1779697717.791381:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f4800. 00000001:00000010:0.0:1779697717.791867:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6240. 00000001:00000010:0.0:1779697717.791873:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697717.791906:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe67e0. 00010000:00000010:0.0:1779697717.791916:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.791921:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.791934:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00080000:00000010:1.0:1779697717.792042:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2ec78. 00000004:00000010:1.0:1779697717.792053:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30330. 00000004:00000010:1.0:1779697717.792057:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef1e0. 00000004:00000010:1.0:1779697717.792061:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba1e0. 00080000:00000010:1.0:1779697717.792074:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643ab8. 00000004:00000010:1.0:1779697717.792077:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563a90. 00000004:00000010:1.0:1779697717.792082:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697717.792147:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77bc20. 00080000:00000010:1.0:1779697717.792168:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4ab0. 00000004:00000010:1.0:1779697717.792171:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ded0. 00000004:00000010:1.0:1779697717.792174:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ed20. 00000004:00000010:1.0:1779697717.792175:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83112c0. 00080000:00000010:1.0:1779697717.792186:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2fc80. 00000004:00000010:1.0:1779697717.792343:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31430. 00000004:00000010:1.0:1779697717.792347:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef690. 00000004:00000010:1.0:1779697717.792350:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82814a0. 00080000:00000010:1.0:1779697717.792361:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4390. 00000004:00000010:1.0:1779697717.792363:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d430. 00000004:00000010:1.0:1779697717.792365:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ef78. 00000004:00000010:1.0:1779697717.792367:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83105a0. 00080000:00000010:1.0:1779697717.792377:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc82308e8. 00000004:00000010:1.0:1779697717.792380:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ff0. 00000004:00000010:1.0:1779697717.792383:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af2d0. 00000004:00000010:1.0:1779697717.792385:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4d20. 00080000:00000010:1.0:1779697717.792404:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc82301c8. 00000004:00000010:1.0:1779697717.792407:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83ba0. 00000004:00000010:1.0:1779697717.792409:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74aff78. 00000004:00000010:1.0:1779697717.792410:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b45a0. 00080000:00000010:1.0:1779697717.792418:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5c80. 00000004:00000010:1.0:1779697717.792421:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cff0. 00000004:00000010:1.0:1779697717.792423:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e9d8. 00000004:00000010:1.0:1779697717.792425:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310f00. 00080000:00000010:1.0:1779697717.792433:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6438f0. 00000004:00000010:1.0:1779697717.792435:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563870. 00000004:00000010:1.0:1779697717.792438:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697717.792440:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697717.792447:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4c78. 00000004:00000010:1.0:1779697717.792450:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d760. 00000004:00000010:1.0:1779697717.792452:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eca8. 00000004:00000010:1.0:1779697717.792454:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311e00. 00080000:00000010:1.0:1779697717.792461:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f58f0. 00000004:00000010:1.0:1779697717.792463:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c660. 00000004:00000010:1.0:1779697717.792466:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ea50. 00000004:00000010:1.0:1779697717.792467:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83110e0. 00080000:00000010:1.0:1779697717.792475:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e558. 00000004:00000010:1.0:1779697717.792478:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30770. 00000004:00000010:1.0:1779697717.792480:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefc30. 00000004:00000010:1.0:1779697717.792483:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280d20. 00080000:00000010:1.0:1779697717.792491:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f398. 00000004:00000010:1.0:1779697717.792493:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31cb0. 00000004:00000010:1.0:1779697717.792495:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef870. 00000004:00000010:1.0:1779697717.792497:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82805a0. 00080000:00000010:1.0:1779697717.792504:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1fc80. 00000004:00000010:1.0:1779697717.792506:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30880. 00000004:00000010:1.0:1779697717.792509:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef258. 00000004:00000010:1.0:1779697717.792511:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8281a40. 00080000:00000010:1.0:1779697717.792518:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4e40. 00000004:00000010:1.0:1779697717.792520:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d320. 00000004:00000010:1.0:1779697717.792522:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e2d0. 00000004:00000010:1.0:1779697717.792524:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311a40. 00080000:00000010:1.0:1779697717.792531:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5ab8. 00000004:00000010:1.0:1779697717.792533:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c110. 00000004:00000010:1.0:1779697717.792535:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e3c0. 00000004:00000010:1.0:1779697717.792537:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83101e0. 00080000:00000010:1.0:1779697717.792545:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e390. 00000004:00000010:1.0:1779697717.792548:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30cc0. 00000004:00000010:1.0:1779697717.792550:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef4b0. 00000004:00000010:1.0:1779697717.792552:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280000. 00080000:00000010:1.0:1779697717.792559:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e720. 00000004:00000010:1.0:1779697717.792562:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31540. 00000004:00000010:1.0:1779697717.792564:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefca8. 00000004:00000010:1.0:1779697717.792566:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280780. 00080000:00000010:1.0:1779697717.792574:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697717.792576:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697717.792579:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697717.792581:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a5a0. 00080000:00000010:1.0:1779697717.792588:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e1c8. 00000004:00000010:1.0:1779697717.792591:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30550. 00000004:00000010:1.0:1779697717.792593:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef0f0. 00000004:00000010:1.0:1779697717.792595:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82812c0. 00080000:00000010:1.0:1779697717.792601:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00000004:00000010:1.0:1779697717.792604:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697717.792606:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697717.792608:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697717.792617:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5398. 00000004:00000010:1.0:1779697717.792619:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d540. 00000004:00000010:1.0:1779697717.792621:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e870. 00000004:00000010:1.0:1779697717.792623:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83103c0. 00080000:00000010:1.0:1779697717.792630:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1eab0. 00000004:00000010:1.0:1779697717.792632:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ff0. 00000004:00000010:1.0:1779697717.792634:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef8e8. 00000004:00000010:1.0:1779697717.792636:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8281e00. 00080000:00000010:1.0:1779697717.792643:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e720. 00000004:00000010:1.0:1779697717.792646:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31a90. 00000004:00000010:1.0:1779697717.792648:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef348. 00000004:00000010:1.0:1779697717.792650:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba5a0. 00080000:00000010:1.0:1779697717.792658:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f51d0. 00000004:00000010:1.0:1779697717.792660:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cee0. 00000004:00000010:1.0:1779697717.792662:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e960. 00000004:00000010:1.0:1779697717.792664:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310960. 00080000:00000010:1.0:1779697717.792884:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f1d0. 00000004:00000010:1.0:1779697717.792888:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30aa0. 00000004:00000010:1.0:1779697717.792891:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef168. 00000004:00000010:1.0:1779697717.792893:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280960. 00080000:00000010:1.0:1779697717.792903:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231728. 00000004:00000010:1.0:1779697717.792906:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82770. 00000004:00000010:1.0:1779697717.792907:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af7f8. 00000004:00000010:1.0:1779697717.792909:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5860. 00080000:00000010:1.0:1779697717.792917:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1ee40. 00000004:00000010:1.0:1779697717.792919:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31320. 00000004:00000010:1.0:1779697717.792921:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefa50. 00000004:00000010:1.0:1779697717.792923:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82810e0. 00080000:00000010:1.0:1779697717.792932:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1ec78. 00000004:00000010:1.0:1779697717.792934:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ee0. 00000004:00000010:1.0:1779697717.792936:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefd98. 00000004:00000010:1.0:1779697717.792938:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82803c0. 00080000:00000010:1.0:1779697717.792945:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230390. 00000004:00000010:1.0:1779697717.792947:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82cc0. 00000004:00000010:1.0:1779697717.792949:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af000. 00000004:00000010:1.0:1779697717.792951:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5680. 00080000:00000010:1.0:1779697717.792958:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230ab0. 00000004:00000010:1.0:1779697717.792961:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82440. 00000004:00000010:1.0:1779697717.792963:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af3c0. 00000004:00000010:1.0:1779697717.792964:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4b40. 00080000:00000010:1.0:1779697717.792972:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230720. 00000004:00000010:1.0:1779697717.792975:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82660. 00000004:00000010:1.0:1779697717.792977:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afc30. 00000004:00000010:1.0:1779697717.792979:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b54a0. 00080000:00000010:1.0:1779697717.792985:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231008. 00000004:00000010:1.0:1779697717.792988:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83760. 00000004:00000010:1.0:1779697717.792990:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af960. 00000004:00000010:1.0:1779697717.792992:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b41e0. 00080000:00000010:1.0:1779697717.792999:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f8f0. 00000004:00000010:1.0:1779697717.793001:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31980. 00000004:00000010:1.0:1779697717.793003:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef528. 00000004:00000010:1.0:1779697717.793005:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8281680. 00080000:00000010:1.0:1779697717.793013:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00000004:00000010:1.0:1779697717.793015:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697717.793017:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697717.793020:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00080000:00000010:1.0:1779697717.793027:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f398. 00000004:00000010:1.0:1779697717.793030:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31760. 00000004:00000010:1.0:1779697717.793032:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefac8. 00000004:00000010:1.0:1779697717.793034:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280b40. 00080000:00000010:1.0:1779697717.793041:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697717.793044:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697717.793046:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697717.793048:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697717.793055:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e558. 00000004:00000010:1.0:1779697717.793059:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31870. 00000004:00000010:1.0:1779697717.793061:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefe88. 00000004:00000010:1.0:1779697717.793063:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8281860. 00080000:00000010:1.0:1779697717.793070:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f1d0. 00000004:00000010:1.0:1779697717.793072:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30bb0. 00000004:00000010:1.0:1779697717.793074:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef960. 00000004:00000010:1.0:1779697717.793076:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf82801e0. 00080000:00000010:1.0:1779697717.793095:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230000. 00000004:00000010:1.0:1779697717.793098:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83980. 00000004:00000010:1.0:1779697717.793100:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af348. 00000004:00000010:1.0:1779697717.793102:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4960. 00080000:00000010:1.0:1779697717.793110:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643398. 00000004:00000010:1.0:1779697717.793112:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562cc0. 00000004:00000010:1.0:1779697717.793114:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697717.793116:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b860. 00080000:00000010:1.0:1779697717.793123:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e000. 00000004:00000010:1.0:1779697717.793125:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30dd0. 00000004:00000010:1.0:1779697717.793127:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef3c0. 00000004:00000010:1.0:1779697717.793129:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8281c20. 00080000:00000010:1.0:1779697717.793136:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642390. 00000004:00000010:1.0:1779697717.793138:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563dc0. 00000004:00000010:1.0:1779697717.793141:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697717.793143:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ba40. 00080000:00000010:1.0:1779697717.793150:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4558. 00000004:00000010:1.0:1779697717.793152:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d870. 00000004:00000010:1.0:1779697717.793154:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ee10. 00000004:00000010:1.0:1779697717.793163:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310b40. 00080000:00000010:1.0:1779697717.793171:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5008. 00000004:00000010:1.0:1779697717.793176:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c550. 00000004:00000010:1.0:1779697717.793178:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e708. 00000004:00000010:1.0:1779697717.793180:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310000. 00080000:00000010:1.0:1779697717.793187:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231398. 00000004:00000010:1.0:1779697717.793196:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82220. 00000004:00000010:1.0:1779697717.793198:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af168. 00000004:00000010:1.0:1779697717.793200:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4780. 00080000:00000010:1.0:1779697717.793208:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e8e8. 00000004:00000010:1.0:1779697717.793210:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31dc0. 00000004:00000010:1.0:1779697717.793212:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefbb8. 00000004:00000010:1.0:1779697717.793215:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf8280f00. 00080000:00000010:1.0:1779697717.793222:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc82318f0. 00000004:00000010:1.0:1779697717.793224:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83cb0. 00000004:00000010:1.0:1779697717.793226:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af1e0. 00000004:00000010:1.0:1779697717.793228:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b43c0. 00080000:00000010:1.0:1779697717.793235:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5728. 00000004:00000010:1.0:1779697717.793241:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355da90. 00000004:00000010:1.0:1779697717.793243:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ec30. 00000004:00000010:1.0:1779697717.793245:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83114a0. 00010000:00000010:2.0:1779697717.793707:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697717.796798:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.796853:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697717.796860:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ec00. 00010000:00000010:0.0:1779697717.796878:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000200:0.0:1779697717.796903:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974348, last committed = 8589974211 00010000:00000200:0.0:1779697717.796915:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2823b80 x1866146215452928/t8589974348(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.796939:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697717.796946:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215452928, offset 224 00000400:00000010:0.0:1779697717.796953:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217268. 00000400:00000200:0.0:1779697717.796957:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.796971:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.796977:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309096:309096:256:4294967295] 192.168.203.23@tcp LPNI seq info [309092:309092:8:4294967295] 00000400:00000200:0.0:1779697717.796983:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.796989:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.796995:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.797000:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697717.797006:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.797013:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.797017:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.797901:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e700. 00000020:00000010:0.0:1779697717.797908:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.797912:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca469600. 00010000:00000010:3.1:1779697717.799509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697717.799519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697717.799523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697717.799526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000800:00000200:1.0:1779697717.808052:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.808061:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697717.808071:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.808079:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.811899:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.811918:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cf5 00000400:00000200:0.0:1779697717.811925:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.811929:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.811937:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:0.0:1779697717.811940:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000400:00000200:0.0:1779697717.811995:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.812002:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456180 00000400:00000200:0.0:1779697717.812011:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 155568 00000400:00000200:0.0:1779697717.812064:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.812068:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.812073:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.812079:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4000. 00000020:00000010:3.0:1779697717.812291:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.812297:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.812302:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39600. 00000020:00000010:3.0:1779697717.812307:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697717.812312:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697717.812352:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.812356:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697717.812359:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215453056 00000001:00000010:3.0:1779697717.812369:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:3.0:1779697717.812422:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.812429:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 02000000:00000010:3.0:1779697717.812454:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace6a6000. 00010000:00000010:3.0:1779697717.812481:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.812484:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697717.812501:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697717.812505:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697717.812509:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697717.812511:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000004:00000010:3.0:1779697717.812613:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5a40. 00000004:00000010:3.0:1779697717.812622:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af9d8. 00000004:00000010:3.0:1779697717.812628:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82bb0. 00080000:00000010:3.0:1779697717.812637:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231560. 00010000:00000010:0.1:1779697717.813619:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697717.813628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:0.0:1779697717.813956:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697717.813961:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.813966:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.813971:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697717.814038:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:0.0:1779697717.814053:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:0.0:1779697717.814059:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00010000:00000010:0.0:1779697717.814094:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:0.0:1779697717.814114:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4000 x1866146215453056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.814134:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697717.814141:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215453056, offset 224 00000400:00000200:0.0:1779697717.814148:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.814169:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.814176:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309097:309097:256:4294967295] 192.168.203.23@tcp LPNI seq info [309093:309093:8:4294967295] 00000400:00000200:0.0:1779697717.814324:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.814333:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.814339:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697717.814347:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.814356:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.814360:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.814384:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:0.0:1779697717.814417:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:0.0:1779697717.814423:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39600. 00000800:00000200:3.0:1779697717.816452:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.816458:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697717.816466:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.816474:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.816481:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:3.0:1779697717.816484:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000400:00000200:3.0:1779697717.819299:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.819318:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456280 00000400:00000200:3.0:1779697717.819327:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 156144 00000400:00000200:3.0:1779697717.819344:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.819350:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.819358:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.819365:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820e00. 00000020:00000010:0.0:1779697717.819491:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697717.819496:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697717.819503:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca469600. 00000020:00000010:0.0:1779697717.819509:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:0.0:1779697717.819515:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.819556:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697717.819559:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000100:00000200:0.0:1779697717.819563:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215453312 02000000:00000010:0.0:1779697717.819594:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf4917000. 00010000:00000010:0.0:1779697717.819631:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697717.819649:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.819667:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697717.819683:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697717.819699:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697717.819703:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e780. 00010000:00000010:0.0:1779697717.819707:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.819711:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697717.819831:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697717.819834:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:0.0:1779697717.819838:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697717.819843:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697717.819869:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f500. 00000020:00000010:0.0:1779697717.819875:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f500. 00000020:00000010:0.0:1779697717.819886:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6660. 00080000:00000010:0.0:1779697717.819894:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f7400. 00000001:00000010:0.0:1779697717.820343:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe61e0. 00000001:00000010:0.0:1779697717.820350:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697717.820417:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6660. 00010000:00000010:0.0:1779697717.820426:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.820431:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.820445:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697717.820485:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.820504:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000200:0.0:1779697717.820520:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974349, last committed = 8589974211 00010000:00000200:0.0:1779697717.820530:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2820e00 x1866146215453312/t8589974349(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.820548:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697717.820554:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215453312, offset 224 00000400:00000010:0.0:1779697717.820561:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff2171f8. 00000400:00000200:0.0:1779697717.820566:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.820580:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.820588:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309098:309098:256:4294967295] 192.168.203.23@tcp LPNI seq info [309094:309094:8:4294967295] 00000400:00000200:0.0:1779697717.820594:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.820604:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.820611:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.820615:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697717.820622:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.820630:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.820635:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.820654:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:0.0:1779697717.820658:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.820662:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca469600. 00010000:00000010:0.0:1779697717.820693:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.820698:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:0.0:1779697717.820707:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00000800:00000200:0.0:1779697717.820794:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.820798:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697717.820801:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.820805:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697717.826104:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:1.0:1779697717.826120:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:0.1:1779697717.826517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.1:1779697717.826525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697717.826530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697717.826533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697717.826536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697717.826539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:3.0:1779697717.826730:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.826750:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9cfd 00000400:00000200:3.0:1779697717.826758:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.826764:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.826784:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:3.0:1779697717.826787:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000400:00000200:3.0:1779697717.826820:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.826828:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456300 00000400:00000200:3.0:1779697717.826836:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 156632 00010000:00000010:0.0:1779697717.827042:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697717.827050:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e780. 00000400:00000200:3.0:1779697717.827251:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.827258:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.827264:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.827271:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823480. 00000020:00000010:1.0:1779697717.828440:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.828447:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.828453:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc95a00. 00000020:00000010:1.0:1779697717.828458:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697717.828463:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697717.828496:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697717.828499:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697717.828503:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215453440 00000001:00000010:1.0:1779697717.828512:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:1.0:1779697717.828534:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697717.828541:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 02000000:00000010:1.0:1779697717.828575:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf0412000. 00010000:00000010:1.0:1779697717.828602:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697717.828607:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697717.828624:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697717.828627:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697717.828632:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697717.828635:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000004:00000010:1.0:1779697717.828909:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ba40. 00000004:00000010:1.0:1779697717.828918:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697717.828924:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563dc0. 00080000:00000010:1.0:1779697717.828933:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:0.1:1779697717.829532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:0.1:1779697717.829542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:0.1:1779697717.829547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:0.1:1779697717.829552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:1.0:1779697717.830036:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697717.830041:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394480. 00010000:00000010:1.0:1779697717.830046:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697717.830052:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.830129:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697717.830145:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697717.830150:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697717.830175:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000200:1.0:1779697717.830194:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2823480 x1866146215453440/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.830214:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697717.830221:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215453440, offset 224 00000400:00000200:1.0:1779697717.830228:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.830242:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.830249:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309099:309099:256:4294967295] 192.168.203.23@tcp LPNI seq info [309095:309095:8:4294967295] 00000400:00000200:1.0:1779697717.830264:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.830270:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.830275:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697717.830283:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.830290:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.830295:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.830364:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697717.830370:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697717.830374:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc95a00. 00000800:00000200:3.0:1779697717.831067:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.831073:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697717.831079:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1779697717.834646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697717.834659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697717.834675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697717.834678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697717.834680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697717.834682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697717.834685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697717.834687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697717.834903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697717.834909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:3.0:1779697717.835075:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.835093:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:3.0:1779697717.835096:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:1.1:1779697717.838877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697717.838891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697717.838895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697717.838907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:0.0:1779697717.840303:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.840323:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456400 00000400:00000200:0.0:1779697717.840332:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 157208 00000400:00000200:0.0:1779697717.840351:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.840357:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.840367:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.840376:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ed80. 00000020:00000010:1.0:1779697717.840548:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697717.840554:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697717.840572:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc95a00. 00000020:00000010:1.0:1779697717.840578:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697717.840583:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697717.840630:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697717.840634:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697717.840638:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215453696 02000000:00000010:1.0:1779697717.840684:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf0416000. 00010000:00000010:1.0:1779697717.840723:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.840741:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394480. 00010000:00000010:1.0:1779697717.840760:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697717.840766:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.840796:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697717.840800:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394480. 00010000:00000010:1.0:1779697717.840804:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697717.840807:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697717.840915:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697717.840919:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697717.840922:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697717.840926:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000020:00000010:1.0:1779697717.840951:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc840. 00000020:00000010:1.0:1779697717.840957:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc840. 00000020:00000010:1.0:1779697717.840968:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fecc0. 00080000:00000010:1.0:1779697717.840977:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6d2fc00. 00000001:00000010:1.0:1779697717.841364:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe120. 00000001:00000010:1.0:1779697717.841371:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697717.841650:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fecc0. 00010000:00000010:1.0:1779697717.841663:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697717.841717:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697717.841735:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697717.841787:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697717.841796:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697717.841826:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697717.841832:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697717.841852:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697717.841871:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974350, last committed = 8589974211 00010000:00000200:1.0:1779697717.841880:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483ed80 x1866146215453696/t8589974350(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.841900:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697717.841906:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215453696, offset 224 00000400:00000010:1.0:1779697717.841912:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88d20. 00000400:00000200:1.0:1779697717.841917:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.841929:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.841935:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309100:309100:256:4294967295] 192.168.203.23@tcp LPNI seq info [309096:309096:8:4294967295] 00000400:00000200:1.0:1779697717.841941:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.841947:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.841953:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.841958:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697717.841965:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.841973:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.841977:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.842000:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f80. 00000020:00000010:1.0:1779697717.842005:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697717.842009:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc95a00. 00000800:00000200:1.0:1779697717.842110:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.842115:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:1.0:1779697717.842119:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.842125:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.846442:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.846465:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d05 00000400:00000200:0.0:1779697717.846473:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.846479:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.846488:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:0.0:1779697717.846492:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:0.0:1779697717.846524:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.846532:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456480 00000400:00000200:0.0:1779697717.846541:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 157696 00000400:00000200:0.0:1779697717.846602:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.846608:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.846614:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.846621:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ce00. 00000020:00000010:3.0:1779697717.847128:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.847134:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.847140:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f38000. 00000020:00000010:3.0:1779697717.847145:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536700. 00000020:00000010:3.0:1779697717.847150:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697717.847189:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.847192:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697717.847194:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215453824 00000001:00000010:3.0:1779697717.847204:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:3.0:1779697717.847225:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697717.847232:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 02000000:00000010:3.0:1779697717.847256:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace6a4000. 00010000:00000010:3.0:1779697717.847283:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.847286:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697717.847305:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697717.847308:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697717.847312:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.847315:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000004:00000010:3.0:1779697717.847418:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5e00. 00000004:00000010:3.0:1779697717.847426:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afa50. 00000004:00000010:3.0:1779697717.847432:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ee0. 00080000:00000010:3.0:1779697717.847439:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230e40. 00010000:00000010:1.0:1779697717.848407:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697717.848417:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394480. 00010000:00000010:0.0:1779697717.848963:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697717.848967:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e200. 00010000:00000010:0.0:1779697717.848972:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697717.848977:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697717.849028:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697717.849038:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:0.0:1779697717.849041:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:0.0:1779697717.849062:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:0.0:1779697717.849079:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483ce00 x1866146215453824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.853867:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697717.853874:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215453824, offset 224 00000400:00000200:0.0:1779697717.853884:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.853898:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.853905:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309101:309101:256:4294967295] 192.168.203.23@tcp LPNI seq info [309097:309097:8:4294967295] 00000400:00000200:0.0:1779697717.853921:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.853935:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.853940:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697717.853946:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.853954:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.853958:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.853988:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536700. 00000020:00000010:0.0:1779697717.853994:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:0.0:1779697717.853998:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f38000. 00000800:00000200:1.0:1779697717.854140:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.854145:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697717.854149:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.854154:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.854159:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:1.0:1779697717.854161:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000400:00000200:1.0:1779697717.856234:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.856250:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456580 00000400:00000200:1.0:1779697717.856259:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 158272 00000400:00000200:1.0:1779697717.856273:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.856279:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.856286:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.856293:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985df80. 00010000:00000010:1.1:1779697717.856427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697717.856435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697717.856440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697717.856445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697717.856450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697717.856454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000020:00000010:3.0:1779697717.857677:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.857683:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.857689:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39400. 00000020:00000010:3.0:1779697717.857693:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536980. 00000020:00000010:3.0:1779697717.857698:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697717.857733:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.857735:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697717.857738:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215454080 02000000:00000010:3.0:1779697717.857782:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac2f41000. 00010000:00000010:3.0:1779697717.857818:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:3.0:1779697717.857832:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697717.857848:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697717.857853:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697717.857867:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697717.857870:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697717.857874:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697717.857877:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697717.857983:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697717.857986:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697717.857989:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697717.857991:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697717.858013:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b979e0. 00000020:00000010:3.0:1779697717.858019:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b979e0. 00000020:00000010:3.0:1779697717.858029:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1c00. 00080000:00000010:3.0:1779697717.858037:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb540000. 00000001:00000010:3.0:1779697717.859584:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1cc0. 00000001:00000010:3.0:1779697717.859593:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697717.859628:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1c00. 00010000:00000010:3.0:1779697717.859639:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697717.859645:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697717.859684:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697717.859724:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.859742:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697717.859760:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974351, last committed = 8589974211 00010000:00000200:3.0:1779697717.859782:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985df80 x1866146215454080/t8589974351(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.859801:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697717.859807:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215454080, offset 224 00000400:00000010:3.0:1779697717.859814:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dcb0. 00000400:00000200:3.0:1779697717.859818:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.859831:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.859837:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309102:309102:256:4294967295] 192.168.203.23@tcp LPNI seq info [309098:309098:8:4294967295] 00000400:00000200:3.0:1779697717.859843:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.859849:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.859854:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.859859:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697717.859866:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.859872:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.859876:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.859900:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536980. 00000020:00000010:3.0:1779697717.859905:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697717.859908:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39400. 00000800:00000200:1.0:1779697717.861750:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.861757:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697717.861763:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.861781:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697717.862722:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:0.0:1779697717.862732:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536480. 00010000:00000010:0.0:1779697717.862742:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:0.1:1779697717.863556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:0.1:1779697717.863574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697717.863578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:0.1:1779697717.863580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:1.0:1779697717.864041:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.864058:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d0d 00000400:00000200:1.0:1779697717.864065:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.864068:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.864073:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:1.0:1779697717.864076:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00010000:00000010:0.0:1779697717.864193:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:0.0:1779697717.864200:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536300. 00000400:00000200:1.0:1779697717.865581:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.865592:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456600 00000400:00000200:1.0:1779697717.865600:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 158760 00000400:00000200:1.0:1779697717.865644:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.865649:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.865655:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.865677:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800700. 00000020:00000010:3.0:1779697717.865806:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.865811:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.865816:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39400. 00000020:00000010:3.0:1779697717.865821:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536980. 00000020:00000010:3.0:1779697717.865826:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697717.865862:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.865864:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697717.865867:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215454208 00000001:00000010:3.0:1779697717.865876:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:3.0:1779697717.865900:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697717.865905:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697717.865935:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac2f46000. 00010000:00000010:3.0:1779697717.865960:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697717.865964:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697717.865980:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697717.865983:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697717.865987:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697717.865990:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00000004:00000010:3.0:1779697717.866076:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4f00. 00000004:00000010:3.0:1779697717.866094:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af8e8. 00000004:00000010:3.0:1779697717.866101:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83650. 00080000:00000010:3.0:1779697717.866110:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc82318f0. 00010000:00000010:1.1:1779697717.867167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697717.867175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697717.867528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697717.867534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.1:1779697717.867537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697717.867542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.0:1779697717.867861:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697717.867865:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697717.867870:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697717.867876:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697717.867951:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:1.0:1779697717.867967:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:1.0:1779697717.867971:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:1.0:1779697717.867992:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:1.0:1779697717.868011:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9800700 x1866146215454208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697717.868029:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697717.868036:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215454208, offset 224 00000400:00000200:1.0:1779697717.868042:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.868052:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.868058:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309103:309103:256:4294967295] 192.168.203.23@tcp LPNI seq info [309099:309099:8:4294967295] 00000400:00000200:1.0:1779697717.868069:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.868074:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.868079:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697717.868094:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.868101:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.868105:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.868155:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536980. 00000020:00000010:1.0:1779697717.868159:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:1.0:1779697717.868163:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39400. 00010000:00000010:0.1:1779697717.875294:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697717.875309:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:0.1:1779697717.875313:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697717.875316:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00000800:00000200:0.0:1779697717.875432:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.875437:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697717.875442:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.875451:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697717.875458:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697717.875460:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:1.1:1779697717.877863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:1.1:1779697717.877872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697717.877876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:1.1:1779697717.877880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000400:00000200:1.0:1779697717.877906:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.877922:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456700 00000400:00000200:1.0:1779697717.877935:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 159336 00000400:00000200:1.0:1779697717.877949:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.877953:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.877960:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.877965:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803480. 00000020:00000010:0.0:1779697717.878127:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697717.878132:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697717.878138:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca469600. 00000020:00000010:0.0:1779697717.878142:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e300. 00000020:00000010:0.0:1779697717.878147:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.878185:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779697717.878187:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000100:00000200:0.0:1779697717.878190:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215454464 02000000:00000010:0.0:1779697717.878222:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf4916000. 00010000:00000010:0.0:1779697717.878258:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:0.0:1779697717.878271:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000010:0.0:1779697717.878287:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697717.878292:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.878305:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697717.878308:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e180. 00010000:00000010:0.0:1779697717.878312:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697717.878314:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697717.878450:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697717.878453:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697717.878456:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697717.878459:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697717.878482:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f520. 00000020:00000010:0.0:1779697717.878488:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f520. 00000020:00000010:0.0:1779697717.878499:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6d20. 00080000:00000010:0.0:1779697717.878507:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f5c00. 00000001:00000010:0.0:1779697717.879477:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe69c0. 00000001:00000010:0.0:1779697717.879484:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697717.879517:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6d20. 00010000:00000010:0.0:1779697717.879527:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697717.879532:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697717.879546:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697717.879890:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.879906:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:0.0:1779697717.879922:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974352, last committed = 8589974211 00010000:00000200:0.0:1779697717.879931:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9803480 x1866146215454464/t8589974352(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.879950:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697717.879956:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215454464, offset 224 00000400:00000010:0.0:1779697717.879962:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217dc8. 00000400:00000200:0.0:1779697717.879966:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.879977:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.879983:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309104:309104:256:4294967295] 192.168.203.23@tcp LPNI seq info [309100:309100:8:4294967295] 00000400:00000200:0.0:1779697717.879988:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.879995:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.880000:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.880005:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697717.880011:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.880018:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.880022:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.880046:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e300. 00000020:00000010:0.0:1779697717.880050:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.880053:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca469600. 00000800:00000200:1.0:1779697717.880322:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.880327:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697717.880332:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.880337:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697717.881009:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:2.0:1779697717.881017:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:2.0:1779697717.881025:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00000400:00000200:0.0:1779697717.882642:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697717.882658:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d15 00000400:00000200:0.0:1779697717.882752:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.882758:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697717.882765:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697717.882778:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000400:00000200:0.0:1779697717.882847:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697717.882855:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456780 00000400:00000200:0.0:1779697717.882862:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 159824 00000400:00000200:0.0:1779697717.882909:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.882913:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697717.882917:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697717.882922:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483e680. 00000020:00000010:3.0:1779697717.883448:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.883453:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.883458:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39600. 00000020:00000010:3.0:1779697717.883462:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697717.883467:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697717.883501:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.883503:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697717.883506:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215454592 00000001:00000010:3.0:1779697717.883515:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697717.883535:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697717.883541:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 02000000:00000010:3.0:1779697717.883569:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac2f45000. 00010000:00000010:3.0:1779697717.883593:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697717.883596:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697717.883611:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697717.883614:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697717.883618:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697717.883620:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000004:00000010:3.0:1779697717.883719:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b43c0. 00000004:00000010:3.0:1779697717.883726:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afca8. 00000004:00000010:3.0:1779697717.883733:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82000. 00080000:00000010:3.0:1779697717.883740:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231398. 00010000:00000010:0.0:1779697717.886785:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697717.886795:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e480. 00010000:00000010:0.0:1779697717.886800:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697717.886806:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.886877:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:0.0:1779697717.886890:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697717.886895:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00010000:00000010:0.0:1779697717.886917:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000200:0.0:1779697717.886934:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483e680 x1866146215454592/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.886953:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697717.886959:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215454592, offset 224 00000400:00000200:0.0:1779697717.886965:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.886978:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.886985:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309105:309105:256:4294967295] 192.168.203.23@tcp LPNI seq info [309101:309101:8:4294967295] 00000400:00000200:0.0:1779697717.886996:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.887001:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.887005:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.887011:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.887017:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.887021:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.887049:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d80. 00000020:00000010:0.0:1779697717.887053:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:0.0:1779697717.887057:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39600. 00000800:00000200:3.0:1779697717.887186:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.887191:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697717.887195:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.887201:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.887206:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:3.0:1779697717.887208:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000400:00000200:3.0:1779697717.894584:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.894605:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456880 00000400:00000200:3.0:1779697717.894615:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 160400 00000400:00000200:3.0:1779697717.894630:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.894636:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.894645:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.894652:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820a80. 00000020:00000010:0.0:1779697717.894876:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697717.894881:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697717.894888:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca469600. 00000020:00000010:0.0:1779697717.894893:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697717.894897:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.894936:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697717.894939:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697717.894942:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215454848 02000000:00000010:0.0:1779697717.894975:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825a000. 00010000:00000010:0.0:1779697717.895011:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.895026:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e480. 00010000:00000010:0.0:1779697717.895042:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.895046:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.895059:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697717.895063:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e480. 00010000:00000010:0.0:1779697717.895067:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.895069:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.895175:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697717.895177:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697717.895181:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697717.895184:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000020:00000010:0.0:1779697717.895204:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f160. 00000020:00000010:0.0:1779697717.895210:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f160. 00000020:00000010:0.0:1779697717.895219:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6c60. 00080000:00000010:0.0:1779697717.895228:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f7800. 00000001:00000010:0.0:1779697717.895810:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6540. 00000001:00000010:0.0:1779697717.895818:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697717.895851:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6c60. 00010000:00000010:0.0:1779697717.895859:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697717.895862:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.895873:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697717.895905:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697717.895917:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:0.0:1779697717.895930:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974353, last committed = 8589974211 00010000:00000200:0.0:1779697717.895939:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2820a80 x1866146215454848/t8589974353(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.895955:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697717.895961:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215454848, offset 224 00000400:00000010:0.0:1779697717.895967:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff217230. 00000400:00000200:0.0:1779697717.895971:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.895982:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.895988:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309106:309106:256:4294967295] 192.168.203.23@tcp LPNI seq info [309102:309102:8:4294967295] 00000400:00000200:0.0:1779697717.895993:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.895999:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.896004:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.896009:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.896015:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.896021:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.896026:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.896041:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697717.896045:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.896048:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca469600. 00010000:00000010:0.0:1779697717.896074:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.896078:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697717.896083:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00000800:00000200:0.0:1779697717.898255:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.898263:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697717.898270:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.898278:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697717.898407:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:1.0:1779697717.898416:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e180. 00000400:00000200:1.0:1779697717.901299:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.901319:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d1d 00000400:00000200:1.0:1779697717.901328:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.901332:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.901339:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:1.0:1779697717.901342:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000400:00000200:1.0:1779697717.901419:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.901425:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456900 00000400:00000200:1.0:1779697717.901432:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 160888 00000400:00000200:1.0:1779697717.901491:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.901495:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.901501:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.901506:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 00000020:00000010:3.0:1779697717.902040:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.902046:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.902052:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6553400. 00000020:00000010:3.0:1779697717.902057:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.902062:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.902112:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697717.902114:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697717.902117:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215454976 00000001:00000010:3.0:1779697717.902126:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:3.0:1779697717.902147:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.902154:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697717.902178:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb645e1000. 00010000:00000010:3.0:1779697717.902202:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.902205:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697717.902221:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697717.902224:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536600. 00010000:00000010:3.0:1779697717.902228:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697717.902230:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000004:00000010:3.0:1779697717.902315:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4780. 00000004:00000010:3.0:1779697717.902323:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af618. 00000004:00000010:3.0:1779697717.902329:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83100. 00080000:00000010:3.0:1779697717.902338:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230000. 00010000:00000010:3.0:1779697717.906259:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697717.906268:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697717.906275:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.906282:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697717.906359:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697717.906376:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697717.906382:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536600. 00010000:00000010:3.0:1779697717.906462:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697717.906484:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9800a80 x1866146215454976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.906505:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697717.906511:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215454976, offset 224 00000400:00000200:3.0:1779697717.906519:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.906532:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.906540:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309107:309107:256:4294967295] 192.168.203.23@tcp LPNI seq info [309103:309103:8:4294967295] 00000400:00000200:3.0:1779697717.906555:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.906572:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.906578:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697717.906585:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.906593:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.906598:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.906620:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.906625:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.906629:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6553400. 00000800:00000200:3.0:1779697717.907063:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.907067:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697717.907071:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.907076:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.907081:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697717.907090:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:3.0:1779697717.909605:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.909621:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456a00 00000400:00000200:3.0:1779697717.909629:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 161464 00000400:00000200:3.0:1779697717.909641:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.909645:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.909652:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.909658:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823100. 00000020:00000010:1.0:1779697717.909792:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0780. 00000020:00000010:1.0:1779697717.909797:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0780. 00000020:00000010:1.0:1779697717.909802:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc95a00. 00000020:00000010:1.0:1779697717.909807:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f00. 00000020:00000010:1.0:1779697717.909811:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697717.909848:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0780. 00000020:00000010:1.0:1779697717.909851:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0780. 00000100:00000200:1.0:1779697717.909854:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215455232 02000000:00000010:1.0:1779697717.909886:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf0411000. 00010000:00000010:1.0:1779697717.909920:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:1.0:1779697717.909934:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536280. 00010000:00000010:1.0:1779697717.909950:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697717.909955:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697717.909968:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697717.909971:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697717.909975:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697717.909977:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697717.910068:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697717.910071:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394280. 00010000:00000010:1.0:1779697717.910074:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697717.910077:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00000020:00000010:1.0:1779697717.910112:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697717.910117:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697717.910126:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe240. 00080000:00000010:1.0:1779697717.910134:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6d2dc00. 00000001:00000010:1.0:1779697717.910711:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe7e0. 00000001:00000010:1.0:1779697717.910717:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697717.910756:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe240. 00010000:00000010:1.0:1779697717.910763:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697717.910778:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697717.910790:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697717.910820:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697717.910832:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697717.910845:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974354, last committed = 8589974211 00010000:00000200:1.0:1779697717.910853:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2823100 x1866146215455232/t8589974354(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697717.910875:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697717.910880:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215455232, offset 224 00000400:00000010:1.0:1779697717.910886:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88700. 00000400:00000200:1.0:1779697717.910889:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697717.910900:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697717.910907:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309108:309108:256:4294967295] 192.168.203.23@tcp LPNI seq info [309104:309104:8:4294967295] 00000400:00000200:1.0:1779697717.910912:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697717.910919:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697717.910924:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697717.910928:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697717.910934:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697717.910941:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697717.910944:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697717.910959:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f00. 00000020:00000010:1.0:1779697717.910963:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697717.910966:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc95a00. 00010000:00000010:1.0:1779697717.910987:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697717.910992:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394280. 00010000:00000010:1.0:1779697717.910996:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00000800:00000200:1.0:1779697717.913711:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.913718:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697717.913727:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.913734:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.914162:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.914176:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d25 00000400:00000200:1.0:1779697717.914181:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.914184:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.914189:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:1.0:1779697717.914191:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:1.0:1779697717.914210:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.914216:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456a80 00000400:00000200:1.0:1779697717.914223:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 161952 00000400:00000200:1.0:1779697717.914523:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.914528:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.914534:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.914540:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 00010000:00000010:0.1:1779697717.915449:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697717.915457:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:0.0:1779697717.915488:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.915497:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697717.915535:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697717.915540:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697717.915545:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca469600. 00000020:00000010:0.0:1779697717.915549:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697717.915554:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.915582:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697717.915584:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697717.915587:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215455360 00000001:00000010:0.0:1779697717.915596:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:0.0:1779697717.915615:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.915619:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 02000000:00000010:0.0:1779697717.915642:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf8258000. 00010000:00000010:0.0:1779697717.915666:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697717.915669:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.915683:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697717.915686:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697717.915690:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697717.915693:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000004:00000010:0.0:1779697717.915790:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba780. 00000004:00000010:0.0:1779697717.915798:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff78. 00000004:00000010:0.0:1779697717.915804:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30990. 00080000:00000010:0.0:1779697717.915812:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2eab0. 00010000:00000010:0.0:1779697717.915989:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:0.0:1779697717.915995:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:1.1:1779697717.917526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:1.1:1779697717.917536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697717.917721:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697717.917727:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697717.917732:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.917737:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697717.917818:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.917830:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.917836:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697717.917859:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000200:0.0:1779697717.917878:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9803800 x1866146215455360/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697717.917898:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697717.917905:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215455360, offset 224 00000400:00000200:0.0:1779697717.917911:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.917923:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.917929:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309109:309109:256:4294967295] 192.168.203.23@tcp LPNI seq info [309105:309105:8:4294967295] 00000400:00000200:0.0:1779697717.917940:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.917945:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.917950:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697717.917957:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.917963:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.917967:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.917994:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697717.917998:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.918002:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca469600. 00010000:00000010:2.1:1779697717.919624:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:2.1:1779697717.919635:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697717.924944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697717.924956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697717.925043:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000800:00000200:1.0:1779697717.925377:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.925383:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00010000:00000010:0.1:1779697717.926765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:0.1:1779697717.926784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697717.926789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:0.1:1779697717.926791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:0.1:1779697717.926795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697717.926799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697717.926802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697717.926805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697717.926807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697717.926810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697717.926812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697717.926815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.926817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697717.926820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697717.927088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697717.927093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697717.927096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:3.0:1779697717.927648:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.927678:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456b80 00000400:00000200:3.0:1779697717.927686:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 162528 00000400:00000200:3.0:1779697717.927699:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.927703:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.927711:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697717.927717:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820000. 00000020:00000010:0.0:1779697717.927983:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.927989:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.927995:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3f39600. 00000020:00000010:0.0:1779697717.928000:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697717.928005:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.928040:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.928042:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000100:00000200:0.0:1779697717.928045:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215455616 02000000:00000010:0.0:1779697717.928076:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825d000. 00010000:00000010:0.0:1779697717.928120:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697717.928134:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697717.928150:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.928155:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697717.928168:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697717.928171:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697717.928175:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697717.928177:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.928270:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697717.928273:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697717.928276:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.928279:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697717.928299:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f0c0. 00000020:00000010:0.0:1779697717.928304:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f0c0. 00000020:00000010:0.0:1779697717.928314:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6960. 00080000:00000010:0.0:1779697717.928322:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f4400. 00000001:00000010:0.0:1779697717.928978:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6e40. 00000001:00000010:0.0:1779697717.928986:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697717.929018:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6960. 00010000:00000010:0.0:1779697717.929027:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697717.929031:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.929044:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697717.929074:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00000400:00000200:1.0:1779697717.929159:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.929167:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.929173:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:1.0:1779697717.929176:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00010000:00000010:0.0:1779697717.929232:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697717.929249:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974355, last committed = 8589974211 00010000:00000200:0.0:1779697717.929256:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2820000 x1866146215455616/t8589974355(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697717.929273:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697717.929277:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215455616, offset 224 00000400:00000010:0.0:1779697717.929295:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725ce8. 00000400:00000200:0.0:1779697717.929300:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697717.929311:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697717.929318:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309110:309110:256:4294967295] 192.168.203.23@tcp LPNI seq info [309106:309106:8:4294967295] 00000400:00000200:0.0:1779697717.929323:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697717.929330:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697717.929335:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697717.929340:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697717.929347:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697717.929354:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697717.929357:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697717.929383:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697717.929404:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.929408:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3f39600. 00010000:00000010:0.0:1779697717.929433:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.929438:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697717.929444:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00000800:00000200:0.0:1779697717.929830:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697717.929835:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697717.929839:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697717.929844:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.934937:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.934956:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d2d 00000400:00000200:1.0:1779697717.934963:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.934967:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.934974:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:1.0:1779697717.934978:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000400:00000200:1.0:1779697717.935065:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.935072:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456c00 00000400:00000200:1.0:1779697717.935078:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 163016 00000400:00000200:1.0:1779697717.935136:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.935140:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.935145:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.935150:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 00000020:00000010:3.0:1779697717.935225:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697717.935230:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697717.935235:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697717.935240:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.935245:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.935281:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697717.935283:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000100:00000200:3.0:1779697717.935286:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215455744 00000001:00000010:3.0:1779697717.935296:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:3.0:1779697717.935322:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.935329:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697717.935354:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb645e7000. 00010000:00000010:3.0:1779697717.935382:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697717.935385:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697717.935431:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697717.935434:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536600. 00010000:00000010:3.0:1779697717.935438:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697717.935441:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000004:00000010:3.0:1779697717.935538:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4960. 00000004:00000010:3.0:1779697717.935547:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af690. 00000004:00000010:3.0:1779697717.935553:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83a90. 00080000:00000010:3.0:1779697717.935564:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231008. 00010000:00000010:1.1:1779697717.936420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:1.1:1779697717.936430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697717.936434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697717.936437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697717.936440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697717.936442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.0:1779697717.937065:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697717.937070:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697717.937075:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.937080:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697717.937156:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697717.937166:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697717.937170:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536600. 00010000:00000010:3.0:1779697717.937193:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697717.937209:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9800380 x1866146215455744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697717.937227:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697717.937233:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215455744, offset 224 00000400:00000200:3.0:1779697717.937240:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.937250:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.937256:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309111:309111:256:4294967295] 192.168.203.23@tcp LPNI seq info [309107:309107:8:4294967295] 00000400:00000200:3.0:1779697717.937267:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.937272:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.937277:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697717.937282:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.937289:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.937293:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.937320:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.937324:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.937328:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00000800:00000200:1.0:1779697717.937461:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697717.937466:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697717.937470:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.937474:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.937479:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:1.0:1779697717.937482:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:1.0:1779697717.939552:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697717.939576:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456d00 00000400:00000200:1.0:1779697717.939583:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 163592 00000400:00000200:1.0:1779697717.939596:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.939600:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697717.939607:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697717.939613:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c000. 00000020:00000010:3.0:1779697717.939699:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697717.939704:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697717.939710:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697717.939714:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.939719:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.939761:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697717.939764:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697717.939775:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215456000 02000000:00000010:3.0:1779697717.939807:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb645e5000. 00010000:00000010:3.0:1779697717.939840:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697717.939853:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697717.939870:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.939875:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697717.939887:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697717.939890:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697717.939894:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697717.939897:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697717.939984:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697717.939987:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536600. 00010000:00000010:3.0:1779697717.939990:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697717.939992:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697717.940013:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b60. 00000020:00000010:3.0:1779697717.940018:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b60. 00000020:00000010:3.0:1779697717.940028:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1660. 00080000:00000010:3.0:1779697717.940035:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb541c00. 00000001:00000010:3.0:1779697717.940386:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1900. 00000001:00000010:3.0:1779697717.940411:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697717.940442:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1660. 00010000:00000010:3.0:1779697717.940450:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697717.940454:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697717.940465:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697717.940500:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697717.940513:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697717.940526:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974356, last committed = 8589974211 00010000:00000200:3.0:1779697717.940534:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6c000 x1866146215456000/t8589974356(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.940552:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697717.940557:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215456000, offset 224 00000400:00000010:3.0:1779697717.940562:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065dea8. 00000400:00000200:3.0:1779697717.940565:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.940576:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.940581:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309112:309112:256:4294967295] 192.168.203.23@tcp LPNI seq info [309108:309108:8:4294967295] 00000400:00000200:3.0:1779697717.940587:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.940593:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.940599:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.940603:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697717.940609:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.940616:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.940620:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.940637:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.940641:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.940645:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00010000:00000010:2.0:1779697717.940669:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:2.0:1779697717.940677:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536600. 00010000:00000010:2.0:1779697717.940686:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00000800:00000200:3.0:1779697717.940722:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.940727:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697717.940731:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.940736:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697717.943800:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697717.943819:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d35 00000400:00000200:1.0:1779697717.943825:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697717.943830:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697717.943835:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:1.0:1779697717.943838:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:1.0:1779697717.945052:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:1.0:1779697717.945062:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536680. 00010000:00000010:0.1:1779697717.945686:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697717.945693:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697717.945698:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697717.945701:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.945717:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697717.945722:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:3.1:1779697717.955546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697717.955570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697717.955575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697717.955578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:2.0:1779697717.959148:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.959171:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456d80 00000400:00000200:2.0:1779697717.959180:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 164080 00000400:00000200:2.0:1779697717.959200:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.959205:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.959214:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.959222:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02aa00. 00010000:00000010:0.1:1779697717.960885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697717.960897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697717.960902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697717.960904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697717.960907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697717.960910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697717.960913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697717.960915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000020:00000010:0.0:1779697717.960949:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.960955:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.960961:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca469600. 00000020:00000010:0.0:1779697717.960966:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697717.960971:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697717.961017:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.961019:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000100:00000200:0.0:1779697717.961022:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215456128 00000001:00000010:0.0:1779697717.961033:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:0.0:1779697717.961055:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697717.961062:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 02000000:00000010:0.0:1779697717.961087:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf825f000. 00010000:00000010:0.0:1779697717.961113:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697717.961116:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697717.961133:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697717.961136:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e400. 00010000:00000010:0.0:1779697717.961140:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697717.961143:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000004:00000010:0.0:1779697717.961227:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba3c0. 00000004:00000010:0.0:1779697717.961235:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef438. 00000004:00000010:0.0:1779697717.961240:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31650. 00080000:00000010:0.0:1779697717.961248:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e000. 00010000:00000010:2.0:1779697717.962117:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697717.962123:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697717.962128:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697717.962133:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697717.962197:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:2.0:1779697717.962208:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:2.0:1779697717.962213:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e400. 00010000:00000010:1.1:1779697717.962223:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697717.962232:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.0:1779697717.962236:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000200:2.0:1779697717.962256:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02aa00 x1866146215456128/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.962277:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697717.962285:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215456128, offset 224 00000400:00000200:2.0:1779697717.962293:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.962309:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.962316:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309113:309113:256:4294967295] 192.168.203.23@tcp LPNI seq info [309109:309109:8:4294967295] 00000400:00000200:2.0:1779697717.962331:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.962338:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.962343:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697717.962351:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.962360:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.962365:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.962410:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:2.0:1779697717.962427:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:2.0:1779697717.962431:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca469600. 00000800:00000200:3.0:1779697717.962869:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.962874:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697717.962879:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.962885:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.962890:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:3.0:1779697717.962892:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00000400:00000200:2.0:1779697717.965628:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.965647:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006456e80 00000400:00000200:2.0:1779697717.965658:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 164656 00000400:00000200:2.0:1779697717.965674:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.965678:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.965686:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.965692:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029c00. 00010000:00000010:3.1:1779697717.966152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697717.966158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697717.966163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697717.966166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000020:00000010:3.0:1779697717.966196:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697717.966200:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697717.966205:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697717.966210:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.966214:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.966252:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697717.966255:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697717.966258:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215456384 02000000:00000010:3.0:1779697717.966289:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb645e6000. 00010000:00000010:3.0:1779697717.966323:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697717.966339:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:3.0:1779697717.966354:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697717.966359:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697717.966372:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697717.966375:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697717.966379:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697717.966382:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697717.966501:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697717.966504:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697717.966508:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697717.966511:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000020:00000010:3.0:1779697717.966532:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b60. 00000020:00000010:3.0:1779697717.966538:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b60. 00000020:00000010:3.0:1779697717.966546:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1660. 00080000:00000010:3.0:1779697717.966555:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb543400. 00010000:00000010:2.1:1779697717.966738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697717.966745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000001:00000010:3.0:1779697717.967184:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1600. 00000001:00000010:3.0:1779697717.967191:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697717.967222:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1660. 00010000:00000010:3.0:1779697717.967230:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697717.967234:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697717.967246:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697717.967286:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697717.967299:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697717.967314:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974357, last committed = 8589974211 00010000:00000200:3.0:1779697717.967324:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c029c00 x1866146215456384/t8589974357(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697717.967342:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697717.967348:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215456384, offset 224 00000400:00000010:3.0:1779697717.967355:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065de70. 00000400:00000200:3.0:1779697717.967359:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697717.967371:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697717.967376:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309114:309114:256:4294967295] 192.168.203.23@tcp LPNI seq info [309110:309110:8:4294967295] 00000400:00000200:3.0:1779697717.967381:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697717.967406:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697717.967412:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697717.967417:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697717.967424:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697717.967430:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697717.967435:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697717.967449:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697717.967454:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697717.967457:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00010000:00000010:2.0:1779697717.967725:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:2.0:1779697717.967733:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:2.0:1779697717.967739:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:2.0:1779697717.969034:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697717.969040:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697717.969046:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.969052:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.970214:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697717.970229:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d3d 00000400:00000200:3.0:1779697717.970234:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.970238:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697717.970244:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697717.970246:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000400:00000200:3.0:1779697717.970273:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697717.970279:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006456f00 00000400:00000200:3.0:1779697717.970285:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 165144 00010000:00000010:0.0:1779697717.970461:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697717.970470:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536100. 00010000:00000010:3.1:1779697717.971058:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697717.971064:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00000400:00000200:3.0:1779697717.971071:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.971076:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697717.971082:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.1:1779697717.971572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697717.971582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697717.971586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:2.1:1779697717.971588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000100:00000010:3.0:1779697717.973202:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821c00. 00000020:00000010:2.0:1779697717.980031:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697717.980042:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697717.980050:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ee800. 00000020:00000010:2.0:1779697717.980058:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779697717.980063:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.980120:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697717.980123:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779697717.980126:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215456512 00000001:00000010:2.0:1779697717.980136:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:2.0:1779697717.980161:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697717.980168:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697717.980193:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf81ef000. 00010000:00000010:2.0:1779697717.980221:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697717.980226:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697717.980245:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697717.980249:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697717.980253:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697717.980258:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697717.980361:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697717.980371:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e168. 00000004:00000010:2.0:1779697717.980377:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d100. 00080000:00000010:2.0:1779697717.980386:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5728. 00010000:00000010:2.1:1779697717.981564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697717.981574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697717.981746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697717.981752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:2.0:1779697717.982483:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697717.982582:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697717.982589:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697717.982597:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697717.982681:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697717.982694:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697717.982699:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697717.982722:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697717.982741:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2821c00 x1866146215456512/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 576/584 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697717.982761:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697717.982776:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215456512, offset 224 00000400:00000200:2.0:1779697717.982784:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697717.982797:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697717.982803:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309115:309115:256:4294967295] 192.168.203.23@tcp LPNI seq info [309111:309111:8:4294967295] 00000400:00000200:2.0:1779697717.982814:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697717.982820:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697717.982825:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697717.982830:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697717.982837:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697717.982842:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697717.983249:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779697717.983255:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697717.983259:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ee800. 00000800:00000200:3.0:1779697717.983341:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697717.983346:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:3.0:1779697717.983351:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697717.983358:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697717.983363:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:3.0:1779697717.983365:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00010000:00000010:0.1:1779697717.985608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697717.985619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:2.1:1779697717.989432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697717.989451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697717.989456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.1:1779697717.989458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000400:00000200:2.0:1779697717.990617:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697717.990635:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457000 00000400:00000200:2.0:1779697717.990645:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 165720 00000400:00000200:2.0:1779697717.990661:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697717.990666:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697717.990674:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697717.990681:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 00000020:00000010:0.0:1779697717.991196:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.991202:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.991208:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacedfa200. 00000020:00000010:0.0:1779697717.991212:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697717.991217:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697717.991256:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697717.991259:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000100:00000200:0.0:1779697717.991262:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215456768 02000000:00000010:0.0:1779697717.991296:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825c000. 00010000:00000010:0.0:1779697717.991338:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:0.0:1779697717.991355:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:0.0:1779697717.991373:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697717.991379:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697717.991448:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697717.991452:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e180. 00010000:00000010:0.0:1779697717.991457:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697717.991460:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697717.993260:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697717.993267:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697717.993272:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697717.993277:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000020:00000010:0.0:1779697717.993312:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f120. 00000020:00000010:0.0:1779697717.993319:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f120. 00000020:00000010:0.0:1779697717.993332:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6960. 00080000:00000010:0.0:1779697717.993343:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f5400. 00000001:00000010:2.0:1779697717.997802:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aea0. 00000001:00000010:2.0:1779697717.997813:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697717.997854:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6960. 00010000:00000010:2.0:1779697717.997891:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697717.997900:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697717.997930:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:0.1:1779697717.998604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697717.998613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697717.999795:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:2.0:1779697717.999820:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:2.0:1779697717.999843:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974358, last committed = 8589974211 00010000:00000200:2.0:1779697718.000331:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c029180 x1866146215456768/t8589974358(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:392/0 lens 488/456 e 0 to 0 dl 1779698472 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.000357:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697718.000365:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215456768, offset 224 00000400:00000010:2.0:1779697718.000373:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70498. 00000400:00000200:2.0:1779697718.000378:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.001165:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.001175:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309116:309116:256:4294967295] 192.168.203.23@tcp LPNI seq info [309112:309112:8:4294967295] 00000400:00000200:2.0:1779697718.001184:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.001194:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.001201:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.001209:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697718.001217:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.001226:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.001231:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.001259:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:2.0:1779697718.001266:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:2.0:1779697718.001271:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacedfa200. 00000800:00000200:2.0:1779697718.001383:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.001404:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697718.001410:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.001426:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.004096:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697718.004112:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:3.0:1779697718.004121:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00000400:00000200:0.0:1779697718.004353:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.004371:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d45 00000400:00000200:0.0:1779697718.004377:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.004381:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.004419:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:0.0:1779697718.004423:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00000400:00000200:0.0:1779697718.004447:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.004454:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457080 00000400:00000200:0.0:1779697718.004463:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 166208 00000400:00000200:0.0:1779697718.004511:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.004517:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.004523:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.004528:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c000. 00010000:00000010:1.0:1779697718.004950:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:1.0:1779697718.004959:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e180. 00000020:00000010:3.0:1779697718.005081:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697718.005096:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697718.005102:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697718.005106:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.005111:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.005157:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697718.005160:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697718.005163:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215456896 00000001:00000010:3.0:1779697718.005173:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697718.005193:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.005199:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 02000000:00000010:3.0:1779697718.005224:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf8199000. 00010000:00000010:3.0:1779697718.005249:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697718.005254:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697718.005269:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697718.005272:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.005277:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.005280:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000004:00000010:3.0:1779697718.005380:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b41e0. 00000004:00000010:3.0:1779697718.005422:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd98. 00000004:00000010:3.0:1779697718.005429:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83430. 00080000:00000010:3.0:1779697718.005438:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230720. 00010000:00000010:3.0:1779697718.006309:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697718.006315:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697718.006320:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.006326:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697718.006385:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697718.006436:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.006442:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.006465:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697718.006484:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483c000 x1866146215456896/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.006504:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697718.006510:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215456896, offset 224 00000400:00000200:3.0:1779697718.006518:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.006530:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.006537:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309117:309117:256:4294967295] 192.168.203.23@tcp LPNI seq info [309113:309113:8:4294967295] 00000400:00000200:3.0:1779697718.006552:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.006558:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.006573:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697718.006580:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.006588:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.006592:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.006611:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.006615:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.006619:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00000800:00000200:0.0:1779697718.006968:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.006973:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697718.006978:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.006984:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.006988:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:0.0:1779697718.006991:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000400:00000200:3.0:1779697718.008953:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.008968:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457180 00000400:00000200:3.0:1779697718.008976:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 166784 00000400:00000200:3.0:1779697718.008987:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.008991:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.008997:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.009005:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 00000020:00000010:0.0:1779697718.009079:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.009093:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.009098:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc2dbe000. 00000020:00000010:0.0:1779697718.009103:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:0.0:1779697718.009108:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.009140:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.009143:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697718.009146:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215457152 02000000:00000010:0.0:1779697718.009175:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825b000. 00010000:00000010:0.0:1779697718.009207:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:0.0:1779697718.009220:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00010000:00000010:0.0:1779697718.009235:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697718.009239:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697718.009252:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697718.009254:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697718.009258:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697718.009261:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697718.009352:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697718.009356:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e180. 00010000:00000010:0.0:1779697718.009358:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697718.009361:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697718.009384:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f2e0. 00000020:00000010:0.0:1779697718.009418:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f2e0. 00000020:00000010:0.0:1779697718.009429:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ae0. 00080000:00000010:0.0:1779697718.009437:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00d37800. 00000001:00000010:0.0:1779697718.010049:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6420. 00000001:00000010:0.0:1779697718.010056:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697718.010142:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ae0. 00010000:00000010:0.0:1779697718.010151:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697718.010154:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697718.010165:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697718.010193:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697718.010206:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697718.010220:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974359, last committed = 8589974211 00010000:00000200:0.0:1779697718.010229:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558e00 x1866146215457152/t8589974359(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.010246:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697718.010251:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215457152, offset 224 00000400:00000010:0.0:1779697718.010257:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725e00. 00000400:00000200:0.0:1779697718.010260:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.010271:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.010276:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309118:309118:256:4294967295] 192.168.203.23@tcp LPNI seq info [309114:309114:8:4294967295] 00000400:00000200:0.0:1779697718.010281:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.010288:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.010293:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.010297:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697718.010303:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.010310:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.010314:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.010335:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:0.0:1779697718.010339:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.010343:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc2dbe000. 00010000:00000010:1.0:1779697718.011945:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:1.0:1779697718.011956:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e180. 00010000:00000010:1.0:1779697718.011965:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00000800:00000200:0.0:1779697718.012140:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.012144:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697718.012149:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.012156:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697718.012617:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.1:1779697718.012624:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697718.019694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697718.019709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697718.021024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697718.021034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000400:00000200:3.0:1779697718.032648:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.032681:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d4d 00000400:00000200:3.0:1779697718.032688:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.032692:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.032699:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:3.0:1779697718.032703:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000400:00000200:3.0:1779697718.032731:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.032737:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457200 00000400:00000200:3.0:1779697718.032744:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 167272 00000400:00000200:3.0:1779697718.032780:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.032784:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.032789:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.032795:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559180. 00000020:00000010:3.0:1779697718.032835:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697718.032839:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697718.032845:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697718.032849:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.032854:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.032884:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697718.032886:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000100:00000200:3.0:1779697718.032889:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215457280 00000001:00000010:3.0:1779697718.032899:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:3.0:1779697718.032922:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.032928:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 02000000:00000010:3.0:1779697718.032951:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad297d000. 00010000:00000010:3.0:1779697718.032976:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.032979:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.032995:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697718.032998:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.033002:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.033005:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000004:00000010:3.0:1779697718.033102:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b54a0. 00000004:00000010:3.0:1779697718.033111:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afbb8. 00000004:00000010:3.0:1779697718.033116:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82330. 00080000:00000010:3.0:1779697718.033124:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230ab0. 00010000:00000010:3.0:1779697718.033917:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697718.033922:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697718.033926:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.033930:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697718.033985:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.033994:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697718.033999:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.034017:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697718.034031:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559180 x1866146215457280/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.034049:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697718.034054:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215457280, offset 224 00000400:00000200:3.0:1779697718.034060:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.034070:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.034077:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309119:309119:256:4294967295] 192.168.203.23@tcp LPNI seq info [309115:309115:8:4294967295] 00000400:00000200:3.0:1779697718.034319:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.034326:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.034332:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697718.034339:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.034346:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.034351:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.034369:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.034373:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.034377:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00010000:00000010:0.0:1779697718.036953:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697718.036967:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00000800:00000200:3.0:1779697718.037242:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.037247:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697718.037252:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.037259:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.037265:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697718.037268:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000400:00000200:3.0:1779697718.037290:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.037302:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457300 00000400:00000200:3.0:1779697718.037309:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 167848 00000400:00000200:3.0:1779697718.037321:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.037324:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.037330:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.037336:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559f80. 00010000:00000010:3.1:1779697718.037780:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697718.037788:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697718.037792:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.037795:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:0.1:1779697718.038808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:0.1:1779697718.038816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00000020:00000010:2.0:1779697718.039350:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba180. 00000020:00000010:2.0:1779697718.039356:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba180. 00000020:00000010:2.0:1779697718.039361:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1cece00. 00000020:00000010:2.0:1779697718.039366:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779697718.039371:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:0.0:1779697718.039885:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.039890:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697718.039893:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215457536 02000000:00000010:0.0:1779697718.039928:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb1a6a2000. 00010000:00000010:0.0:1779697718.039962:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:0.0:1779697718.039976:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536680. 00010000:00000010:0.0:1779697718.039992:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697718.039999:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697718.040012:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697718.040015:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697718.040019:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697718.040022:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697718.040117:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697718.040120:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e200. 00010000:00000010:0.0:1779697718.040123:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697718.040126:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00000020:00000010:0.0:1779697718.040147:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f280. 00000020:00000010:0.0:1779697718.040153:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f280. 00000020:00000010:0.0:1779697718.040162:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ae0. 00080000:00000010:0.0:1779697718.040173:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00d35800. 00000001:00000010:0.0:1779697718.040546:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6900. 00000001:00000010:0.0:1779697718.040553:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697718.041639:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ae0. 00010000:00000010:0.0:1779697718.041655:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697718.041661:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697718.041870:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697718.041911:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697718.041928:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:0.0:1779697718.041944:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974360, last committed = 8589974211 00010000:00000200:0.0:1779697718.041955:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559f80 x1866146215457536/t8589974360(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.041973:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697718.041980:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215457536, offset 224 00000400:00000010:0.0:1779697718.041986:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725738. 00000400:00000200:0.0:1779697718.041990:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.042003:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.042010:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309120:309120:256:4294967295] 192.168.203.23@tcp LPNI seq info [309116:309116:8:4294967295] 00000400:00000200:0.0:1779697718.042016:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.042023:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.042029:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.042033:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697718.042039:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.042047:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.042050:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.042067:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7d00. 00000020:00000010:0.0:1779697718.042071:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:0.0:1779697718.042075:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1cece00. 00010000:00000010:1.1:1779697718.043644:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697718.043655:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.0:1779697718.044852:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:3.0:1779697718.044865:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e200. 00010000:00000010:3.0:1779697718.044874:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00000800:00000200:3.0:1779697718.044972:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.044977:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697718.044982:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.044989:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697718.047636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697718.047645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697718.047648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697718.047651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:0.0:1779697718.047689:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.047708:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d55 00000400:00000200:0.0:1779697718.047714:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.047719:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.047725:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:0.0:1779697718.047727:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000400:00000200:0.0:1779697718.047744:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.047750:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457380 00000400:00000200:0.0:1779697718.047757:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 168336 00000400:00000200:0.0:1779697718.047814:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.047818:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.047823:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.047829:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d500. 00010000:00000010:1.0:1779697718.048071:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:1.0:1779697718.048082:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00000020:00000010:2.0:1779697718.048612:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba180. 00000020:00000010:2.0:1779697718.048618:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba180. 00000020:00000010:2.0:1779697718.048624:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1cece00. 00000020:00000010:2.0:1779697718.048629:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697718.048633:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697718.050053:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba180. 00000020:00000010:2.0:1779697718.050060:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba180. 00000100:00000200:2.0:1779697718.050065:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215457664 00000001:00000010:2.0:1779697718.050076:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:2.0:1779697718.050111:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697718.050120:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697718.050150:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfd8000. 00010000:00000010:2.0:1779697718.050178:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697718.050184:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.050203:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697718.050207:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697718.050212:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697718.050216:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697718.050317:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697718.050327:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eb40. 00000004:00000010:2.0:1779697718.050335:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697718.050344:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5008. 00010000:00000010:2.0:1779697718.054094:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697718.054103:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697718.054110:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697718.054117:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.054424:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.054439:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.054444:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697718.054468:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697718.054490:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483d500 x1866146215457664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.054509:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697718.054517:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215457664, offset 224 00000400:00000200:2.0:1779697718.054524:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.054538:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.054544:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309121:309121:256:4294967295] 192.168.203.23@tcp LPNI seq info [309117:309117:8:4294967295] 00000400:00000200:2.0:1779697718.054555:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.054646:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.054652:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697718.054657:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.054672:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.054677:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.054702:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697718.054706:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697718.054709:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1cece00. 00000800:00000200:0.0:1779697718.054843:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.054848:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697718.054853:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.054857:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.054862:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:0.0:1779697718.054864:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000400:00000200:0.0:1779697718.060181:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.060199:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457480 00000400:00000200:0.0:1779697718.060208:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 168912 00000400:00000200:0.0:1779697718.060221:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.060226:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.060234:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.060240:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f480. 00000020:00000010:1.0:1779697718.067583:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0780. 00000020:00000010:1.0:1779697718.067594:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0780. 00000020:00000010:1.0:1779697718.067601:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc95a00. 00000020:00000010:1.0:1779697718.067607:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394280. 00000020:00000010:1.0:1779697718.067613:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697718.067707:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0780. 00000020:00000010:1.0:1779697718.067710:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0780. 00000100:00000200:1.0:1779697718.067714:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215457920 02000000:00000010:1.0:1779697718.067748:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf0417000. 00010000:00000010:1.0:1779697718.067800:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:1.0:1779697718.067817:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:1.0:1779697718.067835:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697718.067841:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697718.068340:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697718.068344:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394f00. 00010000:00000010:1.0:1779697718.068349:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.068353:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697718.068597:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697718.068601:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394680. 00010000:00000010:1.0:1779697718.068604:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.068608:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00000020:00000010:1.0:1779697718.068692:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc220. 00000020:00000010:1.0:1779697718.068701:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc220. 00000020:00000010:1.0:1779697718.068711:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe240. 00080000:00000010:1.0:1779697718.068722:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6d2e000. 00000001:00000010:1.0:1779697718.070378:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe9c0. 00000001:00000010:1.0:1779697718.070408:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697718.070588:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe240. 00010000:00000010:1.0:1779697718.070604:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697718.070612:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697718.070689:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697718.070745:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697718.070763:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697718.071576:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974361, last committed = 8589974211 00010000:00000200:1.0:1779697718.071590:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483f480 x1866146215457920/t8589974361(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.071615:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697718.071622:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215457920, offset 224 00000400:00000010:1.0:1779697718.071682:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88770. 00000400:00000200:1.0:1779697718.071688:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.071703:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.071709:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309122:309122:256:4294967295] 192.168.203.23@tcp LPNI seq info [309118:309118:8:4294967295] 00000400:00000200:1.0:1779697718.071715:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.071721:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.071727:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.071732:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697718.071739:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.071746:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.071750:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.071784:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394280. 00000020:00000010:1.0:1779697718.071789:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697718.071794:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc95a00. 00000800:00000200:1.0:1779697718.072796:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.072802:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697718.072807:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.072813:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697718.075895:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697718.075911:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394680. 00010000:00000010:2.0:1779697718.075918:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00010000:00000010:3.1:1779697718.076583:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.076592:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697718.076596:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697718.076600:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:0.1:1779697718.082081:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:0.1:1779697718.082095:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697718.082101:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697718.082104:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697718.083577:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697718.083587:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697718.083654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:1.1:1779697718.083663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000400:00000200:1.0:1779697718.083699:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.083723:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d5d 00000400:00000200:1.0:1779697718.083730:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.083736:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.083743:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:1.0:1779697718.083747:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:1.0:1779697718.083788:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.083804:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457500 00000400:00000200:1.0:1779697718.083812:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 169400 00010000:00000010:0.0:1779697718.083826:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:0.0:1779697718.083837:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394f00. 00000400:00000200:1.0:1779697718.084433:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.084441:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697718.084442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00000100:00000200:1.0:1779697718.084448:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.1:1779697718.084450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697718.084454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000100:00000010:1.0:1779697718.084456:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6ce00. 00010000:00000010:2.1:1779697718.084458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697718.084464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697718.084467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000020:00000010:2.0:1779697718.084503:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697718.084508:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697718.084514:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacedfa200. 00000020:00000010:2.0:1779697718.084519:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697718.084523:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697718.084557:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697718.084559:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab80. 00000100:00000200:2.0:1779697718.084562:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215458048 00000001:00000010:2.0:1779697718.084571:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe900. 00010000:00000010:2.0:1779697718.084591:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697718.084597:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697718.084619:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfdd000. 00010000:00000010:2.0:1779697718.084645:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697718.084648:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.084672:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697718.084676:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697718.084680:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697718.084682:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697718.084781:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697718.084789:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e5a0. 00000004:00000010:2.0:1779697718.084795:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dcb0. 00080000:00000010:2.0:1779697718.084803:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4558. 00010000:00000010:1.0:1779697718.086884:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697718.086893:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394880. 00010000:00000010:1.0:1779697718.086899:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697718.086915:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697718.086996:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:1.0:1779697718.087009:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697718.087014:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:1.0:1779697718.087038:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:1.0:1779697718.087057:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6ce00 x1866146215458048/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.087077:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697718.087094:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215458048, offset 224 00000400:00000200:1.0:1779697718.087101:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.087113:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.087119:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309123:309123:256:4294967295] 192.168.203.23@tcp LPNI seq info [309119:309119:8:4294967295] 00000400:00000200:1.0:1779697718.087130:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.087342:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.087357:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697718.087365:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.087372:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.087376:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.087419:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7b80. 00000020:00000010:1.0:1779697718.087423:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:1.0:1779697718.087427:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacedfa200. 00000800:00000200:0.0:1779697718.087979:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.087985:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697718.087990:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.087996:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.088001:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697718.088004:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:1.0:1779697718.090345:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.090365:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457600 00000400:00000200:1.0:1779697718.090374:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 169976 00000400:00000200:1.0:1779697718.090407:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.090423:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.090431:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.090439:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6f100. 00000020:00000010:0.0:1779697718.092752:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.092761:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.092777:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3907c00. 00000020:00000010:0.0:1779697718.092782:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee80. 00000020:00000010:0.0:1779697718.092787:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.092827:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.092830:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697718.092833:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215458304 02000000:00000010:0.0:1779697718.092867:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb1a6a4000. 00010000:00000010:0.0:1779697718.092904:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:0.0:1779697718.092921:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394880. 00010000:00000010:0.0:1779697718.092936:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697718.092941:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697718.092955:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697718.092958:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e480. 00010000:00000010:0.0:1779697718.092962:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697718.092964:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697718.093061:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697718.093064:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697718.093067:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697718.093071:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00000020:00000010:0.0:1779697718.093090:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f4a0. 00000020:00000010:0.0:1779697718.093096:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f4a0. 00000020:00000010:0.0:1779697718.093107:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ae0. 00080000:00000010:0.0:1779697718.093116:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeebb2400. 00000001:00000010:0.0:1779697718.093502:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6960. 00000001:00000010:0.0:1779697718.093508:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697718.093539:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ae0. 00010000:00000010:0.0:1779697718.093547:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697718.093550:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697718.093561:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:1.1:1779697718.094433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697718.094443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697718.094447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697718.094451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697718.100657:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697718.100679:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.100824:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:1.0:1779697718.100849:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:2.0:1779697718.100875:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000200:1.0:1779697718.100883:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974362, last committed = 8589974211 00010000:00000010:2.0:1779697718.100885:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:2.0:1779697718.100895:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00010000:00000200:1.0:1779697718.100897:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6f100 x1866146215458304/t8589974362(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.100931:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697718.101087:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215458304, offset 224 00000400:00000010:1.0:1779697718.101098:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88930. 00000400:00000200:1.0:1779697718.101103:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.101119:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.101124:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309124:309124:256:4294967295] 192.168.203.23@tcp LPNI seq info [309120:309120:8:4294967295] 00000400:00000200:1.0:1779697718.101131:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.101138:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.101143:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.101150:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697718.101158:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.101166:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.101171:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.101203:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee80. 00000020:00000010:1.0:1779697718.101208:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:1.0:1779697718.101215:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3907c00. 00000800:00000200:0.0:1779697718.103351:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.103358:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:0.0:1779697718.103364:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.103372:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697718.107440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:1.1:1779697718.107452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697718.107456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:1.1:1779697718.107459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:3.0:1779697718.110803:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.110823:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d65 00000400:00000200:3.0:1779697718.110830:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.110834:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.110840:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:3.0:1779697718.110843:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000200:3.0:1779697718.110872:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.110877:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457680 00000400:00000200:3.0:1779697718.110884:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 170464 00000400:00000200:3.0:1779697718.110940:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.110944:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.110949:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.110955:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559500. 00010000:00000010:1.0:1779697718.111346:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:1.0:1779697718.111358:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e480. 00000020:00000010:0.0:1779697718.111447:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.111452:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.111457:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3907800. 00000020:00000010:0.0:1779697718.111462:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:0.0:1779697718.111467:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:1.0:1779697718.111912:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d40. 00000020:00000010:1.0:1779697718.111916:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d40. 00000100:00000200:1.0:1779697718.111919:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215458432 00000001:00000010:1.0:1779697718.111929:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697718.111952:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697718.111957:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697718.111998:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3525000. 00010000:00000010:1.0:1779697718.112025:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.112029:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697718.112044:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697718.112047:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697718.112051:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697718.112054:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00000004:00000010:1.0:1779697718.112148:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b860. 00000004:00000010:1.0:1779697718.112155:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697718.112161:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562cc0. 00080000:00000010:1.0:1779697718.112170:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:0.1:1779697718.112653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697718.112660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697718.114425:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697718.114431:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697718.114437:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697718.114443:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697718.114507:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697718.114518:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697718.114523:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697718.114543:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697718.114571:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559500 x1866146215458432/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.114596:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697718.114602:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215458432, offset 224 00000400:00000200:1.0:1779697718.114608:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.114620:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.114627:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309125:309125:256:4294967295] 192.168.203.23@tcp LPNI seq info [309121:309121:8:4294967295] 00000400:00000200:1.0:1779697718.114638:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.114643:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.114648:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697718.114655:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.114671:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.114676:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.114696:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:1.0:1779697718.114700:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:1.0:1779697718.114704:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3907800. 00000800:00000200:3.0:1779697718.114994:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.114999:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697718.115003:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.115009:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.115014:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:3.0:1779697718.115024:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:0.0:1779697718.117618:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.117635:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457780 00000400:00000200:0.0:1779697718.117643:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 171040 00000400:00000200:0.0:1779697718.117655:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.117660:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.117680:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.117686:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c700. 00000020:00000010:3.0:1779697718.117773:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697718.117779:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697718.117785:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697718.117789:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.117793:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.117829:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697718.117831:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000100:00000200:3.0:1779697718.117834:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215458688 02000000:00000010:3.0:1779697718.117866:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad297b000. 00010000:00000010:3.0:1779697718.117900:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:3.0:1779697718.117914:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:3.0:1779697718.117929:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.117934:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697718.117948:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697718.117951:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.117955:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.117958:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697718.118042:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697718.118045:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536600. 00010000:00000010:3.0:1779697718.118048:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.118051:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697718.118071:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b970c0. 00000020:00000010:3.0:1779697718.118076:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b970c0. 00000020:00000010:3.0:1779697718.118097:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1a20. 00080000:00000010:3.0:1779697718.118105:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb540c00. 00000001:00000010:3.0:1779697718.121990:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568df60. 00000001:00000010:3.0:1779697718.121999:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697718.122041:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1a20. 00010000:00000010:3.0:1779697718.122055:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.122063:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697718.122198:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697718.122251:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.122272:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697718.122290:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974363, last committed = 8589974211 00010000:00000200:3.0:1779697718.122302:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483c700 x1866146215458688/t8589974363(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.122321:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697718.122328:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215458688, offset 224 00000400:00000010:3.0:1779697718.122336:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbf065d578. 00000400:00000200:3.0:1779697718.122340:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.122355:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.122361:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309126:309126:256:4294967295] 192.168.203.23@tcp LPNI seq info [309122:309122:8:4294967295] 00000400:00000200:3.0:1779697718.122368:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.122374:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.122380:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.122384:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697718.122403:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.122411:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.122416:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.122435:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00010000:00000010:2.1:1779697718.122435:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00000020:00000010:3.0:1779697718.122440:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00010000:00000010:2.1:1779697718.122444:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000020:00000010:3.0:1779697718.122446:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00000800:00000200:3.0:1779697718.122543:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.122547:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697718.122551:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.122555:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697718.124112:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:0.0:1779697718.124123:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536600. 00010000:00000010:0.0:1779697718.124134:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000400:00000200:2.0:1779697718.128132:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697718.128152:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d6d 00000400:00000200:2.0:1779697718.128158:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.128163:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697718.128169:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:2.0:1779697718.128172:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000400:00000200:2.0:1779697718.128806:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.128815:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457800 00000400:00000200:2.0:1779697718.128822:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 171528 00000400:00000200:2.0:1779697718.128876:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.128881:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.128886:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.128892:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 00000020:00000010:2.0:1779697718.128932:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697718.128937:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697718.128943:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ee800. 00000020:00000010:2.0:1779697718.128948:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.128952:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.128981:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697718.128984:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaac0. 00000100:00000200:2.0:1779697718.128986:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215458816 00000001:00000010:2.0:1779697718.128996:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:2.0:1779697718.129018:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697718.129024:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697718.129045:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfda000. 00010000:00000010:2.0:1779697718.129068:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697718.129071:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697718.129449:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697718.129453:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697718.129458:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697718.129461:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000004:00000010:2.0:1779697718.129543:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697718.129550:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e618. 00000004:00000010:2.0:1779697718.129556:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c220. 00080000:00000010:2.0:1779697718.129616:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f51d0. 00010000:00000010:2.0:1779697718.130513:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697718.130518:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697718.130523:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697718.130527:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.133289:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697718.133306:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697718.133312:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697718.133343:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697718.133361:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c028e00 x1866146215458816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.133384:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697718.133403:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215458816, offset 224 00000400:00000200:2.0:1779697718.133409:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.133422:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.133428:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309127:309127:256:4294967295] 192.168.203.23@tcp LPNI seq info [309123:309123:8:4294967295] 00000400:00000200:2.0:1779697718.133439:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.133444:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.133449:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697718.133455:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.133462:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.133466:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.133491:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.133495:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.133498:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ee800. 00010000:00000010:1.1:1779697718.134741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697718.134748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000800:00000200:2.0:1779697718.136594:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.136601:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697718.136607:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.136615:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697718.136621:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697718.136624:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00010000:00000010:0.0:1779697718.140801:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:0.0:1779697718.140817:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:1.1:1779697718.142466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697718.142477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697718.142482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697718.142486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697718.142488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697718.142490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697718.142541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697718.142546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:1.0:1779697718.153805:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.153826:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457900 00000400:00000200:1.0:1779697718.153835:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 172104 00000400:00000200:1.0:1779697718.153853:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.153857:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.153866:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.153873:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6d500. 00000020:00000010:2.0:1779697718.153976:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779697718.153982:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779697718.153988:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697718.153993:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.153998:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.154038:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779697718.154040:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba900. 00000100:00000200:2.0:1779697718.154043:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215459072 02000000:00000010:2.0:1779697718.154074:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfde000. 00010000:00000010:2.0:1779697718.154121:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.154137:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697718.154153:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697718.154158:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.154173:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697718.154175:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697718.154180:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697718.154183:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697718.154275:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697718.154278:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697718.154281:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697718.154284:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000020:00000010:2.0:1779697718.154303:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b1e0. 00000020:00000010:2.0:1779697718.154309:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b1e0. 00000020:00000010:2.0:1779697718.154319:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a360. 00080000:00000010:2.0:1779697718.154327:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4424800. 00010000:00000010:2.1:1779697718.154423:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697718.154428:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697718.154431:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697718.154434:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697718.154891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697718.154898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000001:00000010:2.0:1779697718.155097:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a420. 00000001:00000010:2.0:1779697718.155104:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697718.155137:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a360. 00010000:00000010:2.0:1779697718.155145:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697718.155149:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697718.155162:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697718.155201:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697718.155214:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697718.155228:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974364, last committed = 8589974211 00010000:00000200:2.0:1779697718.155237:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6d500 x1866146215459072/t8589974364(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.155256:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697718.155261:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215459072, offset 224 00000400:00000010:2.0:1779697718.155267:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70690. 00000400:00000200:2.0:1779697718.155271:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.155282:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.155288:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309128:309128:256:4294967295] 192.168.203.23@tcp LPNI seq info [309124:309124:8:4294967295] 00000400:00000200:2.0:1779697718.155293:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.155301:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.155306:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.155310:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697718.155316:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.155324:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.155328:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.155345:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.155348:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.155351:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00010000:00000010:0.0:1779697718.155529:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697718.155536:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:0.0:1779697718.155541:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000800:00000200:1.0:1779697718.156006:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.156011:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:1.0:1779697718.156015:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.156021:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697718.158504:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697718.158517:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697718.158522:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.158525:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000400:00000200:2.0:1779697718.158800:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697718.158817:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d75 00000400:00000200:2.0:1779697718.158823:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.158827:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697718.158833:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697718.158835:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000400:00000200:2.0:1779697718.158862:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.158868:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457980 00000400:00000200:2.0:1779697718.158874:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 172592 00000400:00000200:2.0:1779697718.158918:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.158922:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.158926:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.158931:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a300. 00010000:00000010:0.0:1779697718.159094:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:0.0:1779697718.159103:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00000020:00000010:3.0:1779697718.159243:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697718.159248:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697718.159254:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697718.159258:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.159263:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.159299:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697718.159301:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000100:00000200:3.0:1779697718.159304:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215459200 00000001:00000010:3.0:1779697718.159314:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697718.159336:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.159342:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 02000000:00000010:3.0:1779697718.159366:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad297a000. 00010000:00000010:3.0:1779697718.159422:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.159426:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.159439:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697718.159442:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697718.159446:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.159449:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000004:00000010:3.0:1779697718.159533:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4b40. 00000004:00000010:3.0:1779697718.159540:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd20. 00000004:00000010:3.0:1779697718.159546:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82550. 00080000:00000010:3.0:1779697718.159554:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230390. 00010000:00000010:3.0:1779697718.167607:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697718.167618:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697718.167623:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697718.167629:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697718.167711:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.167723:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.167727:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697718.167751:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697718.167784:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02a300 x1866146215459200/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.167804:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697718.167811:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215459200, offset 224 00000400:00000200:3.0:1779697718.167818:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.167830:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.167836:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309129:309129:256:4294967295] 192.168.203.23@tcp LPNI seq info [309125:309125:8:4294967295] 00000400:00000200:3.0:1779697718.167848:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.167853:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.167857:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697718.167864:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.167871:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.167875:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.167904:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.167909:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.167912:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00000800:00000200:0.0:1779697718.168114:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.168119:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697718.168123:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.168128:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.168133:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:0.0:1779697718.168136:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000400:00000200:3.0:1779697718.170272:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.170287:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457a80 00000400:00000200:3.0:1779697718.170295:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 173168 00000400:00000200:3.0:1779697718.170308:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.170312:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.170319:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.170325:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558380. 00010000:00000010:2.1:1779697718.171429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697718.171442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697718.171445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697718.171448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000020:00000010:0.0:1779697718.171554:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.171568:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.171574:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3907a00. 00000020:00000010:0.0:1779697718.171579:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:0.0:1779697718.171584:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697718.171653:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.171655:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697718.171658:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215459456 02000000:00000010:0.0:1779697718.172168:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb1a6a6000. 00010000:00000010:0.0:1779697718.172206:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:0.0:1779697718.172221:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00010000:00000010:0.0:1779697718.172237:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697718.172243:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697718.172256:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697718.172259:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e480. 00010000:00000010:0.0:1779697718.172263:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697718.172266:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697718.172371:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697718.172374:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.172377:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697718.172380:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697718.172429:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f940. 00000020:00000010:0.0:1779697718.172435:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f940. 00000020:00000010:0.0:1779697718.172444:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ae0. 00080000:00000010:0.0:1779697718.172452:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeebb0000. 00000001:00000010:0.0:1779697718.173289:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe68a0. 00000001:00000010:0.0:1779697718.173296:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697718.173325:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ae0. 00010000:00000010:0.0:1779697718.173335:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.173340:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697718.173352:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697718.173408:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697718.173422:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000200:0.0:1779697718.173436:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974365, last committed = 8589974211 00010000:00000200:0.0:1779697718.173446:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558380 x1866146215459456/t8589974365(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.173465:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697718.173471:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215459456, offset 224 00000400:00000010:0.0:1779697718.173478:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67257a8. 00000400:00000200:0.0:1779697718.173482:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.173496:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.173502:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309130:309130:256:4294967295] 192.168.203.23@tcp LPNI seq info [309126:309126:8:4294967295] 00000400:00000200:0.0:1779697718.173508:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.173515:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.173521:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.173525:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697718.173531:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.173538:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.173542:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.173825:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:0.0:1779697718.173830:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697718.173833:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3907a00. 00010000:00000010:3.0:1779697718.174680:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:3.0:1779697718.174688:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:3.0:1779697718.174695:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00000800:00000200:3.0:1779697718.175943:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.175948:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697718.175953:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.175961:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.178197:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.178214:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d7d 00000400:00000200:3.0:1779697718.178222:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.178226:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.178232:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:3.0:1779697718.178235:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000400:00000200:3.0:1779697718.178260:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.178266:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457b00 00000400:00000200:3.0:1779697718.178273:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 173656 00000400:00000200:3.0:1779697718.178313:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.178317:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.178322:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.178328:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558a80. 00010000:00000010:1.0:1779697718.178410:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:1.0:1779697718.178420:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e480. 00000020:00000010:2.0:1779697718.190045:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779697718.190054:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779697718.190060:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697718.190065:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.190071:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.190122:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779697718.190125:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba900. 00000100:00000200:2.0:1779697718.190127:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215459584 00000001:00000010:2.0:1779697718.190137:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697718.190158:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697718.190165:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697718.190187:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfdb000. 00010000:00000010:2.0:1779697718.190212:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697718.190215:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697718.190231:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697718.190235:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697718.190239:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697718.190242:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697718.190320:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697718.190329:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e8e8. 00000004:00000010:2.0:1779697718.190336:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c440. 00080000:00000010:2.0:1779697718.190345:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5398. 00010000:00000010:0.1:1779697718.196344:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697718.196359:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697718.199430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697718.199441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697718.199447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.1:1779697718.199451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697718.199551:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.199560:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697718.199563:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.199566:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697718.199569:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697718.199572:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.0:1779697718.199975:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697718.199980:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697718.199985:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697718.199991:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697718.200063:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697718.200072:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697718.200076:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697718.200106:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697718.200123:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558a80 x1866146215459584/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.200142:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697718.200148:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215459584, offset 224 00000400:00000200:2.0:1779697718.200155:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.200169:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.200175:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309131:309131:256:4294967295] 192.168.203.23@tcp LPNI seq info [309127:309127:8:4294967295] 00000400:00000200:2.0:1779697718.200186:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.200192:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.200197:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697718.200204:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.200210:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.200215:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.200245:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.200249:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.200252:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:0.0:1779697718.200544:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.200549:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:0.0:1779697718.200553:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.200562:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.200567:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:0.0:1779697718.200569:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000400:00000200:3.0:1779697718.202588:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.202605:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457c00 00000400:00000200:3.0:1779697718.202613:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 174232 00000400:00000200:3.0:1779697718.202625:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.202630:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.202635:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.202641:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655aa00. 00000020:00000010:2.0:1779697718.203198:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697718.203203:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697718.203208:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697718.203212:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.203217:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.203254:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697718.203257:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697718.203259:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215459840 02000000:00000010:2.0:1779697718.203290:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdf000. 00010000:00000010:2.0:1779697718.203325:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697718.203343:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697718.203360:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697718.203365:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697718.203377:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.203380:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697718.203384:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697718.203405:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.203499:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697718.203502:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697718.203505:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697718.203508:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697718.203529:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355ba20. 00000020:00000010:2.0:1779697718.203534:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355ba20. 00000020:00000010:2.0:1779697718.203544:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34ade0. 00080000:00000010:2.0:1779697718.203552:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4425c00. 00000001:00000010:2.0:1779697718.204255:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571da80. 00000001:00000010:2.0:1779697718.204262:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697718.204295:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34ade0. 00010000:00000010:2.0:1779697718.204303:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697718.204307:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697718.204319:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697718.204877:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697718.204895:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697718.204910:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974366, last committed = 8589974211 00010000:00000200:2.0:1779697718.204920:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655aa00 x1866146215459840/t8589974366(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.204939:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697718.204946:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215459840, offset 224 00000400:00000010:2.0:1779697718.204951:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70a10. 00000400:00000200:2.0:1779697718.204956:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.204967:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.204974:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309132:309132:256:4294967295] 192.168.203.23@tcp LPNI seq info [309128:309128:8:4294967295] 00000400:00000200:2.0:1779697718.204980:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.204986:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.204991:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.204996:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697718.205002:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.205008:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.205013:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.205031:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697718.205034:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.205037:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00010000:00000010:0.1:1779697718.205422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697718.205428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000800:00000200:2.0:1779697718.206968:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.206974:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697718.206980:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.206986:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697718.207034:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697718.207040:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:3.0:1779697718.216037:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697718.216051:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:3.0:1779697718.216061:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000400:00000200:0.0:1779697718.216130:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.216148:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d85 00000400:00000200:0.0:1779697718.216155:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.216159:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.216166:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:0.0:1779697718.216168:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 00000400:00000200:0.0:1779697718.216200:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.216205:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457c80 00000400:00000200:0.0:1779697718.216211:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 174720 00000400:00000200:0.0:1779697718.216262:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.216266:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.216271:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.216277:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 00010000:00000010:2.0:1779697718.216345:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.216351:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00000020:00000010:3.0:1779697718.216916:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697718.216922:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697718.216927:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697718.216931:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.216936:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.216977:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697718.216980:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000100:00000200:3.0:1779697718.216983:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215459968 00000001:00000010:3.0:1779697718.216993:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:3.0:1779697718.217013:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.217018:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 02000000:00000010:3.0:1779697718.217039:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad297e000. 00010000:00000010:3.0:1779697718.217064:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.217067:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.217092:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697718.217095:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697718.217098:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.217101:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000004:00000010:3.0:1779697718.217179:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5680. 00000004:00000010:3.0:1779697718.217187:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af258. 00000004:00000010:3.0:1779697718.217192:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83320. 00080000:00000010:3.0:1779697718.217200:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231728. 00010000:00000010:3.0:1779697718.217928:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697718.217933:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697718.217936:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.217941:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697718.217993:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.218001:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.218004:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697718.218021:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:3.0:1779697718.218036:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483fb80 x1866146215459968/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.218054:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697718.218059:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215459968, offset 224 00000400:00000200:3.0:1779697718.218066:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.218078:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.218084:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309133:309133:256:4294967295] 192.168.203.23@tcp LPNI seq info [309129:309129:8:4294967295] 00000400:00000200:3.0:1779697718.218104:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.218111:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.218116:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697718.218122:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.218129:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.218133:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.218155:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.218159:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.218163:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00000800:00000200:2.0:1779697718.218262:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.218266:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697718.218270:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.218274:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697718.218278:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:2.0:1779697718.218280:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:2.1:1779697718.219836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697718.219848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697718.219851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697718.219855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:2.0:1779697718.220512:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.220526:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457d80 00000400:00000200:2.0:1779697718.220533:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 175296 00000400:00000200:2.0:1779697718.220545:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.220549:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.220555:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.220571:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b100. 00000020:00000010:3.0:1779697718.220636:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697718.220641:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697718.220647:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbe0bdba00. 00000020:00000010:3.0:1779697718.220651:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.220655:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.220816:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697718.220819:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000100:00000200:3.0:1779697718.220822:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215460224 02000000:00000010:3.0:1779697718.220869:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf987b000. 00010000:00000010:3.0:1779697718.220904:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697718.220917:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697718.220932:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697718.220936:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697718.220948:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697718.220951:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697718.220955:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697718.220957:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697718.221042:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697718.221045:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697718.221048:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697718.221051:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697718.221070:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e00. 00000020:00000010:3.0:1779697718.221075:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e00. 00000020:00000010:3.0:1779697718.221096:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d9c0. 00080000:00000010:3.0:1779697718.221104:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb542c00. 00000001:00000010:3.0:1779697718.221552:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1c60. 00000001:00000010:3.0:1779697718.221569:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697718.221601:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d9c0. 00010000:00000010:3.0:1779697718.221610:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697718.221614:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.221625:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697718.221837:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.221850:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697718.221864:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974367, last committed = 8589974211 00010000:00000200:3.0:1779697718.221872:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02b100 x1866146215460224/t8589974367(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.221889:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697718.221894:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215460224, offset 224 00000400:00000010:3.0:1779697718.221911:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e03f0. 00000400:00000200:3.0:1779697718.221915:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.221927:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.221933:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309134:309134:256:4294967295] 192.168.203.23@tcp LPNI seq info [309130:309130:8:4294967295] 00000400:00000200:3.0:1779697718.221937:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.221944:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.221949:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.221953:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697718.221959:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.221966:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.221969:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.221986:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.221990:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.221993:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbe0bdba00. 00000800:00000200:3.0:1779697718.222071:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.222075:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697718.222078:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.222082:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.226989:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.227007:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d8d 00000400:00000200:3.0:1779697718.227013:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.227018:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.227024:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697718.227027:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000400:00000200:3.0:1779697718.227052:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.227058:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457e00 00000400:00000200:3.0:1779697718.227065:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 175784 00000400:00000200:3.0:1779697718.227117:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.227121:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.227126:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.227132:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655ad80. 00010000:00000010:0.0:1779697718.227446:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697718.227457:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536480. 00010000:00000010:3.1:1779697718.230832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697718.230844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00000020:00000010:3.0:1779697718.230884:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697718.230889:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697718.230894:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697718.230899:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.230904:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.230939:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697718.230941:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000100:00000200:3.0:1779697718.230944:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215460352 00000001:00000010:3.0:1779697718.230953:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697718.230974:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.230980:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 02000000:00000010:3.0:1779697718.231004:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf9878000. 00010000:00000010:3.0:1779697718.231042:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.231046:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.231062:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697718.231066:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697718.231069:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.231072:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000004:00000010:3.0:1779697718.231158:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5860. 00000004:00000010:3.0:1779697718.231166:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afe88. 00000004:00000010:3.0:1779697718.231171:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82aa0. 00080000:00000010:3.0:1779697718.231179:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc82301c8. 00010000:00000010:2.1:1779697718.231588:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697718.231596:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697718.231599:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697718.231602:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697718.231624:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697718.231630:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000010:2.0:1779697718.231639:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697718.232026:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697718.232031:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697718.232034:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.232038:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697718.232102:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.232111:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697718.232114:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697718.232133:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697718.232150:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655ad80 x1866146215460352/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.232167:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697718.232174:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215460352, offset 224 00000400:00000200:3.0:1779697718.232181:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.232192:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.232199:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309135:309135:256:4294967295] 192.168.203.23@tcp LPNI seq info [309131:309131:8:4294967295] 00000400:00000200:3.0:1779697718.232211:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.232217:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.232221:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697718.232227:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.232233:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.232238:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.232257:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.232260:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.232264:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00000800:00000200:2.0:1779697718.232875:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.232880:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697718.232884:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.232889:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697718.232894:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:2.0:1779697718.232896:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000400:00000200:2.0:1779697718.234859:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.234875:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006457f00 00000400:00000200:2.0:1779697718.234883:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 176360 00000400:00000200:2.0:1779697718.234895:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.234899:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.234905:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.234912:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b800. 00000020:00000010:3.0:1779697718.235914:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.235921:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.235927:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8233600. 00000020:00000010:3.0:1779697718.235932:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.235937:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.235972:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.235974:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000100:00000200:3.0:1779697718.235977:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215460608 02000000:00000010:3.0:1779697718.236008:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf987a000. 00010000:00000010:3.0:1779697718.236043:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697718.236059:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697718.236077:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.236092:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697718.236105:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.236107:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697718.236111:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697718.236114:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697718.236206:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697718.236208:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697718.236211:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.236214:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000020:00000010:3.0:1779697718.236233:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97860. 00000020:00000010:3.0:1779697718.236239:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97860. 00000020:00000010:3.0:1779697718.236248:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1240. 00080000:00000010:3.0:1779697718.236257:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fd8000. 00000001:00000010:3.0:1779697718.237470:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568dae0. 00000001:00000010:3.0:1779697718.237477:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697718.237516:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1240. 00010000:00000010:3.0:1779697718.237525:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697718.237531:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.237545:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697718.237596:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697718.237612:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697718.237626:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974368, last committed = 8589974211 00010000:00000200:3.0:1779697718.237637:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02b800 x1866146215460608/t8589974368(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.237656:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697718.238070:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215460608, offset 224 00000400:00000010:3.0:1779697718.238128:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0070. 00000400:00000200:3.0:1779697718.238134:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.238148:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.238155:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309136:309136:256:4294967295] 192.168.203.23@tcp LPNI seq info [309132:309132:8:4294967295] 00000400:00000200:3.0:1779697718.238160:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.238167:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.238173:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.238182:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697718.238188:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.238195:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.238199:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.238255:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.238260:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.238264:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8233600. 00010000:00000010:0.0:1779697718.238442:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:0.0:1779697718.238449:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00010000:00000010:0.0:1779697718.238458:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00010000:00000010:3.1:1779697718.241762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.241785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697718.241789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.241792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697718.241795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697718.241800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697718.241802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697718.241804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:2.1:1779697718.244776:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697718.244788:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000800:00000200:0.0:1779697718.249287:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.249295:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697718.249302:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.249311:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697718.249629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697718.249639:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697718.249644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697718.249647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697718.249650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.249652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697718.249655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697718.249657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:2.1:1779697718.251141:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697718.251158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00000400:00000200:2.0:1779697718.251825:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697718.251841:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d95 00000400:00000200:2.0:1779697718.251847:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.251852:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697718.251857:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:2.0:1779697718.251860:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000400:00000200:2.0:1779697718.251883:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.251889:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006457f80 00000400:00000200:2.0:1779697718.251895:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 176848 00000400:00000200:2.0:1779697718.251941:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.251945:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.251949:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.251955:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ad80. 00010000:00000010:0.1:1779697718.252260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697718.252266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:0.1:1779697718.252274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697718.252277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:0.0:1779697718.252319:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:0.0:1779697718.252328:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00000020:00000010:3.0:1779697718.252711:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.252716:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.252721:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355f800. 00000020:00000010:3.0:1779697718.252726:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697718.252731:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.252761:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.252764:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000100:00000200:3.0:1779697718.252776:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215460736 00000001:00000010:3.0:1779697718.252786:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:3.0:1779697718.252806:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.252812:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697718.252837:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf987f000. 00010000:00000010:3.0:1779697718.252861:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.252864:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697718.252878:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697718.252882:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697718.252886:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.252888:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697718.252974:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b45a0. 00000004:00000010:3.0:1779697718.252981:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af0f0. 00000004:00000010:3.0:1779697718.252987:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83dc0. 00080000:00000010:3.0:1779697718.252994:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc82308e8. 00010000:00000010:2.0:1779697718.266476:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.266486:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697718.266492:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697718.266498:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.266582:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697718.266595:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697718.266600:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00010000:00000010:2.0:1779697718.266623:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:2.0:1779697718.266641:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02ad80 x1866146215460736/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.266660:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697718.266678:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215460736, offset 224 00000400:00000200:2.0:1779697718.266685:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.266697:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.266704:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309137:309137:256:4294967295] 192.168.203.23@tcp LPNI seq info [309133:309133:8:4294967295] 00000400:00000200:2.0:1779697718.266715:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.266720:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.266725:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697718.266732:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.266740:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.266744:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.266776:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:2.0:1779697718.266781:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:2.0:1779697718.266785:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355f800. 00000800:00000200:3.0:1779697718.266968:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.266972:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697718.266976:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.266982:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.266987:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:3.0:1779697718.266989:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000400:00000200:3.0:1779697718.268985:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.269000:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458080 00000400:00000200:3.0:1779697718.269007:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 177424 00000400:00000200:3.0:1779697718.269019:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.269023:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.269030:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.269036:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b800. 00010000:00000010:0.1:1779697718.269307:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697718.269315:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000020:00000010:2.0:1779697718.269682:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.269687:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.269693:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697718.269697:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7500. 00000020:00000010:2.0:1779697718.269702:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.269736:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.269739:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000100:00000200:2.0:1779697718.269742:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215460992 02000000:00000010:2.0:1779697718.269782:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdc000. 00010000:00000010:2.0:1779697718.269816:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.269828:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697718.269842:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697718.269847:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.269858:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697718.269861:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697718.269865:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697718.269867:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697718.269960:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697718.269964:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697718.269967:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697718.269970:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697718.269989:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b900. 00000020:00000010:2.0:1779697718.269994:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b900. 00000020:00000010:2.0:1779697718.270004:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697718.270012:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4426000. 00000001:00000010:2.0:1779697718.270373:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a540. 00000001:00000010:2.0:1779697718.270380:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697718.270431:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697718.270439:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697718.270442:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697718.270454:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697718.270485:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697718.270496:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697718.270509:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974369, last committed = 8589974211 00010000:00000200:2.0:1779697718.270518:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655b800 x1866146215460992/t8589974369(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.270539:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697718.270544:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215460992, offset 224 00000400:00000010:2.0:1779697718.270550:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb701c0. 00000400:00000200:2.0:1779697718.270554:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.270576:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.270582:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309138:309138:256:4294967295] 192.168.203.23@tcp LPNI seq info [309134:309134:8:4294967295] 00000400:00000200:2.0:1779697718.270587:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.270594:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.270599:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.270603:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697718.270609:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.270616:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.270620:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.270635:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7500. 00000020:00000010:2.0:1779697718.270639:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.270642:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00010000:00000010:2.0:1779697718.270666:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697718.270670:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697718.270675:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:2.0:1779697718.270743:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.270748:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697718.270751:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.270755:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697718.275924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:2.1:1779697718.275938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697718.275942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:2.1:1779697718.275945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:2.1:1779697718.275948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697718.275951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00000400:00000200:2.0:1779697718.275983:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697718.276001:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9d9d 00000400:00000200:2.0:1779697718.276008:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.276013:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697718.276019:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697718.276022:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000200:2.0:1779697718.276053:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.276059:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458100 00000400:00000200:2.0:1779697718.276211:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 177912 00000400:00000200:2.0:1779697718.276266:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.276269:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.276275:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.276280:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 00000020:00000010:2.0:1779697718.276323:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.276329:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.276335:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697718.276339:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7800. 00000020:00000010:2.0:1779697718.276344:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.276377:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.276379:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000100:00000200:2.0:1779697718.276381:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215461120 00000001:00000010:2.0:1779697718.276404:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:2.0:1779697718.276425:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697718.276431:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697718.276471:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70b9000. 00010000:00000010:2.0:1779697718.276496:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697718.276500:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.276515:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.276518:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697718.276522:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697718.276524:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697718.276608:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697718.276616:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e690. 00000004:00000010:2.0:1779697718.276623:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ddc0. 00080000:00000010:2.0:1779697718.276631:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5ab8. 00010000:00000010:3.0:1779697718.276948:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697718.276956:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697718.285631:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697718.285641:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697718.285647:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697718.285655:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697718.285738:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.285752:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697718.285757:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697718.285791:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697718.285811:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c029500 x1866146215461120/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.285830:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697718.285836:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215461120, offset 224 00000400:00000200:2.0:1779697718.285843:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.285856:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.285862:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309139:309139:256:4294967295] 192.168.203.23@tcp LPNI seq info [309135:309135:8:4294967295] 00000400:00000200:2.0:1779697718.285874:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.285879:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.285884:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697718.285890:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.285898:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.285902:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.285928:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7800. 00000020:00000010:2.0:1779697718.285932:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.285935:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:3.0:1779697718.286164:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.286168:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697718.286173:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.286178:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.286183:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:3.0:1779697718.286185:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000200:2.0:1779697718.288542:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.288565:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458200 00000400:00000200:2.0:1779697718.288573:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 178488 00000400:00000200:2.0:1779697718.288587:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.288591:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.288599:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.288607:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e81500. 00000020:00000010:3.0:1779697718.288817:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.288822:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.288827:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6553400. 00000020:00000010:3.0:1779697718.288831:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536700. 00000020:00000010:3.0:1779697718.288836:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.288865:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697718.288867:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000100:00000200:3.0:1779697718.288870:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215461376 02000000:00000010:3.0:1779697718.288900:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf9879000. 00010000:00000010:3.0:1779697718.288934:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697718.288947:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:3.0:1779697718.288962:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.288967:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.288979:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697718.288981:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697718.288985:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.288988:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697718.289089:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697718.289092:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697718.289095:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.289098:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000020:00000010:3.0:1779697718.289119:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97860. 00000020:00000010:3.0:1779697718.289125:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97860. 00000020:00000010:3.0:1779697718.289135:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d720. 00080000:00000010:3.0:1779697718.289143:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fd8c00. 00000001:00000010:3.0:1779697718.289582:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f15a0. 00000001:00000010:3.0:1779697718.289589:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697718.289621:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d720. 00010000:00000010:3.0:1779697718.289629:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697718.289633:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697718.289643:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697718.290007:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697718.290021:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697718.290035:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974370, last committed = 8589974211 00010000:00000200:3.0:1779697718.290043:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e81500 x1866146215461376/t8589974370(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.290060:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697718.290065:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215461376, offset 224 00000400:00000010:3.0:1779697718.290072:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0ce8. 00000400:00000200:3.0:1779697718.290127:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.290141:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.290147:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309140:309140:256:4294967295] 192.168.203.23@tcp LPNI seq info [309136:309136:8:4294967295] 00000400:00000200:3.0:1779697718.290152:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.290159:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.290164:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.290169:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697718.290174:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.290181:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.290185:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.290200:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536700. 00000020:00000010:3.0:1779697718.290204:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.290207:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6553400. 00010000:00000010:2.0:1779697718.290279:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:2.0:1779697718.290285:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536480. 00010000:00000010:2.0:1779697718.290291:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000800:00000200:2.0:1779697718.290367:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.290372:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697718.290375:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.290380:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697718.295911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697718.295926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000400:00000200:3.0:1779697718.296042:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.296060:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9da5 00000400:00000200:3.0:1779697718.296066:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.296070:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.296077:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:3.0:1779697718.296079:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000400:00000200:3.0:1779697718.296105:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.296111:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458280 00000400:00000200:3.0:1779697718.296117:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 178976 00000400:00000200:3.0:1779697718.296162:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.296166:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.296171:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.296177:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 00010000:00000010:2.1:1779697718.303089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.1:1779697718.303105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697718.303112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697718.303116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697718.303163:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:2.0:1779697718.303173:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00000020:00000010:2.0:1779697718.303221:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697718.303225:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697718.303231:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355fa00. 00000020:00000010:2.0:1779697718.303236:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7800. 00000020:00000010:2.0:1779697718.303241:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697718.303272:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697718.303275:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000100:00000200:2.0:1779697718.303277:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215461504 00000001:00000010:2.0:1779697718.303287:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697718.303305:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697718.303311:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697718.303336:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70be000. 00010000:00000010:2.0:1779697718.303362:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697718.303366:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697718.303379:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697718.303382:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697718.303385:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697718.303403:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697718.303491:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697718.303498:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e000. 00000004:00000010:2.0:1779697718.303505:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cbb0. 00080000:00000010:2.0:1779697718.303513:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4e40. 00010000:00000010:3.0:1779697718.316537:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697718.316547:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697718.316553:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697718.316570:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.316643:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697718.316656:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697718.316661:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:3.0:1779697718.316695:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:3.0:1779697718.316712:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559c00 x1866146215461504/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.316730:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697718.316736:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215461504, offset 224 00000400:00000200:3.0:1779697718.316743:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.316755:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.316762:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309141:309141:256:4294967295] 192.168.203.23@tcp LPNI seq info [309137:309137:8:4294967295] 00000400:00000200:3.0:1779697718.316784:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.316790:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.316795:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697718.316800:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.316807:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.316812:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.316835:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7800. 00000020:00000010:3.0:1779697718.316839:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:3.0:1779697718.316843:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355fa00. 00000800:00000200:2.0:1779697718.317021:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.317026:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697718.317030:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.317035:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697718.317040:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779697718.317042:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000400:00000200:2.0:1779697718.318932:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.318945:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458380 00000400:00000200:2.0:1779697718.318953:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 179552 00000400:00000200:2.0:1779697718.318965:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.318970:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.318976:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.318983:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e83480. 00000020:00000010:3.0:1779697718.319050:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.319055:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.319060:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7c00. 00000020:00000010:3.0:1779697718.319064:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536280. 00000020:00000010:3.0:1779697718.319069:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.319110:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.319113:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000100:00000200:3.0:1779697718.319115:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215461760 02000000:00000010:3.0:1779697718.319143:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf987e000. 00010000:00000010:3.0:1779697718.319175:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.319186:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697718.319201:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.319206:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.319219:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697718.319222:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697718.319225:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.319228:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697718.319319:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697718.319322:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.319325:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.319328:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697718.319349:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97580. 00000020:00000010:3.0:1779697718.319356:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97580. 00000020:00000010:3.0:1779697718.319365:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1a80. 00080000:00000010:3.0:1779697718.319372:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fda800. 00000001:00000010:3.0:1779697718.319743:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664240. 00000001:00000010:3.0:1779697718.319749:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697718.319793:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1a80. 00010000:00000010:3.0:1779697718.319801:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.319805:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697718.319816:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697718.319844:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.319856:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697718.319870:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974371, last committed = 8589974211 00010000:00000200:3.0:1779697718.319877:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e83480 x1866146215461760/t8589974371(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.319894:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697718.319899:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215461760, offset 224 00000400:00000010:3.0:1779697718.319904:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0e00. 00000400:00000200:3.0:1779697718.319908:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.319918:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.319924:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309142:309142:256:4294967295] 192.168.203.23@tcp LPNI seq info [309138:309138:8:4294967295] 00000400:00000200:3.0:1779697718.319929:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.319936:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.319942:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.319946:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697718.319951:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.319957:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.319961:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.319976:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536280. 00000020:00000010:3.0:1779697718.319980:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.319984:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7c00. 00000800:00000200:3.0:1779697718.320048:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.320052:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697718.320055:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.320060:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.320914:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.320925:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9dad 00000400:00000200:3.0:1779697718.320930:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.320933:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.320938:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:3.0:1779697718.320941:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:3.0:1779697718.320973:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697718.320978:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00010000:00000010:1.0:1779697718.321068:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:1.0:1779697718.321075:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:1.0:1779697718.321091:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000400:00000200:2.0:1779697718.322529:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.322543:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458400 00000400:00000200:2.0:1779697718.322552:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 180040 00000400:00000200:2.0:1779697718.322607:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.322612:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.322618:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.322624:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e82d80. 00000020:00000010:3.0:1779697718.323063:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.323069:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.323073:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7c00. 00000020:00000010:3.0:1779697718.323077:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.323092:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.323128:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.323130:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000100:00000200:3.0:1779697718.323133:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215461888 00000001:00000010:3.0:1779697718.323142:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697718.323163:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.323169:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697718.323192:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf987d000. 00010000:00000010:3.0:1779697718.323217:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.323220:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.323236:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.323239:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697718.323243:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.323246:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697718.323330:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4d20. 00000004:00000010:3.0:1779697718.323340:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af528. 00000004:00000010:3.0:1779697718.323346:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83210. 00080000:00000010:3.0:1779697718.323354:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230c78. 00010000:00000010:3.0:1779697718.324094:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697718.324099:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536600. 00010000:00000010:3.0:1779697718.324103:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697718.324108:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697718.324166:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.324176:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.324181:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697718.324199:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697718.324213:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82d80 x1866146215461888/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.324231:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697718.324236:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215461888, offset 224 00000400:00000200:3.0:1779697718.324243:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.324253:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.324259:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309143:309143:256:4294967295] 192.168.203.23@tcp LPNI seq info [309139:309139:8:4294967295] 00000400:00000200:3.0:1779697718.324270:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.324275:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.324279:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697718.324285:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.324292:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.324296:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.324322:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.324326:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.324329:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7c00. 00000800:00000200:2.0:1779697718.324504:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.324508:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697718.324512:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.324517:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697718.324522:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:2.0:1779697718.324524:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:2.1:1779697718.328707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697718.328722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697718.328725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697718.328729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697718.328732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697718.328737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:2.1:1779697718.328741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697718.328743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000400:00000200:2.0:1779697718.328785:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.328803:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458500 00000400:00000200:2.0:1779697718.328811:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 180616 00000400:00000200:2.0:1779697718.328826:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.328831:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.328838:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.328844:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e80380. 00010000:00000010:3.1:1779697718.330541:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697718.330554:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00000020:00000010:0.0:1779697718.330659:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.330665:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.330680:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3907a00. 00000020:00000010:0.0:1779697718.330686:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:0.0:1779697718.330691:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ebb8. 00000020:00000010:0.0:1779697718.330721:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.330723:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697718.330726:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215462144 02000000:00000010:0.0:1779697718.330788:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8e8000. 00010000:00000010:0.0:1779697718.330826:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:0.0:1779697718.330841:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536600. 00010000:00000010:0.0:1779697718.330859:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697718.330864:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697718.330877:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697718.330880:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697718.330884:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697718.330887:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697718.330979:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697718.330982:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697718.330985:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697718.330988:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697718.331009:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f380. 00000020:00000010:0.0:1779697718.331014:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f380. 00000020:00000010:0.0:1779697718.331023:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6ae0. 00080000:00000010:0.0:1779697718.331032:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeebb1800. 00000001:00000010:0.0:1779697718.331382:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6000. 00010000:00000010:3.1:1779697718.331627:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697718.331631:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000001:00000010:1.0:1779697718.342432:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697718.342512:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6ae0. 00010000:00000010:1.0:1779697718.342528:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697718.342536:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697718.342688:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697718.342736:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:1.0:1779697718.342756:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000200:1.0:1779697718.342788:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974372, last committed = 8589974211 00010000:00000200:1.0:1779697718.342800:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80380 x1866146215462144/t8589974372(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.342821:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697718.342827:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215462144, offset 224 00000400:00000010:1.0:1779697718.342835:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbcea88968. 00000400:00000200:1.0:1779697718.342839:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.342853:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.342860:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309144:309144:256:4294967295] 192.168.203.23@tcp LPNI seq info [309140:309140:8:4294967295] 00000400:00000200:1.0:1779697718.342866:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.342873:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.342878:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.342883:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697718.342890:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.342898:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.342902:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.342961:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:1.0:1779697718.342966:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ebb8. 00000020:00000010:1.0:1779697718.342970:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3907a00. 00010000:00000010:2.0:1779697718.343036:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697718.343044:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:2.0:1779697718.343051:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00010000:00000010:1.1:1779697718.347678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697718.347694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.353419:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.1:1779697718.353433:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697718.353437:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697718.353440:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697718.353443:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697718.353447:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697718.353450:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.353452:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697718.353454:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697718.353457:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697718.353461:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.353464:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.353466:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697718.353468:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00000800:00000200:3.0:1779697718.353505:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.353510:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697718.353516:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.353524:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.353553:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.353738:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9db5 00000400:00000200:3.0:1779697718.353744:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.353747:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.353753:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:3.0:1779697718.353755:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000400:00000200:3.0:1779697718.353794:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.353801:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458580 00000400:00000200:3.0:1779697718.353808:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 181104 00010000:00000010:1.0:1779697718.354738:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:1.0:1779697718.354753:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00000400:00000200:3.0:1779697718.354877:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.354884:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.354890:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.354898:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558700. 00000020:00000010:1.0:1779697718.355171:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697718.355176:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697718.355184:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697718.355189:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697718.355193:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697718.355228:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697718.355231:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0880. 00000100:00000200:1.0:1779697718.355234:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215462272 00000001:00000010:1.0:1779697718.355244:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:1.0:1779697718.355265:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.355271:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 02000000:00000010:1.0:1779697718.355296:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3524000. 00010000:00000010:1.0:1779697718.355325:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.355329:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697718.355344:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697718.355348:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697718.355352:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697718.355355:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:0.1:1779697718.355415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:0.1:1779697718.355423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00000004:00000010:1.0:1779697718.355471:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697718.355480:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697718.355486:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562bb0. 00080000:00000010:1.0:1779697718.355495:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:1.0:1779697718.361804:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697718.361814:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394680. 00010000:00000010:1.0:1779697718.361821:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697718.361829:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697718.361911:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697718.361924:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697718.361929:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697718.361956:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:1.0:1779697718.361977:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558700 x1866146215462272/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.361997:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697718.362005:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215462272, offset 224 00000400:00000200:1.0:1779697718.362012:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.362026:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.362032:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309145:309145:256:4294967295] 192.168.203.23@tcp LPNI seq info [309141:309141:8:4294967295] 00000400:00000200:1.0:1779697718.362044:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.362050:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.362055:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697718.362062:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.362070:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.362075:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.362174:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697718.362180:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697718.362183:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:3.0:1779697718.362329:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.362334:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697718.362339:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.362345:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.362350:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:3.0:1779697718.362353:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00010000:00000010:2.1:1779697718.367208:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697718.367221:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697718.367423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697718.367429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:3.0:1779697718.367811:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.367830:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458680 00000400:00000200:3.0:1779697718.367838:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 181680 00000400:00000200:3.0:1779697718.367852:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.367856:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.367864:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.367871:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b480. 00000020:00000010:0.0:1779697718.367970:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.367976:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.367981:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906400. 00000020:00000010:0.0:1779697718.367986:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:0.0:1779697718.367990:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.368030:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.368033:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697718.368036:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215462528 02000000:00000010:0.0:1779697718.368067:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ea000. 00010000:00000010:0.0:1779697718.368115:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:0.0:1779697718.368129:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394680. 00010000:00000010:0.0:1779697718.368146:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.368151:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697718.368165:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697718.368168:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e180. 00010000:00000010:0.0:1779697718.368172:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.368175:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697718.368270:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697718.368274:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697718.368277:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697718.368280:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000020:00000010:0.0:1779697718.368300:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f320. 00000020:00000010:0.0:1779697718.368305:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f320. 00000020:00000010:0.0:1779697718.368314:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6c00. 00080000:00000010:0.0:1779697718.368323:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeebb0c00. 00000001:00000010:0.0:1779697718.368750:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6ba0. 00000001:00000010:0.0:1779697718.368758:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697718.368802:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6c00. 00010000:00000010:0.0:1779697718.368810:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697718.368814:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697718.368825:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697718.368865:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697718.368878:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697718.368892:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974373, last committed = 8589974211 00010000:00000200:0.0:1779697718.368900:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655b480 x1866146215462528/t8589974373(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.368917:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697718.368923:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215462528, offset 224 00000400:00000010:0.0:1779697718.368928:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725038. 00000400:00000200:0.0:1779697718.368932:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.368943:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.368949:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309146:309146:256:4294967295] 192.168.203.23@tcp LPNI seq info [309142:309142:8:4294967295] 00000400:00000200:0.0:1779697718.368954:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.368962:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.368967:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.368971:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697718.368977:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.368984:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.368988:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.369006:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:0.0:1779697718.369011:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.369014:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906400. 00000800:00000200:0.0:1779697718.369092:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.369096:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697718.369100:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.369104:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.369218:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:3.0:1779697718.369224:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:3.0:1779697718.369231:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000400:00000200:3.0:1779697718.371307:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.371325:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9dbd 00000400:00000200:3.0:1779697718.371331:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.371335:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.371342:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:3.0:1779697718.371345:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00010000:00000010:1.1:1779697718.371467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697718.371476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697718.371480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697718.371483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697718.371487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697718.371490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.0:1779697718.371611:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697718.371621:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e180. 00010000:00000010:3.1:1779697718.372568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697718.372576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697718.372623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697718.372628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697718.372632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697718.372634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:3.0:1779697718.374557:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.374585:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458700 00000400:00000200:3.0:1779697718.374593:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 182168 00000400:00000200:3.0:1779697718.374643:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.374649:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.374657:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.374679:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 00000020:00000010:0.0:1779697718.375141:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.375147:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.375154:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906400. 00000020:00000010:0.0:1779697718.375159:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e180. 00000020:00000010:0.0:1779697718.375163:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.375205:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697718.375207:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697718.375210:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215462656 00000001:00000010:0.0:1779697718.375220:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:0.0:1779697718.375245:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.375251:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697718.375274:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ef000. 00010000:00000010:0.0:1779697718.375298:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697718.375302:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697718.375318:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697718.375322:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e200. 00010000:00000010:0.0:1779697718.375326:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697718.375329:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000004:00000010:0.0:1779697718.375440:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb680. 00000004:00000010:0.0:1779697718.375448:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef618. 00000004:00000010:0.0:1779697718.375455:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30440. 00080000:00000010:0.0:1779697718.375464:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e1c8. 00010000:00000010:0.0:1779697718.376612:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697718.376617:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.376622:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697718.376628:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697718.376705:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697718.376715:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697718.376720:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e200. 00010000:00000010:0.0:1779697718.376741:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697718.376756:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655bb80 x1866146215462656/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.376784:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697718.376791:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215462656, offset 224 00000400:00000200:0.0:1779697718.376798:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.376809:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.376815:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309147:309147:256:4294967295] 192.168.203.23@tcp LPNI seq info [309143:309143:8:4294967295] 00000400:00000200:0.0:1779697718.376827:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.376833:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.376837:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697718.376844:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.376850:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.376854:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.376879:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e180. 00000020:00000010:0.0:1779697718.376883:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.376886:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906400. 00000800:00000200:1.0:1779697718.377018:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.377024:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697718.377028:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.377033:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.377038:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:1.0:1779697718.377041:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00010000:00000010:0.1:1779697718.379208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697718.379221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:3.0:1779697718.381502:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.381521:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458800 00000400:00000200:3.0:1779697718.381530:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 182744 00000400:00000200:3.0:1779697718.381544:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.381549:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.381557:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.381576:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a300. 00000020:00000010:1.0:1779697718.381690:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.381695:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.381703:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2170400. 00000020:00000010:1.0:1779697718.381708:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697718.381712:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697718.381752:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.381755:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.381758:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215462912 02000000:00000010:1.0:1779697718.381803:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3523000. 00010000:00000010:1.0:1779697718.381841:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:1.0:1779697718.381857:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:1.0:1779697718.381874:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697718.381879:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697718.381893:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697718.381896:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394100. 00010000:00000010:1.0:1779697718.381900:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.381902:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697718.381992:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697718.381995:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697718.381999:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697718.382001:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00000020:00000010:1.0:1779697718.382023:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc260. 00000020:00000010:1.0:1779697718.382028:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc260. 00000020:00000010:1.0:1779697718.382037:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe000. 00080000:00000010:1.0:1779697718.382046:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd67d5c00. 00000001:00000010:1.0:1779697718.382442:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fef00. 00000001:00000010:1.0:1779697718.382448:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b600. 00000020:00000010:1.0:1779697718.382486:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe000. 00010000:00000010:1.0:1779697718.382495:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697718.382498:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697718.382510:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697718.382549:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697718.382562:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:1.0:1779697718.382576:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974374, last committed = 8589974211 00010000:00000200:1.0:1779697718.382583:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655a300 x1866146215462912/t8589974374(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.382600:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697718.382605:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215462912, offset 224 00000400:00000010:1.0:1779697718.382612:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b000. 00000400:00000200:1.0:1779697718.382616:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.382626:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.382632:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309148:309148:256:4294967295] 192.168.203.23@tcp LPNI seq info [309144:309144:8:4294967295] 00000400:00000200:1.0:1779697718.382637:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.382644:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.382649:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.382653:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697718.382659:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.382682:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.382687:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.382707:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697718.382711:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697718.382715:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2170400. 00000800:00000200:1.0:1779697718.382806:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.382810:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697718.382815:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.382819:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697718.384243:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:0.0:1779697718.384253:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:0.0:1779697718.384261:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00000400:00000200:1.0:1779697718.385287:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.385305:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9dc5 00000400:00000200:1.0:1779697718.385312:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.385316:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.385323:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:1.0:1779697718.385326:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:3.0:1779697718.387299:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:3.0:1779697718.387313:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394100. 00010000:00000010:0.1:1779697718.391410:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697718.391424:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697718.391429:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697718.391432:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:0.0:1779697718.391463:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.391483:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458880 00000400:00000200:0.0:1779697718.391491:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 183232 00000400:00000200:0.0:1779697718.392190:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.392198:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.392208:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.392215:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d180. 00000020:00000010:1.0:1779697718.392325:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.392332:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.392339:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:1.0:1779697718.392344:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697718.392350:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697718.392407:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.392410:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.392413:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215463040 00000001:00000010:1.0:1779697718.392423:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:1.0:1779697718.392446:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697718.392452:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 02000000:00000010:1.0:1779697718.392475:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3520000. 00010000:00000010:1.0:1779697718.392500:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697718.392503:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697718.392521:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697718.392524:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697718.392528:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697718.392531:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00000004:00000010:1.0:1779697718.392633:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ad20. 00000004:00000010:1.0:1779697718.392641:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697718.392647:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562110. 00080000:00000010:1.0:1779697718.392655:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:0.0:1779697718.399941:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697718.399955:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.399962:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.399969:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697718.400056:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697718.400071:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:0.0:1779697718.400089:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000010:0.0:1779697718.400119:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:0.0:1779697718.400143:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483d180 x1866146215463040/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.400164:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697718.400172:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215463040, offset 224 00000400:00000200:0.0:1779697718.400180:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.400194:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.400201:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309149:309149:256:4294967295] 192.168.203.23@tcp LPNI seq info [309145:309145:8:4294967295] 00000400:00000200:0.0:1779697718.400213:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.400219:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.400225:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697718.400233:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.400241:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.400245:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.400280:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c80. 00000020:00000010:0.0:1779697718.400284:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:0.0:1779697718.400288:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:3.0:1779697718.400512:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.400517:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697718.400521:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.400526:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.400532:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:3.0:1779697718.400534:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00000400:00000200:3.0:1779697718.402744:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.402762:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458980 00000400:00000200:3.0:1779697718.402781:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 183808 00000400:00000200:3.0:1779697718.402796:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.402800:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.402807:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.402814:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a680. 00000020:00000010:0.0:1779697718.403053:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.403059:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.403064:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906400. 00000020:00000010:0.0:1779697718.403069:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e580. 00000020:00000010:0.0:1779697718.403074:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e578. 00000020:00000010:0.0:1779697718.403177:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.403180:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697718.403183:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215463296 02000000:00000010:0.0:1779697718.403218:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8e9000. 00010000:00000010:0.0:1779697718.403254:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697718.403269:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.403288:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697718.403293:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697718.403305:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697718.403308:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.403312:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697718.403315:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697718.403441:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697718.403445:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697718.403448:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.403451:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000020:00000010:0.0:1779697718.403476:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f760. 00000020:00000010:0.0:1779697718.403481:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f760. 00000020:00000010:0.0:1779697718.403491:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6180. 00080000:00000010:0.0:1779697718.403501:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeebb0400. 00010000:00000010:3.1:1779697718.405863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697718.405876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697718.406164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697718.406171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697718.406175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697718.406179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000001:00000010:1.0:1779697718.409301:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe900. 00000001:00000010:1.0:1779697718.409753:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697718.409815:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6180. 00010000:00000010:1.0:1779697718.409831:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697718.409839:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697718.409860:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b840. 00010000:00000010:1.0:1779697718.409940:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:1.0:1779697718.409958:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:1.0:1779697718.409976:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974375, last committed = 8589974211 00010000:00000200:1.0:1779697718.409987:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655a680 x1866146215463296/t8589974375(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.410005:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697718.410011:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215463296, offset 224 00000400:00000010:1.0:1779697718.410018:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bfc0. 00000400:00000200:1.0:1779697718.410022:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.410036:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.410042:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309150:309150:256:4294967295] 192.168.203.23@tcp LPNI seq info [309146:309146:8:4294967295] 00000400:00000200:1.0:1779697718.410048:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.410056:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.410062:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.410066:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697718.410072:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.410091:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.410095:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.410119:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e580. 00000020:00000010:1.0:1779697718.410124:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e578. 00000020:00000010:1.0:1779697718.410128:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906400. 00000800:00000200:3.0:1779697718.417132:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.417142:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697718.417150:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.417159:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.419438:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.419455:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9dcd 00000400:00000200:3.0:1779697718.419462:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.419465:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.419472:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:3.0:1779697718.419474:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000400:00000200:3.0:1779697718.419502:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.419508:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458a00 00000400:00000200:3.0:1779697718.419514:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 184296 00000400:00000200:3.0:1779697718.419556:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.419564:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.419568:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.419575:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 00000020:00000010:3.0:1779697718.419618:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697718.419622:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697718.419628:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.419633:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.419638:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.419684:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8800. 00000020:00000010:3.0:1779697718.419687:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8800. 00000100:00000200:3.0:1779697718.419690:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215463424 00000001:00000010:3.0:1779697718.419699:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b600. 00010000:00000010:3.0:1779697718.419724:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.419731:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697718.419753:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf987c000. 00010000:00000010:3.0:1779697718.419788:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.419791:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.419808:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.419811:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697718.419815:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.419818:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000004:00000010:3.0:1779697718.419903:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b52c0. 00000004:00000010:3.0:1779697718.419910:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af438. 00000004:00000010:3.0:1779697718.419916:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83870. 00080000:00000010:3.0:1779697718.419923:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231ab8. 00010000:00000010:1.0:1779697718.420491:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:1.0:1779697718.420500:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.1:1779697718.420852:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697718.420858:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.0:1779697718.420875:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:0.0:1779697718.420880:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:0.0:1779697718.420885:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b840. 00010000:00000010:3.0:1779697718.420897:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697718.420901:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a80. 00010000:00000010:3.0:1779697718.420904:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.420908:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697718.420956:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.420963:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.420965:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697718.420980:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697718.420993:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655b100 x1866146215463424/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.421008:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697718.421012:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215463424, offset 224 00000400:00000200:3.0:1779697718.421017:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.421025:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.421029:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309151:309151:256:4294967295] 192.168.203.23@tcp LPNI seq info [309147:309147:8:4294967295] 00000400:00000200:3.0:1779697718.421037:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.421040:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.421043:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697718.421048:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.421053:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.421055:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.421074:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.421078:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000800:00000200:0.0:1779697718.421149:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.421153:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697718.421157:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.421161:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.421165:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:0.0:1779697718.421167:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779697718.421362:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00010000:00000010:0.1:1779697718.422575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697718.422585:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697718.422588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697718.422591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:0.1:1779697718.422594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697718.422597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00000400:00000200:3.0:1779697718.423474:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.423488:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458b00 00000400:00000200:3.0:1779697718.423494:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 184872 00000400:00000200:3.0:1779697718.423504:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.423507:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.423512:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.423519:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c4000. 00000020:00000010:0.0:1779697718.423572:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.423578:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.423583:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.423588:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697718.423593:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.423637:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.423640:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697718.423643:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215463680 02000000:00000010:0.0:1779697718.423678:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ee000. 00010000:00000010:0.0:1779697718.423717:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:0.0:1779697718.423732:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a80. 00010000:00000010:0.0:1779697718.423748:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.423754:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697718.423780:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697718.423783:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.423787:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697718.423790:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697718.423898:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697718.423902:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:0.0:1779697718.423905:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697718.423908:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697718.423934:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f0e0. 00000020:00000010:0.0:1779697718.423940:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f0e0. 00000020:00000010:0.0:1779697718.423951:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6cc0. 00080000:00000010:0.0:1779697718.423960:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeebb3c00. 00000001:00000010:0.0:1779697718.424482:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc8a0. 00000001:00000010:0.0:1779697718.424489:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697718.424526:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6cc0. 00010000:00000010:0.0:1779697718.424535:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697718.424539:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697718.424552:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697718.424586:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697718.424600:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697718.424616:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974376, last committed = 8589974211 00010000:00000200:0.0:1779697718.424625:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c4000 x1866146215463680/t8589974376(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.424644:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697718.424650:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215463680, offset 224 00000400:00000010:0.0:1779697718.424657:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67252a0. 00000400:00000200:0.0:1779697718.424661:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.424673:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.424678:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309152:309152:256:4294967295] 192.168.203.23@tcp LPNI seq info [309148:309148:8:4294967295] 00010000:00000010:3.0:1779697718.424678:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00000400:00000200:0.0:1779697718.424683:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00010000:00000010:3.0:1779697718.424683:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00000400:00000200:0.0:1779697718.424689:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00010000:00000010:3.0:1779697718.424690:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00000800:00000200:0.0:1779697718.424695:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.424699:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697718.424705:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.424711:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.424715:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.424739:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697718.424743:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.424747:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00000800:00000200:3.0:1779697718.424836:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.424840:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697718.424844:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.424848:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697718.426457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697718.426466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697718.426470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697718.426474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697718.427881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697718.427894:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.427898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.427901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:0.1:1779697718.432031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697718.432045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:0.0:1779697718.432085:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.432105:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9dd5 00000400:00000200:0.0:1779697718.432112:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.432116:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.432122:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697718.432125:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:0.0:1779697718.432147:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.432153:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458b80 00000400:00000200:0.0:1779697718.432160:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 185360 00000400:00000200:0.0:1779697718.432214:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.432218:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.432223:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.432228:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f100. 00000020:00000010:2.0:1779697718.432325:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697718.432331:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697718.432338:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697718.432344:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c80. 00000020:00000010:2.0:1779697718.432348:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697718.432451:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697718.432455:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000100:00000200:2.0:1779697718.432458:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215463808 00000001:00000010:2.0:1779697718.432467:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697718.432469:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:1.0:1779697718.432479:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:2.0:1779697718.432493:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697718.432500:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697718.432525:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70bd000. 00010000:00000010:2.0:1779697718.432555:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697718.432560:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697718.432575:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.432579:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697718.432582:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697718.432585:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697718.432679:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697718.432689:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e0f0. 00000004:00000010:2.0:1779697718.432695:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d980. 00080000:00000010:2.0:1779697718.432704:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f58f0. 00010000:00000010:0.1:1779697718.434824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:0.1:1779697718.434838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697718.434843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697718.434845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697718.435238:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697718.435244:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:2.0:1779697718.435267:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697718.435271:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.435276:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697718.435283:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697718.435356:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697718.435369:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.435374:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697718.435422:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697718.435441:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483f100 x1866146215463808/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.435459:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697718.435465:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215463808, offset 224 00000400:00000200:2.0:1779697718.435471:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.435484:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.435490:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309153:309153:256:4294967295] 192.168.203.23@tcp LPNI seq info [309149:309149:8:4294967295] 00000400:00000200:2.0:1779697718.435501:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.435507:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.435511:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697718.435518:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.435525:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.435529:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.435552:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c80. 00000020:00000010:2.0:1779697718.435567:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697718.435571:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:1.0:1779697718.435789:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.435794:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:1.0:1779697718.435798:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.435804:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.435808:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:1.0:1779697718.435811:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00010000:00000010:1.1:1779697718.437516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697718.437528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:3.0:1779697718.439932:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.439950:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458c80 00000400:00000200:3.0:1779697718.439958:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 185936 00000400:00000200:3.0:1779697718.439971:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.439975:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.439985:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.439991:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c7480. 00000020:00000010:1.0:1779697718.440090:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.440095:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.440100:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:1.0:1779697718.440105:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.440110:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.440146:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.440148:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.440151:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215464064 02000000:00000010:1.0:1779697718.440182:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3522000. 00010000:00000010:1.0:1779697718.440217:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697718.440232:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:1.0:1779697718.440247:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697718.440253:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697718.440268:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697718.440271:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c00. 00010000:00000010:1.0:1779697718.440275:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697718.440278:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697718.440382:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697718.440386:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697718.440406:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697718.440409:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00000020:00000010:1.0:1779697718.440436:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc880. 00000020:00000010:1.0:1779697718.440443:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc880. 00000020:00000010:1.0:1779697718.440454:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fef60. 00080000:00000010:1.0:1779697718.440463:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd67d6800. 00000001:00000010:1.0:1779697718.440930:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe300. 00000001:00000010:1.0:1779697718.440938:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697718.440978:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fef60. 00010000:00000010:1.0:1779697718.440989:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697718.440993:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697718.441005:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697718.441057:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697718.441071:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697718.441086:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974377, last committed = 8589974211 00010000:00000200:1.0:1779697718.441095:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c7480 x1866146215464064/t8589974377(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.441115:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697718.441121:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215464064, offset 224 00000400:00000010:1.0:1779697718.441128:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b118. 00000400:00000200:1.0:1779697718.441132:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.441145:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.441152:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309154:309154:256:4294967295] 192.168.203.23@tcp LPNI seq info [309150:309150:8:4294967295] 00000400:00000200:1.0:1779697718.441157:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.441165:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.441171:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.441176:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697718.441182:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.441189:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.441194:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.441211:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.441216:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.441219:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 00010000:00000010:0.0:1779697718.441356:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:0.0:1779697718.441363:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:0.0:1779697718.441370:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00000800:00000200:0.0:1779697718.441480:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.441484:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697718.441488:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.441494:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.443912:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.443933:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ddd 00000400:00000200:3.0:1779697718.443940:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.443945:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.443952:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:3.0:1779697718.443955:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00010000:00000010:0.0:1779697718.444933:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:0.0:1779697718.444944:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c00. 00000400:00000200:1.0:1779697718.445535:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.445549:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458d00 00000400:00000200:1.0:1779697718.445632:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 186424 00000400:00000200:1.0:1779697718.446004:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.446010:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.446017:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.446024:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6e300. 00010000:00000010:2.1:1779697718.447828:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697718.447841:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697718.447845:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000020:00000010:3.0:1779697718.450156:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.450167:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.450173:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697718.450178:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.450184:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.450262:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.450265:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697718.450268:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215464192 00000001:00000010:3.0:1779697718.450279:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:3.0:1779697718.450302:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.450309:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697718.450354:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98d8000. 00010000:00000010:3.0:1779697718.450383:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.450386:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.450444:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.450447:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697718.450451:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.450454:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697718.450541:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b4000. 00000004:00000010:3.0:1779697718.450550:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af078. 00000004:00000010:3.0:1779697718.450760:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ed0. 00080000:00000010:3.0:1779697718.450781:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8230558. 00010000:00000010:3.0:1779697718.451338:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697718.451343:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.451347:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.451351:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:2.1:1779697718.451412:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697718.451418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697718.451423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.0:1779697718.451476:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.451488:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.451493:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697718.451512:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697718.451528:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6e300 x1866146215464192/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.451548:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697718.451554:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215464192, offset 224 00000400:00000200:3.0:1779697718.451616:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.451630:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.451636:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309155:309155:256:4294967295] 192.168.203.23@tcp LPNI seq info [309151:309151:8:4294967295] 00000400:00000200:3.0:1779697718.451648:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.451653:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.451659:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697718.451665:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.451671:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.451675:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.451727:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.451731:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.451735:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00010000:00000010:1.1:1779697718.454290:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697718.454301:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697718.454305:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697718.454309:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000800:00000200:0.0:1779697718.456227:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.456235:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697718.456243:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.456252:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.456259:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:0.0:1779697718.456262:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000400:00000200:0.0:1779697718.457106:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.457121:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458e00 00000400:00000200:0.0:1779697718.457129:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 187000 00000400:00000200:0.0:1779697718.457142:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.457146:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.457152:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.457160:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3100. 00000020:00000010:3.0:1779697718.457273:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.457278:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.457284:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697718.457290:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.457295:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.457331:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.457334:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697718.457337:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215464448 02000000:00000010:3.0:1779697718.457371:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98da000. 00010000:00000010:3.0:1779697718.457441:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.457459:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.457476:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.457481:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.457494:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697718.457497:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697718.457501:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697718.457504:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697718.457609:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697718.457612:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697718.457615:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.457618:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697718.457638:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97340. 00000020:00000010:3.0:1779697718.457644:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97340. 00000020:00000010:3.0:1779697718.457654:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664300. 00080000:00000010:3.0:1779697718.457675:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fdb000. 00000001:00000010:3.0:1779697718.458099:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664c00. 00000001:00000010:3.0:1779697718.458106:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697718.458139:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664300. 00010000:00000010:3.0:1779697718.458147:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.458151:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697718.458162:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697718.458192:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.458204:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:3.0:1779697718.458218:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974378, last committed = 8589974211 00010000:00000200:3.0:1779697718.458225:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3100 x1866146215464448/t8589974378(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.458252:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697718.458258:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215464448, offset 224 00000400:00000010:3.0:1779697718.458263:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0738. 00000400:00000200:3.0:1779697718.458267:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.458278:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.458285:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309156:309156:256:4294967295] 192.168.203.23@tcp LPNI seq info [309152:309152:8:4294967295] 00000400:00000200:3.0:1779697718.458290:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.458297:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.458303:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.458307:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697718.458312:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.458319:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.458324:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.458340:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697718.458345:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.458348:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00010000:00000010:1.0:1779697718.458522:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:1.0:1779697718.458528:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536280. 00010000:00000010:1.0:1779697718.458535:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000800:00000200:1.0:1779697718.458617:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.458620:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697718.458623:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.458628:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697718.461511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697718.461522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000400:00000200:1.0:1779697718.463460:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.463482:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9de5 00000400:00000200:1.0:1779697718.463489:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.463494:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.463501:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779697718.463503:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:1.0:1779697718.463638:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.463645:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006458e80 00000400:00000200:1.0:1779697718.463653:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 187488 00000400:00000200:1.0:1779697718.464033:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.464039:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.464044:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.464052:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6e680. 00000020:00000010:0.0:1779697718.464186:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.464191:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.464197:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.464202:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697718.464207:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.464241:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697718.464243:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697718.464246:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215464576 00000001:00000010:0.0:1779697718.464255:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:0.0:1779697718.464280:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697718.464286:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 02000000:00000010:0.0:1779697718.464311:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ed000. 00010000:00000010:0.0:1779697718.464337:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697718.464341:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697718.464360:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697718.464364:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.464367:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697718.464370:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000004:00000010:0.0:1779697718.464485:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba960. 00000004:00000010:0.0:1779697718.464494:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff00. 00000004:00000010:0.0:1779697718.464499:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30660. 00080000:00000010:0.0:1779697718.464508:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e8e8. 00010000:00000010:0.0:1779697718.465219:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697718.465224:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:0.0:1779697718.465228:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.465232:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.465290:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697718.465300:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697718.465305:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697718.465325:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697718.465341:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6e680 x1866146215464576/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.465358:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697718.465364:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215464576, offset 224 00000400:00000200:0.0:1779697718.465370:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.465381:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.466800:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309157:309157:256:4294967295] 192.168.203.23@tcp LPNI seq info [309153:309153:8:4294967295] 00000400:00000200:0.0:1779697718.466819:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.466826:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.466833:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697718.466839:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.466847:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.466851:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.466879:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697718.466885:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.466889:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00010000:00000010:1.1:1779697718.469163:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697718.469176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000800:00000200:1.0:1779697718.469275:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.469279:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697718.469283:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.469291:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.469296:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:1.0:1779697718.469299:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00010000:00000010:3.1:1779697718.472276:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697718.472290:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.472295:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.472297:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:1.0:1779697718.472471:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.472488:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006458f80 00000400:00000200:1.0:1779697718.472497:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 188064 00000400:00000200:1.0:1779697718.472522:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.472527:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.472534:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.472540:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c380. 00000020:00000010:0.0:1779697718.472683:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.472688:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.472693:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.472697:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697718.472702:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.472736:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.472738:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697718.472741:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215464832 02000000:00000010:0.0:1779697718.472782:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ec000. 00010000:00000010:0.0:1779697718.472815:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.472828:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:0.0:1779697718.472842:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697718.472847:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.472860:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697718.472863:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:0.0:1779697718.472867:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697718.472870:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697718.472964:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697718.472967:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697718.472970:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697718.472973:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000020:00000010:0.0:1779697718.472992:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f240. 00000020:00000010:0.0:1779697718.472997:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f240. 00000020:00000010:0.0:1779697718.473006:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc5a0. 00080000:00000010:0.0:1779697718.473015:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54800. 00000001:00000010:0.0:1779697718.473364:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacebe6b40. 00000001:00000010:0.0:1779697718.473372:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe900. 00000020:00000010:0.0:1779697718.473423:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc5a0. 00010000:00000010:0.0:1779697718.473431:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697718.473435:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697718.473446:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697718.473472:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697718.473483:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000200:0.0:1779697718.473497:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974379, last committed = 8589974211 00010000:00000200:0.0:1779697718.473505:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6c380 x1866146215464832/t8589974379(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.473524:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697718.473529:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215464832, offset 224 00000400:00000010:0.0:1779697718.473536:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725888. 00000400:00000200:0.0:1779697718.473540:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.473551:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.473569:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309158:309158:256:4294967295] 192.168.203.23@tcp LPNI seq info [309154:309154:8:4294967295] 00000400:00000200:0.0:1779697718.473575:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.473581:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.473587:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.473592:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697718.473598:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.473606:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.473610:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.473625:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697718.473629:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.473632:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00010000:00000010:1.0:1779697718.473843:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:1.0:1779697718.473849:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:1.0:1779697718.473855:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000800:00000200:1.0:1779697718.473928:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.473932:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697718.473936:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.473941:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.475892:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697718.475904:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00000400:00000200:1.0:1779697718.478041:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.478064:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ded 00000400:00000200:1.0:1779697718.478071:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.478084:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.478092:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:1.0:1779697718.478095:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:1.0:1779697718.478122:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.478128:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459000 00000400:00000200:1.0:1779697718.478135:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 188552 00000400:00000200:1.0:1779697718.478194:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.478198:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.478203:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.478212:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210a80. 00010000:00000010:1.0:1779697718.478256:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:1.0:1779697718.478266:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00000020:00000010:3.0:1779697718.478921:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.478927:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.478932:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697718.478937:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f00. 00000020:00000010:3.0:1779697718.478942:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.478990:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697718.478992:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697718.478995:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215464960 00000001:00000010:3.0:1779697718.479005:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:3.0:1779697718.479026:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.479031:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697718.479054:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98df000. 00010000:00000010:3.0:1779697718.479089:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.479092:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.479107:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.479110:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697718.479114:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.479116:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697718.479206:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b5c20. 00000004:00000010:3.0:1779697718.479214:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afac8. 00000004:00000010:3.0:1779697718.479220:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83540. 00080000:00000010:3.0:1779697718.479228:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc8231c80. 00010000:00000010:3.0:1779697718.479872:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697718.479878:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697718.479882:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697718.479886:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697718.479941:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.479952:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.479956:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697718.479974:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697718.479990:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210a80 x1866146215464960/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.480008:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697718.480014:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215464960, offset 224 00000400:00000200:3.0:1779697718.480020:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.480031:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.480036:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309159:309159:256:4294967295] 192.168.203.23@tcp LPNI seq info [309155:309155:8:4294967295] 00000400:00000200:3.0:1779697718.480047:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.480052:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.480057:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697718.480063:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.480070:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.480074:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.480231:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f00. 00000020:00000010:3.0:1779697718.480236:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.480239:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00010000:00000010:3.1:1779697718.480449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697718.480455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697718.480458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697718.480461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000800:00000200:1.0:1779697718.482959:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.482967:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697718.482973:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.482981:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.482988:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:1.0:1779697718.482991:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:0.1:1779697718.484637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697718.484648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697718.484653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697718.484656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697718.484658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697718.484661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697718.484841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697718.484844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697718.485592:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697718.485599:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697718.489964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.489978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.489983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697718.489985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:1.1:1779697718.490037:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697718.490044:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697718.490056:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697718.490059:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000400:00000200:1.0:1779697718.490096:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.490115:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459100 00000400:00000200:1.0:1779697718.490123:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 189128 00000400:00000200:1.0:1779697718.490139:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.490143:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.490150:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.490156:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 00000020:00000010:0.0:1779697718.490261:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.490267:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.490273:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.490278:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697718.490284:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.490320:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.490322:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697718.490325:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215465216 02000000:00000010:0.0:1779697718.490357:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8eb000. 00010000:00000010:0.0:1779697718.490412:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697718.490426:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00010000:00000010:0.0:1779697718.490442:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697718.490447:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.490460:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697718.490463:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697718.490467:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697718.490470:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697718.490578:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697718.490582:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697718.490585:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.490588:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000020:00000010:0.0:1779697718.490609:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f240. 00000020:00000010:0.0:1779697718.490615:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f240. 00000020:00000010:0.0:1779697718.490625:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe64e0. 00080000:00000010:0.0:1779697718.490634:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54c00. 00000001:00000010:0.0:1779697718.490998:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfca20. 00000001:00000010:0.0:1779697718.491003:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697718.491035:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe64e0. 00010000:00000010:0.0:1779697718.491042:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697718.491046:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697718.491058:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697718.491083:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.491095:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000200:0.0:1779697718.491108:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974380, last committed = 8589974211 00010000:00000200:0.0:1779697718.491117:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210000 x1866146215465216/t8589974380(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.491133:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697718.491139:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215465216, offset 224 00000400:00000010:0.0:1779697718.491146:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725850. 00000400:00000200:0.0:1779697718.491149:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.491160:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.491167:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309160:309160:256:4294967295] 192.168.203.23@tcp LPNI seq info [309156:309156:8:4294967295] 00000400:00000200:0.0:1779697718.491172:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.491179:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.491184:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.491188:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697718.491194:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.491201:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.491205:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.491225:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697718.491228:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.491232:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00000800:00000200:0.0:1779697718.491310:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.491313:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697718.491316:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.491321:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.491385:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:3.0:1779697718.491410:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697718.491416:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe540. 00000400:00000200:3.0:1779697718.493479:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.493495:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9df5 00000400:00000200:3.0:1779697718.493501:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.493505:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.493511:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:3.0:1779697718.493515:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00010000:00000010:0.0:1779697718.493606:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697718.493615:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00000400:00000200:3.0:1779697718.494130:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.494139:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459180 00000400:00000200:3.0:1779697718.494146:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 189616 00000400:00000200:3.0:1779697718.494193:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.494198:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.494203:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.494209:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c7100. 00000020:00000010:0.0:1779697718.494315:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.494319:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.494324:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.494329:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.494333:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.494368:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697718.494371:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697718.494374:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215465344 00000001:00000010:0.0:1779697718.494382:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe900. 00010000:00000010:0.0:1779697718.494419:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697718.494425:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697718.494465:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6ce9000. 00010000:00000010:0.0:1779697718.494492:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.494495:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.494509:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697718.494513:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.494517:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697718.494520:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000004:00000010:0.0:1779697718.494610:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebba40. 00000004:00000010:0.0:1779697718.494618:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef7f8. 00000004:00000010:0.0:1779697718.494624:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31ed0. 00080000:00000010:0.0:1779697718.494632:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f1d0. 00010000:00000010:0.0:1779697718.495995:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697718.496002:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697718.496007:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697718.496013:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697718.496075:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.496096:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.496101:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.496123:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697718.496140:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c7100 x1866146215465344/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.496159:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.496165:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215465344, offset 224 00000400:00000200:0.0:1779697718.496172:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.496285:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.496294:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309161:309161:256:4294967295] 192.168.203.23@tcp LPNI seq info [309157:309157:8:4294967295] 00000400:00000200:0.0:1779697718.496306:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.496312:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.496317:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697718.496324:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.496331:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.496335:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.496358:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.496362:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.496365:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00010000:00000010:0.1:1779697718.496411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:0.1:1779697718.496418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697718.496422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697718.496425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000800:00000200:1.0:1779697718.496527:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.496532:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697718.496536:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.496541:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.496546:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:1.0:1779697718.496549:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000400:00000200:3.0:1779697718.498721:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.498737:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459280 00000400:00000200:3.0:1779697718.498745:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 190192 00000400:00000200:3.0:1779697718.498758:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.498772:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.498781:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.498789:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c5880. 00000020:00000010:1.0:1779697718.498926:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.498931:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.498938:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:1.0:1779697718.498943:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.498948:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.498988:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.498991:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.498994:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215465600 02000000:00000010:1.0:1779697718.499029:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3527000. 00010000:00000010:1.0:1779697718.499065:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:1.0:1779697718.499092:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:1.0:1779697718.499110:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697718.499116:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697718.499131:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697718.499134:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d00. 00010000:00000010:1.0:1779697718.499138:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697718.499141:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697718.499251:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697718.499254:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394780. 00010000:00000010:1.0:1779697718.499257:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.499261:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000020:00000010:1.0:1779697718.499286:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc320. 00000020:00000010:1.0:1779697718.499292:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc320. 00000020:00000010:1.0:1779697718.499301:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fef60. 00080000:00000010:1.0:1779697718.499310:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd67d7c00. 00000001:00000010:1.0:1779697718.500258:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1ab40. 00000001:00000010:1.0:1779697718.500267:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b600. 00000020:00000010:1.0:1779697718.500307:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fef60. 00010000:00000010:1.0:1779697718.500316:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697718.500321:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697718.500336:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b840. 00010000:00000010:1.0:1779697718.500375:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697718.500411:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697718.500429:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974381, last committed = 8589974211 00010000:00000200:1.0:1779697718.500438:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c5880 x1866146215465600/t8589974381(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.500458:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697718.500464:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215465600, offset 224 00000400:00000010:1.0:1779697718.500470:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b818. 00000400:00000200:1.0:1779697718.500474:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.500486:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.500493:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309162:309162:256:4294967295] 192.168.203.23@tcp LPNI seq info [309158:309158:8:4294967295] 00000400:00000200:1.0:1779697718.500498:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.500506:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.500511:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.500516:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697718.500522:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.500530:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.500534:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.500551:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.500564:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.500568:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00010000:00000010:0.0:1779697718.501977:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697718.501990:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394780. 00010000:00000010:0.0:1779697718.501999:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b840. 00000800:00000200:3.0:1779697718.503947:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.503954:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697718.503960:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.503969:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697718.504981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697718.504992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697718.505834:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697718.505841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:1.0:1779697718.506530:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.506549:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9dfd 00000400:00000200:1.0:1779697718.506555:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.506570:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.506577:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:1.0:1779697718.506579:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000400:00000200:1.0:1779697718.506607:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.506613:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459300 00000400:00000200:1.0:1779697718.506620:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 190680 00000400:00000200:1.0:1779697718.506660:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.506674:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.506679:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.506686:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 00010000:00000010:0.0:1779697718.506772:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:0.0:1779697718.506782:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d00. 00000020:00000010:3.0:1779697718.508226:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.508234:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.508239:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697718.508244:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697718.508249:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.508290:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8b80. 00000020:00000010:3.0:1779697718.508292:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8b80. 00000100:00000200:3.0:1779697718.508295:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215465728 00000001:00000010:3.0:1779697718.508305:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:3.0:1779697718.508326:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.508332:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 02000000:00000010:3.0:1779697718.508355:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98d9000. 00010000:00000010:3.0:1779697718.508380:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.508383:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.508417:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.508421:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697718.508425:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.508428:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000004:00000010:3.0:1779697718.508515:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cc002b50e0. 00000004:00000010:3.0:1779697718.508522:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af708. 00000004:00000010:3.0:1779697718.508529:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82dd0. 00080000:00000010:3.0:1779697718.508540:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd66741c8. 00010000:00000010:3.0:1779697718.511204:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697718.511212:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb400. 00010000:00000010:3.0:1779697718.511218:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697718.511224:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697718.511314:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.511327:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.511332:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697718.511356:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:3.0:1779697718.511373:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5211500 x1866146215465728/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.511413:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697718.511421:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215465728, offset 224 00000400:00000200:3.0:1779697718.511428:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.511440:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.511446:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309163:309163:256:4294967295] 192.168.203.23@tcp LPNI seq info [309159:309159:8:4294967295] 00000400:00000200:3.0:1779697718.511458:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.511463:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.511468:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697718.511474:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.511481:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.511485:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.511502:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697718.511505:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.511509:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00000800:00000200:3.0:1779697718.512010:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.512014:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697718.512018:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.512024:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.512029:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779697718.512031:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000400:00000200:3.0:1779697718.516384:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.516423:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459400 00000400:00000200:3.0:1779697718.516431:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 191256 00000400:00000200:3.0:1779697718.516445:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.516450:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.516458:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.516465:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c5180. 00000020:00000010:1.0:1779697718.516607:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.516613:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.516619:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:1.0:1779697718.516623:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.516628:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.516677:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.516679:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.516682:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215465984 02000000:00000010:1.0:1779697718.516715:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3521000. 00010000:00000010:1.0:1779697718.516749:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:1.0:1779697718.516772:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb400. 00010000:00000010:1.0:1779697718.516788:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.516794:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697718.516808:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697718.516811:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394200. 00010000:00000010:1.0:1779697718.516815:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697718.516818:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697718.516912:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697718.516915:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394800. 00010000:00000010:1.0:1779697718.516918:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697718.516921:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00000020:00000010:1.0:1779697718.516941:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc320. 00000020:00000010:1.0:1779697718.516946:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc320. 00000020:00000010:1.0:1779697718.516956:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a600. 00080000:00000010:1.0:1779697718.516964:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd67d4000. 00000001:00000010:1.0:1779697718.517854:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0feb40. 00000001:00000010:1.0:1779697718.517864:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697718.517909:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a600. 00010000:00000010:1.0:1779697718.517918:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697718.517923:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.517937:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697718.517980:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697718.517995:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697718.518010:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974382, last committed = 8589974211 00010000:00000200:1.0:1779697718.518020:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c5180 x1866146215465984/t8589974382(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.518038:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697718.518044:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215465984, offset 224 00000400:00000010:1.0:1779697718.518051:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b230. 00000400:00000200:1.0:1779697718.518054:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.518065:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.518072:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309164:309164:256:4294967295] 192.168.203.23@tcp LPNI seq info [309160:309160:8:4294967295] 00010000:00000010:3.0:1779697718.518201:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:3.0:1779697718.518208:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394800. 00010000:00000010:3.0:1779697718.518215:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00010000:00000010:1.1:1779697718.518830:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697718.518837:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697718.518842:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697718.518845:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:1.0:1779697718.518850:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.518858:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.518865:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.518870:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697718.518876:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.518883:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.518887:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.518914:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.518918:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.518922:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00000800:00000200:0.0:1779697718.519075:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.519086:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697718.519091:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.519096:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697718.519670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697718.519676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697718.519679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697718.519681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697718.519685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697718.519688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:3.0:1779697718.521112:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.521129:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e05 00000400:00000200:3.0:1779697718.521136:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.521140:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.521147:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:3.0:1779697718.521150:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:0.0:1779697718.521328:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697718.521339:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394200. 00000400:00000200:3.0:1779697718.521921:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.521931:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459480 00000400:00000200:3.0:1779697718.521939:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 191744 00000400:00000200:3.0:1779697718.521992:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.521997:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.522003:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.522010:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c6680. 00000020:00000010:0.0:1779697718.522097:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.522101:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.522107:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.522112:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.522116:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.522154:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.522157:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697718.522160:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215466112 00000001:00000010:0.0:1779697718.522168:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b600. 00010000:00000010:0.0:1779697718.522205:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697718.522212:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697718.522236:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6cee000. 00010000:00000010:0.0:1779697718.522263:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697718.522267:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.522286:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697718.522290:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.522293:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.522296:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000004:00000010:0.0:1779697718.522381:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebbe00. 00010000:00000010:0.1:1779697718.522415:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697718.522421:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000004:00000010:0.0:1779697718.522429:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef2d0. 00000004:00000010:0.0:1779697718.522435:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30220. 00080000:00000010:0.0:1779697718.522443:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e558. 00010000:00000010:1.1:1779697718.523293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.1:1779697718.523300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697718.523305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697718.523307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.0:1779697718.524739:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697718.524746:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697718.524752:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697718.524758:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697718.524836:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.524847:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.524852:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.524876:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697718.524892:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c6680 x1866146215466112/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.524911:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697718.524918:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215466112, offset 224 00000400:00000200:0.0:1779697718.524925:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.524936:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.524943:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309165:309165:256:4294967295] 192.168.203.23@tcp LPNI seq info [309161:309161:8:4294967295] 00000400:00000200:0.0:1779697718.524954:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.524960:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.524966:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697718.524972:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.524980:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.524984:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.525008:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.525011:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.525015:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00000800:00000200:1.0:1779697718.525760:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.525773:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697718.525779:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.525785:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.525790:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:1.0:1779697718.525793:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00010000:00000010:3.1:1779697718.526464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697718.526473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.526477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.526479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697718.526482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697718.526485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697718.531461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697718.531473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697718.534527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697718.534539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697718.534544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697718.534546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000400:00000200:0.0:1779697718.539037:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.539055:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459580 00000400:00000200:0.0:1779697718.539063:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 192320 00000400:00000200:0.0:1779697718.539089:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.539094:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.539102:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.539109:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1180. 00000020:00000010:1.0:1779697718.539201:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.539206:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.539211:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:1.0:1779697718.539216:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.539221:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.539259:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.539261:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.539264:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215466368 02000000:00000010:1.0:1779697718.539297:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3526000. 00010000:00000010:1.0:1779697718.539335:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:1.0:1779697718.539351:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:1.0:1779697718.539368:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697718.539374:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697718.539420:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697718.539424:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697718.539429:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697718.539432:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697718.539527:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697718.539530:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394180. 00010000:00000010:1.0:1779697718.539533:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.539536:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00000020:00000010:1.0:1779697718.539568:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccfe0. 00000020:00000010:1.0:1779697718.539574:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccfe0. 00000020:00000010:1.0:1779697718.539585:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fef60. 00080000:00000010:1.0:1779697718.539594:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd67d6c00. 00000001:00000010:1.0:1779697718.540061:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a240. 00000001:00000010:1.0:1779697718.540068:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697718.540110:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fef60. 00010000:00000010:1.0:1779697718.540118:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697718.540122:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.540134:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697718.540169:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697718.540182:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697718.540196:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974383, last committed = 8589974211 00010000:00000200:1.0:1779697718.540205:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df1180 x1866146215466368/t8589974383(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.540223:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697718.540229:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215466368, offset 224 00000400:00000010:1.0:1779697718.540237:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bdc8. 00000400:00000200:1.0:1779697718.540240:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.540251:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.540258:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309166:309166:256:4294967295] 192.168.203.23@tcp LPNI seq info [309162:309162:8:4294967295] 00000400:00000200:1.0:1779697718.540264:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.540271:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.540276:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.540281:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697718.540287:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.540294:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.540298:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.540314:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.540318:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.540321:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00010000:00000010:1.0:1779697718.540353:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.540358:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394180. 00010000:00000010:1.0:1779697718.540363:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000800:00000200:3.0:1779697718.540699:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.540704:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697718.540708:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.540713:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.543614:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.543632:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e0d 00000400:00000200:1.0:1779697718.543638:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.543642:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.543649:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:1.0:1779697718.543652:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000400:00000200:1.0:1779697718.543734:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.543741:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459600 00000400:00000200:1.0:1779697718.543748:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 192808 00000400:00000200:1.0:1779697718.543806:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.543810:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.543814:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.543820:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212d80. 00000020:00000010:0.0:1779697718.545612:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697718.545620:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697718.545627:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.545633:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.545638:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.545886:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697718.545889:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000100:00000200:0.0:1779697718.545892:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215466496 00000001:00000010:0.0:1779697718.545901:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:0.0:1779697718.545928:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697718.545934:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697718.545958:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6ced000. 00010000:00000010:0.0:1779697718.545983:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.545986:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.546003:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697718.546008:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.546012:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697718.546015:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000004:00000010:0.0:1779697718.546111:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebaf00. 00000004:00000010:0.0:1779697718.546118:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef078. 00000004:00000010:0.0:1779697718.546125:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31dc0. 00080000:00000010:0.0:1779697718.546133:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f398. 00010000:00000010:3.0:1779697718.546940:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:3.0:1779697718.546950:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00010000:00000010:0.0:1779697718.547952:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697718.547958:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:0.0:1779697718.547963:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.547968:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697718.548028:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.548038:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.548041:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.548063:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697718.548092:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5212d80 x1866146215466496/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.548112:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697718.548119:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215466496, offset 224 00000400:00000200:0.0:1779697718.548127:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.548139:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.548146:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309167:309167:256:4294967295] 192.168.203.23@tcp LPNI seq info [309163:309163:8:4294967295] 00000400:00000200:0.0:1779697718.548159:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.548165:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.548170:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697718.548177:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.548191:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.548196:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.548214:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.548218:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.548222:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00000800:00000200:0.0:1779697718.549442:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.549449:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697718.549455:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.549462:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.549468:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:0.0:1779697718.549470:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000400:00000200:0.0:1779697718.552304:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.552323:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459700 00000400:00000200:0.0:1779697718.552332:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 193384 00000400:00000200:0.0:1779697718.552347:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.552352:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.552361:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.552368:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2d80. 00010000:00000010:1.1:1779697718.552419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697718.552426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000020:00000010:1.0:1779697718.552621:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.552627:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.552634:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:1.0:1779697718.552639:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394180. 00000020:00000010:1.0:1779697718.552644:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.552778:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.552781:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.552785:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215466752 02000000:00000010:1.0:1779697718.552839:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbefc01000. 00010000:00000010:1.0:1779697718.552878:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:1.0:1779697718.552893:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef80. 00010000:00000010:1.0:1779697718.552910:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.552917:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.552933:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697718.552936:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394700. 00010000:00000010:1.0:1779697718.552941:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697718.552945:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697718.553043:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697718.553047:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e00. 00010000:00000010:1.0:1779697718.553050:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697718.553053:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00000020:00000010:1.0:1779697718.553076:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccfe0. 00000020:00000010:1.0:1779697718.553151:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccfe0. 00000020:00000010:1.0:1779697718.553163:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1a600. 00080000:00000010:1.0:1779697718.553173:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef809000. 00000001:00000010:1.0:1779697718.553848:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fec60. 00000001:00000010:1.0:1779697718.553855:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697718.553896:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1a600. 00010000:00000010:1.0:1779697718.553904:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697718.553908:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697718.553921:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697718.553994:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697718.554010:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:1.0:1779697718.554025:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974384, last committed = 8589974211 00010000:00000200:1.0:1779697718.554034:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df2d80 x1866146215466752/t8589974384(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.554051:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697718.554057:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215466752, offset 224 00000400:00000010:1.0:1779697718.554063:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b1f8. 00000400:00000200:1.0:1779697718.554067:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.554090:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.554096:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309168:309168:256:4294967295] 192.168.203.23@tcp LPNI seq info [309164:309164:8:4294967295] 00000400:00000200:1.0:1779697718.554102:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.554109:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.554117:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.554122:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697718.554128:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.554135:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.554139:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.554166:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394180. 00000020:00000010:1.0:1779697718.554170:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.554174:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00000800:00000200:0.0:1779697718.554384:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.554413:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697718.554418:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.554423:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.556834:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:3.0:1779697718.556847:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e00. 00010000:00000010:3.0:1779697718.556857:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000400:00000200:0.0:1779697718.556911:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.556927:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e15 00000400:00000200:0.0:1779697718.556932:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.556937:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.556943:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:0.0:1779697718.556945:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000400:00000200:0.0:1779697718.557003:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.557010:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459780 00000400:00000200:0.0:1779697718.557017:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18c855 [64] + 193872 00000400:00000200:0.0:1779697718.557382:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.557444:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.557451:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.557457:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0e00. 00010000:00000010:3.0:1779697718.557593:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:3.0:1779697718.557600:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.557740:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.557745:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.557750:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:1.0:1779697718.557754:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394180. 00000020:00000010:1.0:1779697718.557758:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697718.557834:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.557837:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.557840:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215466880 00000001:00000010:1.0:1779697718.557849:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697718.557870:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697718.557876:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 02000000:00000010:1.0:1779697718.557899:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc06000. 00010000:00000010:1.0:1779697718.557935:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697718.557938:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697718.557953:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697718.557956:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697718.557960:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697718.557963:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00000004:00000010:1.0:1779697718.558049:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b4a0. 00000004:00000010:1.0:1779697718.558056:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697718.558062:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697718.558070:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:3.0:1779697718.558911:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697718.558917:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697718.558921:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.558926:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697718.558978:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:3.0:1779697718.558988:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697718.558991:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00010000:00000010:3.0:1779697718.559010:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:3.0:1779697718.559024:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df0e00 x1866146215466880/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.559042:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697718.559048:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215466880, offset 224 00000400:00000200:3.0:1779697718.559055:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.559065:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.559072:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309169:309169:256:4294967295] 192.168.203.23@tcp LPNI seq info [309165:309165:8:4294967295] 00000400:00000200:3.0:1779697718.559094:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.559100:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.559104:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697718.559110:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.559118:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.559122:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.559170:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394180. 00000020:00000010:3.0:1779697718.559174:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:3.0:1779697718.559177:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00010000:00000010:0.1:1779697718.559320:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697718.559328:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697718.559332:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697718.559334:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697718.559444:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697718.559450:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697718.559453:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697718.559456:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000800:00000200:1.0:1779697718.561425:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.561433:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697718.561440:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.561448:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.561454:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:1.0:1779697718.561457:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:3.1:1779697718.561714:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697718.561723:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:0.0:1779697718.561972:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.561987:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459880 00000400:00000200:0.0:1779697718.561995:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18c855 [64] + 194448 00000400:00000010:0.0:1779697718.562000:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7f20. 00000400:00000200:0.0:1779697718.562004:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf054d000 00000400:00000200:0.0:1779697718.562014:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.562017:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.562021:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf054d000 00000400:00000010:0.0:1779697718.562023:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff93cbf054d000. 00000100:00000200:0.0:1779697718.562029:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1779697718.562157:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.562161:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.562167:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:1.0:1779697718.562171:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.562176:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.562292:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.562295:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.562298:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215467136 02000000:00000010:1.0:1779697718.562332:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbefc05000. 00010000:00000010:1.0:1779697718.562369:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:1.0:1779697718.562384:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:1.0:1779697718.562420:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697718.562425:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697718.562440:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697718.562443:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e00. 00010000:00000010:1.0:1779697718.562446:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697718.562449:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697718.562551:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697718.562565:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697718.562569:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.562573:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000020:00000010:1.0:1779697718.562597:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697718.562603:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697718.562613:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fea20. 00080000:00000010:1.0:1779697718.562622:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef809800. 00000001:00000010:1.0:1779697718.563143:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a0c0. 00000001:00000010:1.0:1779697718.563151:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697718.563249:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fea20. 00010000:00000010:1.0:1779697718.563259:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697718.563264:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697718.563275:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697718.563301:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697718.563316:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:1.0:1779697718.563331:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974385, last committed = 8589974211 00010000:00000200:1.0:1779697718.563341:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfed38050 x1866146215467136/t8589974385(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.563360:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697718.563366:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215467136, offset 224 00000400:00000010:1.0:1779697718.563373:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b268. 00000400:00000200:1.0:1779697718.563377:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.563409:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.563415:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309170:309170:256:4294967295] 192.168.203.23@tcp LPNI seq info [309166:309166:8:4294967295] 00000400:00000200:1.0:1779697718.563421:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.563428:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.563433:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.563439:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697718.563445:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.563452:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.563456:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.563472:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.563476:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.563480:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 02000000:00000010:1.0:1779697718.563537:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbefc06000. 00000100:00000010:1.0:1779697718.563540:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0e00. 02000000:00000010:1.0:1779697718.563546:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbefc01000. 00000100:00000010:1.0:1779697718.563549:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df2d80. 02000000:00000010:1.0:1779697718.563552:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6ced000. 00000100:00000010:1.0:1779697718.563554:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212d80. 02000000:00000010:1.0:1779697718.563557:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3526000. 00000100:00000010:1.0:1779697718.563560:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1180. 02000000:00000010:1.0:1779697718.563563:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cee000. 00000100:00000010:1.0:1779697718.563565:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c6680. 02000000:00000010:1.0:1779697718.563568:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3521000. 00000100:00000010:1.0:1779697718.563571:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c5180. 02000000:00000010:1.0:1779697718.563574:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf98d9000. 00000100:00000010:1.0:1779697718.563576:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211500. 02000000:00000010:1.0:1779697718.563579:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3527000. 00000100:00000010:1.0:1779697718.563581:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c5880. 02000000:00000010:1.0:1779697718.563583:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6ce9000. 00000100:00000010:1.0:1779697718.563585:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c7100. 02000000:00000010:1.0:1779697718.563589:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8eb000. 00000100:00000010:1.0:1779697718.563591:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 02000000:00000010:1.0:1779697718.563594:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf98df000. 00000100:00000010:1.0:1779697718.563597:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210a80. 02000000:00000010:1.0:1779697718.563599:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8ec000. 00000100:00000010:1.0:1779697718.563601:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6c380. 02000000:00000010:1.0:1779697718.563604:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ed000. 00000100:00000010:1.0:1779697718.563606:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6e680. 02000000:00000010:1.0:1779697718.563608:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf98da000. 00000100:00000010:1.0:1779697718.563610:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3100. 02000000:00000010:1.0:1779697718.563613:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf98d8000. 00000100:00000010:1.0:1779697718.563616:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6e300. 02000000:00000010:1.0:1779697718.563618:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3522000. 00000100:00000010:1.0:1779697718.563621:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c7480. 02000000:00000010:1.0:1779697718.563623:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70bd000. 00000100:00000010:1.0:1779697718.563625:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f100. 02000000:00000010:1.0:1779697718.563629:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8ee000. 00000100:00000010:1.0:1779697718.563631:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c4000. 02000000:00000010:1.0:1779697718.563634:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987c000. 00000100:00000010:1.0:1779697718.563637:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b100. 02000000:00000010:1.0:1779697718.563640:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8e9000. 00000100:00000010:1.0:1779697718.563642:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655a680. 02000000:00000010:1.0:1779697718.563645:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3520000. 00000100:00000010:1.0:1779697718.563647:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d180. 02000000:00000010:1.0:1779697718.563650:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3523000. 00000100:00000010:1.0:1779697718.563653:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655a300. 02000000:00000010:1.0:1779697718.563655:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ef000. 00000100:00000010:1.0:1779697718.563658:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779697718.563660:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8ea000. 00000100:00000010:1.0:1779697718.563662:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b480. 02000000:00000010:1.0:1779697718.563664:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3524000. 00000100:00000010:1.0:1779697718.563667:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558700. 02000000:00000010:1.0:1779697718.563669:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8e8000. 00000100:00000010:1.0:1779697718.563671:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e80380. 02000000:00000010:1.0:1779697718.563675:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987d000. 00000100:00000010:1.0:1779697718.563678:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e82d80. 02000000:00000010:1.0:1779697718.563682:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987e000. 00000100:00000010:1.0:1779697718.563684:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e83480. 02000000:00000010:1.0:1779697718.563687:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70be000. 00000100:00000010:1.0:1779697718.563689:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559c00. 02000000:00000010:1.0:1779697718.563691:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf9879000. 00000100:00000010:1.0:1779697718.563694:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e81500. 02000000:00000010:1.0:1779697718.563697:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70b9000. 00000100:00000010:1.0:1779697718.563699:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029500. 02000000:00000010:1.0:1779697718.563702:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdc000. 00000100:00000010:1.0:1779697718.563705:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b800. 02000000:00000010:1.0:1779697718.563707:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987f000. 00000100:00000010:1.0:1779697718.563710:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ad80. 02000000:00000010:1.0:1779697718.563713:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987a000. 00000100:00000010:1.0:1779697718.563716:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02b800. 02000000:00000010:1.0:1779697718.563719:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf9878000. 00000100:00000010:1.0:1779697718.563721:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655ad80. 02000000:00000010:1.0:1779697718.563724:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987b000. 00000100:00000010:1.0:1779697718.563727:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02b100. 02000000:00000010:1.0:1779697718.563729:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297e000. 00000100:00000010:1.0:1779697718.563732:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 02000000:00000010:1.0:1779697718.563734:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdf000. 00000100:00000010:1.0:1779697718.563736:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655aa00. 02000000:00000010:1.0:1779697718.563738:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfdb000. 00000100:00000010:1.0:1779697718.563741:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558a80. 02000000:00000010:1.0:1779697718.563743:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a6000. 00000100:00000010:1.0:1779697718.563745:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558380. 02000000:00000010:1.0:1779697718.563748:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297a000. 00000100:00000010:1.0:1779697718.563750:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02a300. 02000000:00000010:1.0:1779697718.563752:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfde000. 00000100:00000010:1.0:1779697718.563754:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6d500. 02000000:00000010:1.0:1779697718.563757:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfda000. 00000100:00000010:1.0:1779697718.563759:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 02000000:00000010:1.0:1779697718.563761:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad297b000. 00000100:00000010:1.0:1779697718.563774:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c700. 02000000:00000010:1.0:1779697718.563777:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3525000. 00000100:00000010:1.0:1779697718.563780:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559500. 02000000:00000010:1.0:1779697718.563783:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a4000. 00000100:00000010:1.0:1779697718.563785:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6f100. 02000000:00000010:1.0:1779697718.563788:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfdd000. 00000100:00000010:1.0:1779697718.563790:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6ce00. 02000000:00000010:1.0:1779697718.563793:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0417000. 00000100:00000010:1.0:1779697718.563796:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f480. 02000000:00000010:1.0:1779697718.563798:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfd8000. 00000100:00000010:1.0:1779697718.563800:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d500. 02000000:00000010:1.0:1779697718.563802:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a2000. 00000100:00000010:1.0:1779697718.563805:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559f80. 02000000:00000010:1.0:1779697718.563807:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297d000. 00000100:00000010:1.0:1779697718.563810:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559180. 02000000:00000010:1.0:1779697718.563813:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825b000. 00000100:00000010:1.0:1779697718.563815:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697718.563818:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf8199000. 00000100:00000010:1.0:1779697718.563820:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c000. 02000000:00000010:1.0:1779697718.563823:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825c000. 00000100:00000010:1.0:1779697718.563825:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 02000000:00000010:1.0:1779697718.563828:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf81ef000. 00000100:00000010:1.0:1779697718.563831:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821c00. 02000000:00000010:1.0:1779697718.563834:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb645e6000. 00000100:00000010:1.0:1779697718.563836:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029c00. 02000000:00000010:1.0:1779697718.563838:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf825f000. 00000100:00000010:1.0:1779697718.563841:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02aa00. 02000000:00000010:1.0:1779697718.563843:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb645e5000. 00000100:00000010:1.0:1779697718.563845:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6c000. 02000000:00000010:1.0:1779697718.563848:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb645e7000. 00000100:00000010:1.0:1779697718.563851:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 02000000:00000010:1.0:1779697718.563854:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825d000. 00000100:00000010:1.0:1779697718.563856:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820000. 02000000:00000010:1.0:1779697718.563859:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf8258000. 00000100:00000010:1.0:1779697718.563861:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 02000000:00000010:1.0:1779697718.563864:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0411000. 00000100:00000010:1.0:1779697718.563866:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823100. 02000000:00000010:1.0:1779697718.563869:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb645e1000. 00000100:00000010:1.0:1779697718.563871:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 02000000:00000010:1.0:1779697718.563874:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825a000. 00000100:00000010:1.0:1779697718.563876:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820a80. 02000000:00000010:1.0:1779697718.563879:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac2f45000. 00000100:00000010:1.0:1779697718.563881:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483e680. 02000000:00000010:1.0:1779697718.563884:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf4916000. 00000100:00000010:1.0:1779697718.563887:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803480. 02000000:00000010:1.0:1779697718.563890:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac2f46000. 00000100:00000010:1.0:1779697718.563892:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800700. 02000000:00000010:1.0:1779697718.563895:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac2f41000. 00000100:00000010:1.0:1779697718.563897:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985df80. 02000000:00000010:1.0:1779697718.563902:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace6a4000. 00000100:00000010:1.0:1779697718.563904:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ce00. 02000000:00000010:1.0:1779697718.563907:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0416000. 00000100:00000010:1.0:1779697718.563909:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ed80. 02000000:00000010:1.0:1779697718.563912:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf0412000. 00000100:00000010:1.0:1779697718.563914:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823480. 02000000:00000010:1.0:1779697718.563917:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf4917000. 00000100:00000010:1.0:1779697718.563919:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820e00. 02000000:00000010:1.0:1779697718.563922:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace6a6000. 00000100:00000010:1.0:1779697718.563924:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4000. 02000000:00000010:1.0:1779697718.563927:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf4915000. 00000100:00000010:1.0:1779697718.563929:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823b80. 02000000:00000010:1.0:1779697718.563932:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4bde000. 00000100:00000010:1.0:1779697718.563934:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821180. 02000000:00000010:1.0:1779697718.563937:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace6a2000. 00000100:00000010:1.0:1779697718.563939:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2822d80. 02000000:00000010:1.0:1779697718.563943:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac92f1000. 00000100:00000010:1.0:1779697718.563945:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985e680. 02000000:00000010:1.0:1779697718.563948:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac92f0000. 00000100:00000010:1.0:1779697718.563950:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b8700. 02000000:00000010:1.0:1779697718.563953:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cc00c54000. 00000100:00000010:1.0:1779697718.563955:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9c00. 02000000:00000010:1.0:1779697718.563958:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf81ea000. 00000100:00000010:1.0:1779697718.563961:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7100. 02000000:00000010:1.0:1779697718.563963:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac92f2000. 00000100:00000010:1.0:1779697718.563965:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02a680. 02000000:00000010:1.0:1779697718.563968:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac92f6000. 00000100:00000010:1.0:1779697718.563970:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028380. 02000000:00000010:1.0:1779697718.563973:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1d9d000. 00000100:00000010:1.0:1779697718.563975:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe98700. 02000000:00000010:1.0:1779697718.563979:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf81ed000. 00000100:00000010:1.0:1779697718.563984:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bbb80. 02000000:00000010:1.0:1779697718.563988:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad8b3d000. 00000100:00000010:1.0:1779697718.563990:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99180. 02000000:00000010:1.0:1779697718.563994:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf81ee000. 00000100:00000010:1.0:1779697718.563996:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 02000000:00000010:1.0:1779697718.563999:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad8b38000. 00000100:00000010:1.0:1779697718.564001:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9f80. 02000000:00000010:1.0:1779697718.564004:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3470000. 00000100:00000010:1.0:1779697718.564006:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9b480. 02000000:00000010:1.0:1779697718.564009:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad8b3c000. 00000100:00000010:1.0:1779697718.564011:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9a300. 02000000:00000010:1.0:1779697718.564014:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad1d9f000. 00000100:00000010:1.0:1779697718.564016:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99c00. 02000000:00000010:1.0:1779697718.564019:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc4e7b000. 00000100:00000010:1.0:1779697718.564021:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985d500. 02000000:00000010:1.0:1779697718.564023:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cc00c52000. 00000100:00000010:1.0:1779697718.564026:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9aa00. 02000000:00000010:1.0:1779697718.564028:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc4e78000. 00000100:00000010:1.0:1779697718.564030:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f100. 02000000:00000010:1.0:1779697718.564034:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc786c000. 00000100:00000010:1.0:1779697718.564036:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99880. 02000000:00000010:1.0:1779697718.564039:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3477000. 00000100:00000010:1.0:1779697718.564041:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bb800. 02000000:00000010:1.0:1779697718.564044:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3472000. 00000100:00000010:1.0:1779697718.564046:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9500. 02000000:00000010:1.0:1779697718.564048:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf72c3000. 00000100:00000010:1.0:1779697718.564051:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb3100. 02000000:00000010:1.0:1779697718.564053:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf72c4000. 00000100:00000010:1.0:1779697718.564056:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb0e00. 02000000:00000010:1.0:1779697718.564058:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c05000. 00000100:00000010:1.0:1779697718.564061:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe98000. 02000000:00000010:1.0:1779697718.564064:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1288000. 00000100:00000010:1.0:1779697718.564068:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb3b80. 02000000:00000010:1.0:1779697718.564070:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128b000. 00000100:00000010:1.0:1779697718.564073:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb1c00. 02000000:00000010:1.0:1779697718.564076:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c07000. 00010000:00000010:0.0:1779697718.564353:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697718.564361:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00010000:00000010:0.0:1779697718.564368:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00000100:00000010:1.0:1779697718.566178:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb1180. 02000000:00000010:1.0:1779697718.566255:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128d000. 00000100:00000010:1.0:1779697718.566258:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7800. 02000000:00000010:1.0:1779697718.566261:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4e7c000. 00000100:00000010:1.0:1779697718.566264:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb2680. 02000000:00000010:1.0:1779697718.566267:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc4e7d000. 00000100:00000010:1.0:1779697718.566269:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4700. 02000000:00000010:1.0:1779697718.566272:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea95000. 00000100:00000010:1.0:1779697718.566275:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7b80. 02000000:00000010:1.0:1779697718.566278:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfee59000. 00000100:00000010:1.0:1779697718.566280:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb0380. 02000000:00000010:1.0:1779697718.566283:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfee5a000. 00000100:00000010:1.0:1779697718.566285:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83df100. 02000000:00000010:1.0:1779697718.566288:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfee5b000. 00000100:00000010:1.0:1779697718.566290:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dd180. 02000000:00000010:1.0:1779697718.566292:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c03000. 00000100:00000010:1.0:1779697718.566302:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dd880. 02000000:00000010:1.0:1779697718.566305:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf91000. 00000100:00000010:1.0:1779697718.566308:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ea00. 02000000:00000010:1.0:1779697718.566311:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacbf95000. 00000100:00000010:1.0:1779697718.566313:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83de300. 02000000:00000010:1.0:1779697718.566318:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf94000. 00000100:00000010:1.0:1779697718.566321:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83de680. 02000000:00000010:1.0:1779697718.566324:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea90000. 00000100:00000010:1.0:1779697718.566326:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f480. 02000000:00000010:1.0:1779697718.566329:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf90000. 00000100:00000010:1.0:1779697718.566331:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c700. 02000000:00000010:1.0:1779697718.566334:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea94000. 00000100:00000010:1.0:1779697718.566336:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99500. 02000000:00000010:1.0:1779697718.566340:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1101800. 00000100:00000010:1.0:1779697718.566345:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c000. 02000000:00000010:1.0:1779697718.566348:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacea92000. 00000100:00000010:1.0:1779697718.566350:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ed80. 02000000:00000010:1.0:1779697718.566353:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea91000. 00000100:00000010:1.0:1779697718.566354:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c87800. 02000000:00000010:1.0:1779697718.566357:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128e000. 00000100:00000010:1.0:1779697718.566360:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c86680. 02000000:00000010:1.0:1779697718.566362:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c04000. 00000100:00000010:1.0:1779697718.566364:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83df480. 02000000:00000010:1.0:1779697718.566367:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128a000. 00000100:00000010:1.0:1779697718.566369:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dce00. 02000000:00000010:1.0:1779697718.566371:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c00000. 00000100:00000010:1.0:1779697718.566373:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6d80. 02000000:00000010:1.0:1779697718.566376:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc4f53000. 00000100:00000010:1.0:1779697718.566379:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4e00. 02000000:00000010:1.0:1779697718.566382:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbca451000. 00000100:00000010:1.0:1779697718.566384:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4a80. 02000000:00000010:1.0:1779697718.566387:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbca457000. 00000100:00000010:1.0:1779697718.566403:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5180. 02000000:00000010:1.0:1779697718.566406:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c06000. 00000100:00000010:1.0:1779697718.566411:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dd500. 02000000:00000010:1.0:1779697718.566414:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf97000. 00000100:00000010:1.0:1779697718.566416:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dc380. 02000000:00000010:1.0:1779697718.566418:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacd81f000. 00000100:00000010:1.0:1779697718.566421:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe98380. 02000000:00000010:1.0:1779697718.566426:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf12f2000. 00000100:00000010:1.0:1779697718.566428:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9ad80. 02000000:00000010:1.0:1779697718.566433:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf12f7000. 00000100:00000010:1.0:1779697718.566435:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe68a80. 02000000:00000010:1.0:1779697718.566438:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacd818000. 00000100:00000010:1.0:1779697718.566440:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe68380. 02000000:00000010:1.0:1779697718.566443:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad578c000. 00000100:00000010:1.0:1779697718.566445:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dca80. 02000000:00000010:1.0:1779697718.566448:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc7985000. 00000100:00000010:1.0:1779697718.566451:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83ddf80. 02000000:00000010:1.0:1779697718.566454:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25de000. 00000100:00000010:1.0:1779697718.566457:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83ddc00. 02000000:00000010:1.0:1779697718.566459:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25db000. 00000100:00000010:1.0:1779697718.566462:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe68700. 02000000:00000010:1.0:1779697718.566465:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25d9000. 00000100:00000010:1.0:1779697718.566467:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c85c00. 02000000:00000010:1.0:1779697718.566470:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25dc000. 00000100:00000010:1.0:1779697718.566471:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c87100. 02000000:00000010:1.0:1779697718.566473:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c01000. 00000100:00000010:1.0:1779697718.566481:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dc700. 02000000:00000010:1.0:1779697718.566484:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad882c000. 00000100:00000010:1.0:1779697718.566487:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c86d80. 02000000:00000010:1.0:1779697718.566489:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad8829000. 00000100:00000010:1.0:1779697718.566491:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758c000. 02000000:00000010:1.0:1779697718.566496:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2dff9000. 00000100:00000010:1.0:1779697718.566499:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758ea00. 02000000:00000010:1.0:1779697718.566501:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dffb000. 00000100:00000010:1.0:1779697718.566504:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe69c00. 02000000:00000010:1.0:1779697718.566507:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2dffa000. 00000100:00000010:1.0:1779697718.566509:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758ce00. 02000000:00000010:1.0:1779697718.566512:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc7983000. 00000100:00000010:1.0:1779697718.566514:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758f100. 02000000:00000010:1.0:1779697718.566516:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25da000. 00000100:00000010:1.0:1779697718.566519:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758f800. 02000000:00000010:1.0:1779697718.566521:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25d8000. 00000100:00000010:1.0:1779697718.566524:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c85f80. 02000000:00000010:1.0:1779697718.566528:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff6fb000. 00000100:00000010:1.0:1779697718.566530:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c84000. 02000000:00000010:1.0:1779697718.566533:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dff8000. 00000100:00000010:1.0:1779697718.566535:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe69500. 02000000:00000010:1.0:1779697718.566537:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbca26e000. 00000100:00000010:1.0:1779697718.566539:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc5880. 02000000:00000010:1.0:1779697718.566543:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacbf96000. 00000100:00000010:1.0:1779697718.566545:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c85500. 02000000:00000010:1.0:1779697718.566548:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad566a000. 00000100:00000010:1.0:1779697718.566550:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c84a80. 02000000:00000010:1.0:1779697718.566792:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad566c000. 00000100:00000010:1.0:1779697718.566797:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c87b80. 02000000:00000010:1.0:1779697718.566800:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3bc000. 00000100:00000010:1.0:1779697718.566803:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c87480. 02000000:00000010:1.0:1779697718.566806:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6eb3000. 00000100:00000010:1.0:1779697718.566808:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c86a00. 02000000:00000010:1.0:1779697718.566811:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad566b000. 00000100:00000010:1.0:1779697718.566813:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09ca80. 02000000:00000010:1.0:1779697718.566817:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad5668000. 00000100:00000010:1.0:1779697718.566819:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5f80. 02000000:00000010:1.0:1779697718.566822:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dffc000. 00000100:00000010:1.0:1779697718.566825:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09d880. 02000000:00000010:1.0:1779697718.566829:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dffd000. 00000100:00000010:1.0:1779697718.566831:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5c00. 02000000:00000010:1.0:1779697718.566834:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad5669000. 00000100:00000010:1.0:1779697718.566836:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c85180. 02000000:00000010:1.0:1779697718.566838:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad566d000. 00000100:00000010:1.0:1779697718.566841:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c86300. 02000000:00000010:1.0:1779697718.566844:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6e60000. 00000100:00000010:1.0:1779697718.566846:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6680. 02000000:00000010:1.0:1779697718.566849:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6e62000. 00000100:00000010:1.0:1779697718.566851:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebf480. 02000000:00000010:1.0:1779697718.566854:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad53e9000. 00000100:00000010:1.0:1779697718.566857:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebed80. 02000000:00000010:1.0:1779697718.566861:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbe558c000. 00000100:00000010:1.0:1779697718.566864:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebd500. 02000000:00000010:1.0:1779697718.566868:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbe558d000. 00000100:00000010:1.0:1779697718.566871:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb91a680. 02000000:00000010:1.0:1779697718.566873:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad53ea000. 00000100:00000010:1.0:1779697718.566876:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb91aa00. 02000000:00000010:1.0:1779697718.566879:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1244000. 00000100:00000010:1.0:1779697718.566882:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb918e00. 02000000:00000010:1.0:1779697718.566885:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1331000. 00000100:00000010:1.0:1779697718.566887:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebc700. 02000000:00000010:1.0:1779697718.566890:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3bb000. 00000100:00000010:1.0:1779697718.566892:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb918a80. 02000000:00000010:1.0:1779697718.566894:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1330000. 00000100:00000010:1.0:1779697718.566897:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebe300. 02000000:00000010:1.0:1779697718.566899:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3be000. 00000100:00000010:1.0:1779697718.566902:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebca80. 02000000:00000010:1.0:1779697718.566904:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3a000. 00000100:00000010:1.0:1779697718.566907:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc7b80. 02000000:00000010:1.0:1779697718.566910:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeff3000. 00000100:00000010:1.0:1779697718.566913:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb918700. 02000000:00000010:1.0:1779697718.566916:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3ba000. 00000100:00000010:1.0:1779697718.566918:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb919180. 02000000:00000010:1.0:1779697718.566920:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3bf000. 00000100:00000010:1.0:1779697718.566923:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09ed80. 02000000:00000010:1.0:1779697718.566926:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3bd000. 00000100:00000010:1.0:1779697718.566928:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09fb80. 02000000:00000010:1.0:1779697718.566931:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1335000. 00000100:00000010:1.0:1779697718.566933:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09c700. 02000000:00000010:1.0:1779697718.566936:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1333000. 00000100:00000010:1.0:1779697718.566938:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09df80. 02000000:00000010:1.0:1779697718.566941:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc2c3e000. 00000100:00000010:1.0:1779697718.566943:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebce00. 02000000:00000010:1.0:1779697718.566946:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff0000. 00000100:00000010:1.0:1779697718.566948:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7ebc000. 02000000:00000010:1.0:1779697718.566950:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc2c3c000. 00000100:00000010:1.0:1779697718.566952:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09f800. 02000000:00000010:1.0:1779697718.566955:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3d000. 00000100:00000010:1.0:1779697718.566957:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09d500. 02000000:00000010:1.0:1779697718.566960:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc2c3b000. 00000100:00000010:1.0:1779697718.566962:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7ab100. 02000000:00000010:1.0:1779697718.566965:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff5000. 00000100:00000010:1.0:1779697718.566967:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a8700. 02000000:00000010:1.0:1779697718.566970:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1aaf000. 00000100:00000010:1.0:1779697718.566973:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09d180. 02000000:00000010:1.0:1779697718.566975:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1aad000. 00000100:00000010:1.0:1779697718.566977:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09ce00. 02000000:00000010:1.0:1779697718.566980:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb0ca000. 00000100:00000010:1.0:1779697718.566984:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7ab480. 02000000:00000010:1.0:1779697718.566986:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff1000. 00000100:00000010:1.0:1779697718.566988:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aaa00. 02000000:00000010:1.0:1779697718.566991:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb0cd000. 00000100:00000010:1.0:1779697718.566996:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09f100. 02000000:00000010:1.0:1779697718.566999:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cc00255000. 00000100:00000010:1.0:1779697718.567002:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09ea00. 02000000:00000010:1.0:1779697718.567004:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cc00254000. 00000100:00000010:1.0:1779697718.567006:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc5f80. 02000000:00000010:1.0:1779697718.567010:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff6000. 00000100:00000010:1.0:1779697718.567013:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb919f80. 02000000:00000010:1.0:1779697718.567016:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caceef3000. 00000100:00000010:1.0:1779697718.567018:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb918380. 02000000:00000010:1.0:1779697718.567021:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef2000. 00000100:00000010:1.0:1779697718.567023:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553d500. 02000000:00000010:1.0:1779697718.567027:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2b5a7000. 00000100:00000010:1.0:1779697718.567029:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553c000. 02000000:00000010:1.0:1779697718.567031:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef7000. 00000100:00000010:1.0:1779697718.567034:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553c700. 02000000:00000010:1.0:1779697718.567036:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caceef6000. 00000100:00000010:1.0:1779697718.567038:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553fb80. 02000000:00000010:1.0:1779697718.567041:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef0000. 00000100:00000010:1.0:1779697718.567043:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7abb80. 02000000:00000010:1.0:1779697718.567045:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2b5a4000. 00000100:00000010:1.0:1779697718.567048:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a8000. 02000000:00000010:1.0:1779697718.567050:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff710000. 00000100:00000010:1.0:1779697718.567052:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9500. 02000000:00000010:1.0:1779697718.567055:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff712000. 00000100:00000010:1.0:1779697718.567057:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aad80. 02000000:00000010:1.0:1779697718.567060:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff717000. 00000100:00000010:1.0:1779697718.567062:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a8e00. 02000000:00000010:1.0:1779697718.567064:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff715000. 00000100:00000010:1.0:1779697718.567067:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09e300. 02000000:00000010:1.0:1779697718.567069:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff713000. 00000100:00000010:1.0:1779697718.567072:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9f80. 02000000:00000010:1.0:1779697718.567074:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff714000. 00000100:00000010:1.0:1779697718.567076:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553ea00. 00000800:00000200:0.0:1779697718.567175:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.567180:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:0.0:1779697718.567194:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.567202:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 02000000:00000010:1.0:1779697718.567301:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc874c000. 00000100:00000010:1.0:1779697718.567304:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553e300. 02000000:00000010:1.0:1779697718.567307:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc874b000. 00000100:00000010:1.0:1779697718.567309:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553ed80. 02000000:00000010:1.0:1779697718.567311:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc874e000. 00000100:00000010:1.0:1779697718.567313:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553f480. 02000000:00000010:1.0:1779697718.567316:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4bd1000. 00000100:00000010:1.0:1779697718.567319:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553d880. 02000000:00000010:1.0:1779697718.567321:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4bd5000. 00000100:00000010:1.0:1779697718.567323:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553f800. 02000000:00000010:1.0:1779697718.567326:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4bd0000. 00000100:00000010:1.0:1779697718.567328:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aa300. 02000000:00000010:1.0:1779697718.567331:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacccf2000. 00000100:00000010:1.0:1779697718.567334:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9c00. 02000000:00000010:1.0:1779697718.567337:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf3000. 00000100:00000010:1.0:1779697718.567339:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553ce00. 02000000:00000010:1.0:1779697718.567341:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacccf7000. 00000100:00000010:1.0:1779697718.567343:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553c380. 02000000:00000010:1.0:1779697718.567346:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf4000. 00000100:00000010:1.0:1779697718.567349:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7aa680. 02000000:00000010:1.0:1779697718.567352:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacccf6000. 00000100:00000010:1.0:1779697718.567354:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a9180. 02000000:00000010:1.0:1779697718.567357:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeecd000. 00000100:00000010:1.0:1779697718.567360:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00272d80. 02000000:00000010:1.0:1779697718.567364:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfeec8000. 00000100:00000010:1.0:1779697718.567366:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00271f80. 02000000:00000010:1.0:1779697718.567369:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeecf000. 00000100:00000010:1.0:1779697718.567372:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00271500. 02000000:00000010:1.0:1779697718.567375:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfeece000. 00000100:00000010:1.0:1779697718.567378:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273b80. 02000000:00000010:1.0:1779697718.567381:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1a8e000. 00000100:00000010:1.0:1779697718.567383:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09dc00. 02000000:00000010:1.0:1779697718.567635:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfeecc000. 00000100:00000010:1.0:1779697718.567642:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 02000000:00000010:1.0:1779697718.567645:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeec9000. 00000100:00000010:1.0:1779697718.567647:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270000. 02000000:00000010:1.0:1779697718.567649:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff470000. 00000100:00000010:1.0:1779697718.567652:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270e00. 02000000:00000010:1.0:1779697718.567655:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc820b000. 00000100:00000010:1.0:1779697718.567657:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273100. 02000000:00000010:1.0:1779697718.567660:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc8209000. 00000100:00000010:1.0:1779697718.567662:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc60380. 02000000:00000010:1.0:1779697718.567665:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc820f000. 00000400:00000200:0.0:1779697718.567867:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.567883:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e1d 00000400:00000200:0.0:1779697718.567889:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.567892:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.567897:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697718.567900:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00010000:00000010:3.0:1779697718.567980:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:3.0:1779697718.567991:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e00. 02000000:00000010:3.0:1779697718.568002:0:3309:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbefc05000. 00000100:00000010:1.0:1779697718.568067:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc61880. 02000000:00000010:1.0:1779697718.568075:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc820a000. 00000100:00000010:1.0:1779697718.568142:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf81e1500. 02000000:00000010:1.0:1779697718.568146:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1a8d000. 00000100:00000010:1.0:1779697718.568149:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf81e0380. 02000000:00000010:1.0:1779697718.568152:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc820e000. 00000100:00000010:1.0:1779697718.568154:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553e680. 02000000:00000010:1.0:1779697718.568157:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cadd212000. 00000100:00000010:1.0:1779697718.568160:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10ab480. 02000000:00000010:1.0:1779697718.568163:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cadd213000. 00000100:00000010:1.0:1779697718.568165:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10aa680. 02000000:00000010:1.0:1779697718.568168:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1334000. 00000100:00000010:1.0:1779697718.568170:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc61500. 02000000:00000010:1.0:1779697718.568173:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace55a000. 00000100:00000010:1.0:1779697718.568176:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc60e00. 02000000:00000010:1.0:1779697718.568179:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb0c8000. 00000100:00000010:1.0:1779697718.568181:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc63100. 02000000:00000010:1.0:1779697718.568245:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cadd215000. 00000100:00000010:1.0:1779697718.568252:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b61180. 02000000:00000010:1.0:1779697718.568255:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace559000. 00000100:00000010:1.0:1779697718.568258:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc6d80. 02000000:00000010:1.0:1779697718.568261:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cadd214000. 00000100:00000010:1.0:1779697718.568266:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc6300. 02000000:00000010:1.0:1779697718.568269:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55c000. 00000100:00000010:1.0:1779697718.568271:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc62680. 02000000:00000010:1.0:1779697718.568274:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace55f000. 00000100:00000010:1.0:1779697718.568277:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791f80. 02000000:00000010:1.0:1779697718.568280:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cae3138000. 00000100:00000010:1.0:1779697718.568283:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc5500. 02000000:00000010:1.0:1779697718.568286:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cae313a000. 00000100:00000010:1.0:1779697718.568288:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc4000. 02000000:00000010:1.0:1779697718.568291:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cae3139000. 00000100:00000010:1.0:1779697718.568293:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc7800. 02000000:00000010:1.0:1779697718.568296:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3092000. 00000100:00000010:1.0:1779697718.568299:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444e00. 02000000:00000010:1.0:1779697718.568302:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3097000. 00000100:00000010:1.0:1779697718.568304:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446300. 02000000:00000010:1.0:1779697718.568307:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc8208000. 00000100:00000010:1.0:1779697718.568309:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445880. 02000000:00000010:1.0:1779697718.568311:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee77000. 00000100:00000010:1.0:1779697718.568314:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9f80. 02000000:00000010:1.0:1779697718.568317:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace55b000. 00000100:00000010:1.0:1779697718.568320:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9880. 02000000:00000010:1.0:1779697718.568323:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55d000. 00000100:00000010:1.0:1779697718.568325:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a8380. 02000000:00000010:1.0:1779697718.568328:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3096000. 00000100:00000010:1.0:1779697718.568330:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10ab100. 02000000:00000010:1.0:1779697718.568332:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee71000. 00000100:00000010:1.0:1779697718.568334:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790380. 02000000:00000010:1.0:1779697718.568337:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc820d000. 00000100:00000010:1.0:1779697718.568339:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9500. 02000000:00000010:1.0:1779697718.568341:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef815000. 00000100:00000010:1.0:1779697718.568343:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9180. 02000000:00000010:1.0:1779697718.568346:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3095000. 00000100:00000010:1.0:1779697718.568348:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a8700. 02000000:00000010:1.0:1779697718.568351:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0e000. 00000100:00000010:1.0:1779697718.568353:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a8e00. 02000000:00000010:1.0:1779697718.568355:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7416000. 00000100:00000010:1.0:1779697718.568358:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447100. 02000000:00000010:1.0:1779697718.568361:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace558000. 00000100:00000010:1.0:1779697718.568363:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10abb80. 02000000:00000010:1.0:1779697718.568366:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf059e000. 00000100:00000010:1.0:1779697718.568370:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521ca80. 02000000:00000010:1.0:1779697718.568373:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7410000. 00000100:00000010:1.0:1779697718.568375:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b62d80. 02000000:00000010:1.0:1779697718.568378:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7412000. 00000100:00000010:1.0:1779697718.568380:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b62300. 02000000:00000010:1.0:1779697718.568382:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7417000. 00000100:00000010:1.0:1779697718.568385:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b60380. 00010000:00000010:3.1:1779697718.568452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697718.568459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697718.568463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697718.568465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697718.568613:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697718.568618:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 02000000:00000010:1.0:1779697718.568624:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7414000. 00000100:00000010:1.0:1779697718.568627:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b64000. 02000000:00000010:1.0:1779697718.568630:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7411000. 00000100:00000010:1.0:1779697718.568632:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521fb80. 02000000:00000010:1.0:1779697718.568635:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0599000. 00000100:00000010:1.0:1779697718.568637:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444a80. 02000000:00000010:1.0:1779697718.568639:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7413000. 00000100:00000010:1.0:1779697718.568641:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b66300. 02000000:00000010:1.0:1779697718.568645:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeee75000. 00000100:00000010:1.0:1779697718.568647:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521ce00. 02000000:00000010:1.0:1779697718.568650:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee74000. 00000100:00000010:1.0:1779697718.568652:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521d880. 02000000:00000010:1.0:1779697718.568655:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf059b000. 00000100:00000010:1.0:1779697718.568657:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b65500. 02000000:00000010:1.0:1779697718.568659:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caca2b0000. 00000100:00000010:1.0:1779697718.568662:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95c00. 02000000:00000010:1.0:1779697718.568664:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf059d000. 00000100:00000010:1.0:1779697718.568667:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521f480. 00000400:00000200:0.0:1779697718.569441:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.569454:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459900 00000400:00000200:0.0:1779697718.569463:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 0 00000400:00000200:0.0:1779697718.569517:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.569522:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.569529:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.569535:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1c00. 00000020:00000010:0.0:1779697718.569585:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697718.569590:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697718.569596:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.569601:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.569606:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.569640:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697718.569642:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697718.569645:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215467264 00000001:00000010:0.0:1779697718.569654:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:0.0:1779697718.569693:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697718.569700:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697718.569724:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6cec000. 00010000:00000010:0.0:1779697718.569752:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.569756:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.569782:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697718.569785:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.570191:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697718.570198:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000004:00000010:0.0:1779697718.570286:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb2c0. 00000004:00000010:0.0:1779697718.570294:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef5a0. 00000004:00000010:0.0:1779697718.570300:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30dd0. 00080000:00000010:0.0:1779697718.570308:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e720. 00010000:00000010:0.0:1779697718.571027:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697718.571033:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:0.0:1779697718.571037:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697718.571041:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697718.571368:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.571379:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.571384:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.571460:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697718.571479:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df1c00 x1866146215467264/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.571499:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697718.571505:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215467264, offset 224 00000400:00000200:0.0:1779697718.571512:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.571523:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.571529:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309171:309171:256:4294967295] 192.168.203.23@tcp LPNI seq info [309167:309167:8:4294967295] 00000400:00000200:0.0:1779697718.571540:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.571546:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.571551:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697718.571570:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.571578:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.571581:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.571600:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.571604:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.571608:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 02000000:00000010:1.0:1779697718.571760:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0f000. 00000100:00000010:1.0:1779697718.571774:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95500. 02000000:00000010:1.0:1779697718.571779:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeee76000. 00000100:00000010:1.0:1779697718.571781:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97b80. 02000000:00000010:1.0:1779697718.571784:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb049000. 00000100:00000010:1.0:1779697718.571787:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445f80. 02000000:00000010:1.0:1779697718.571790:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d0a000. 00000100:00000010:1.0:1779697718.571793:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521e680. 02000000:00000010:1.0:1779697718.571796:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0b000. 00000100:00000010:1.0:1779697718.571798:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521ed80. 02000000:00000010:1.0:1779697718.571801:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd6269000. 00000100:00000010:1.0:1779697718.571808:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521e300. 02000000:00000010:1.0:1779697718.571811:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad57a7000. 00000100:00000010:1.0:1779697718.571813:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521d180. 02000000:00000010:1.0:1779697718.571816:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb4b730000. 00000100:00000010:1.0:1779697718.571819:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ca80. 02000000:00000010:1.0:1779697718.571821:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0c000. 00000100:00000010:1.0:1779697718.571823:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446680. 02000000:00000010:1.0:1779697718.571826:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf83a0000. 00000100:00000010:1.0:1779697718.571828:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95180. 02000000:00000010:1.0:1779697718.571831:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad57a0000. 00000100:00000010:1.0:1779697718.571833:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b94700. 02000000:00000010:1.0:1779697718.571836:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caca2b1000. 00000100:00000010:1.0:1779697718.571838:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02792a00. 02000000:00000010:1.0:1779697718.571841:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d08000. 00000100:00000010:1.0:1779697718.571843:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02792d80. 02000000:00000010:1.0:1779697718.571847:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad57a2000. 00000100:00000010:1.0:1779697718.571849:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447800. 02000000:00000010:1.0:1779697718.571852:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e3000. 00000100:00000010:1.0:1779697718.571854:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047c000. 02000000:00000010:1.0:1779697718.571857:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caca2b5000. 00000100:00000010:1.0:1779697718.571859:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446d80. 02000000:00000010:1.0:1779697718.571862:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad57a1000. 00000100:00000010:1.0:1779697718.571864:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790000. 02000000:00000010:1.0:1779697718.571867:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbcb0a0000. 00000100:00000010:1.0:1779697718.571870:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02792680. 02000000:00000010:1.0:1779697718.571872:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d09000. 00000100:00000010:1.0:1779697718.571874:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02792300. 02000000:00000010:1.0:1779697718.571877:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4e11000. 00000100:00000010:1.0:1779697718.571880:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97100. 02000000:00000010:1.0:1779697718.571882:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e12000. 00000100:00000010:1.0:1779697718.571884:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047dc00. 02000000:00000010:1.0:1779697718.571887:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbcb0a4000. 00000100:00000010:1.0:1779697718.571889:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790a80. 02000000:00000010:1.0:1779697718.571892:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9cd000. 00000100:00000010:1.0:1779697718.571895:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791180. 02000000:00000010:1.0:1779697718.571898:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbcb0a6000. 00000100:00000010:1.0:1779697718.571900:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96d80. 02000000:00000010:1.0:1779697718.571902:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb0a5000. 00000100:00000010:1.0:1779697718.571904:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ce00. 02000000:00000010:1.0:1779697718.571907:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf80b2000. 00000100:00000010:1.0:1779697718.571910:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790700. 02000000:00000010:1.0:1779697718.571912:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e4000. 00000100:00000010:1.0:1779697718.571915:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f480. 02000000:00000010:1.0:1779697718.571918:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf80b1000. 00000100:00000010:1.0:1779697718.571921:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444700. 02000000:00000010:1.0:1779697718.571923:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8c8000. 00000100:00000010:1.0:1779697718.571926:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445c00. 02000000:00000010:1.0:1779697718.571928:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8cb000. 00000100:00000010:1.0:1779697718.571930:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445180. 02000000:00000010:1.0:1779697718.571933:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e5000. 00000100:00000010:1.0:1779697718.571935:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047c380. 02000000:00000010:1.0:1779697718.571937:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e6000. 00000100:00000010:1.0:1779697718.571939:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047d180. 02000000:00000010:1.0:1779697718.571942:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8cf000. 00000100:00000010:1.0:1779697718.571945:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95880. 02000000:00000010:1.0:1779697718.571947:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8cc000. 00000100:00000010:1.0:1779697718.571949:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96300. 02000000:00000010:1.0:1779697718.571951:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9ce000. 00000100:00000010:1.0:1779697718.571953:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96a00. 02000000:00000010:1.0:1779697718.571956:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4e13000. 00000100:00000010:1.0:1779697718.571958:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047c700. 02000000:00000010:1.0:1779697718.571960:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9cb000. 00000100:00000010:1.0:1779697718.571962:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f100. 02000000:00000010:1.0:1779697718.571965:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9c9000. 00000100:00000010:1.0:1779697718.571967:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047fb80. 02000000:00000010:1.0:1779697718.571969:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e16000. 00000100:00000010:1.0:1779697718.571972:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047e300. 02000000:00000010:1.0:1779697718.571975:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9cf000. 00000100:00000010:1.0:1779697718.571977:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f800. 02000000:00000010:1.0:1779697718.571980:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9ca000. 00000100:00000010:1.0:1779697718.571981:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ed80. 02000000:00000010:1.0:1779697718.571984:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8cd000. 00000100:00000010:1.0:1779697718.571986:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447480. 02000000:00000010:1.0:1779697718.571989:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9c8000. 00000100:00000010:1.0:1779697718.571991:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ea00. 02000000:00000010:1.0:1779697718.571994:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f3000. 00000100:00000010:1.0:1779697718.571996:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5443480. 02000000:00000010:1.0:1779697718.571999:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f4000. 00000100:00000010:1.0:1779697718.572001:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5442680. 02000000:00000010:1.0:1779697718.572004:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e1000. 00000100:00000010:1.0:1779697718.572006:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5441500. 02000000:00000010:1.0:1779697718.572008:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ca000. 00000100:00000010:1.0:1779697718.572010:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97480. 02000000:00000010:1.0:1779697718.572012:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfbf2c000. 00000100:00000010:1.0:1779697718.572014:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b94a80. 02000000:00000010:1.0:1779697718.572016:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f5000. 00000100:00000010:1.0:1779697718.572018:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76d80. 02000000:00000010:1.0:1779697718.572021:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f6000. 00000100:00000010:1.0:1779697718.572024:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77b80. 02000000:00000010:1.0:1779697718.572026:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2d000. 00000100:00000010:1.0:1779697718.572029:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a6d80. 02000000:00000010:1.0:1779697718.572033:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e7000. 00000100:00000010:1.0:1779697718.572035:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a4000. 02000000:00000010:1.0:1779697718.572038:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc34e2000. 00000100:00000010:1.0:1779697718.572040:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7800. 02000000:00000010:1.0:1779697718.572042:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfbf2f000. 00000100:00000010:1.0:1779697718.572044:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7b80. 02000000:00000010:1.0:1779697718.572047:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2a000. 00000100:00000010:1.0:1779697718.572049:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a4380. 02000000:00000010:1.0:1779697718.572051:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc34e0000. 00000100:00000010:1.0:1779697718.572067:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5440e00. 02000000:00000010:1.0:1779697718.572071:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2e000. 00000100:00000010:1.0:1779697718.572073:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5442d80. 02000000:00000010:1.0:1779697718.572075:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfbf29000. 00000100:00000010:1.0:1779697718.572088:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a5f80. 02000000:00000010:1.0:1779697718.572091:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f1000. 00000100:00000010:1.0:1779697718.572093:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5440a80. 02000000:00000010:1.0:1779697718.572095:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd6668000. 00000100:00000010:1.0:1779697718.572098:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5443b80. 02000000:00000010:1.0:1779697718.572100:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3513000. 00000100:00000010:1.0:1779697718.572104:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5443100. 02000000:00000010:1.0:1779697718.572106:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3514000. 00000100:00000010:1.0:1779697718.572108:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5440700. 02000000:00000010:1.0:1779697718.572110:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f7000. 00000100:00000010:1.0:1779697718.572113:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f75880. 02000000:00000010:1.0:1779697718.572117:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9a000. 00000100:00000010:1.0:1779697718.572120:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5442a00. 02000000:00000010:1.0:1779697718.572122:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3515000. 00000100:00000010:1.0:1779697718.572124:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02793b80. 02000000:00000010:1.0:1779697718.572126:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9d000. 00000100:00000010:1.0:1779697718.572128:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791c00. 02000000:00000010:1.0:1779697718.572131:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9e000. 00000100:00000010:1.0:1779697718.572132:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f74a80. 02000000:00000010:1.0:1779697718.572136:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd666c000. 00000100:00000010:1.0:1779697718.572138:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8700. 02000000:00000010:1.0:1779697718.572140:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd666d000. 00000100:00000010:1.0:1779697718.572142:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791880. 02000000:00000010:1.0:1779697718.572144:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd666a000. 00000100:00000010:1.0:1779697718.572146:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02793480. 02000000:00000010:1.0:1779697718.572148:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd75f2000. 00000100:00000010:1.0:1779697718.572151:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8380. 02000000:00000010:1.0:1779697718.572153:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb99000. 00000100:00000010:1.0:1779697718.572155:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791500. 02000000:00000010:1.0:1779697718.572157:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd666b000. 00000100:00000010:1.0:1779697718.572159:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76a00. 02000000:00000010:1.0:1779697718.572161:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9f000. 00000100:00000010:1.0:1779697718.572163:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790e00. 02000000:00000010:1.0:1779697718.572165:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb98000. 00000100:00000010:1.0:1779697718.572170:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9500. 02000000:00000010:1.0:1779697718.572173:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9b000. 00000100:00000010:1.0:1779697718.572175:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779697718.572178:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac431b000. 00000100:00000010:1.0:1779697718.572180:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9880. 02000000:00000010:1.0:1779697718.572286:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9c000. 00000800:00000200:0.0:1779697718.572324:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.572329:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697718.572333:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.572339:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.572344:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:0.0:1779697718.572346:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000100:00000010:1.0:1779697718.573194:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f75c00. 02000000:00000010:1.0:1779697718.573203:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3507000. 00000100:00000010:1.0:1779697718.573206:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3abb80. 02000000:00000010:1.0:1779697718.573209:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3516000. 00000100:00000010:1.0:1779697718.573212:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9180. 02000000:00000010:1.0:1779697718.573215:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3502000. 00000100:00000010:1.0:1779697718.573217:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa680. 02000000:00000010:1.0:1779697718.573220:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3500000. 00000100:00000010:1.0:1779697718.573222:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f74e00. 02000000:00000010:1.0:1779697718.573226:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3503000. 00000100:00000010:1.0:1779697718.573228:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779697718.573231:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3511000. 00000100:00000010:1.0:1779697718.573233:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a5c00. 02000000:00000010:1.0:1779697718.573236:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3504000. 00000100:00000010:1.0:1779697718.573238:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8e00. 02000000:00000010:1.0:1779697718.573241:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3517000. 00000100:00000010:1.0:1779697718.573244:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7100. 02000000:00000010:1.0:1779697718.573246:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4318000. 00000100:00000010:1.0:1779697718.573248:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a5880. 02000000:00000010:1.0:1779697718.573251:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd75f0000. 00000100:00000010:1.0:1779697718.573262:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f74000. 02000000:00000010:1.0:1779697718.573265:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3512000. 00000100:00000010:1.0:1779697718.573267:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77100. 02000000:00000010:1.0:1779697718.573270:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3510000. 00000100:00000010:1.0:1779697718.573276:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a6a00. 02000000:00000010:1.0:1779697718.573280:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac431d000. 00000100:00000010:1.0:1779697718.573282:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77480. 02000000:00000010:1.0:1779697718.573285:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac431a000. 00000100:00000010:1.0:1779697718.573287:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77800. 02000000:00000010:1.0:1779697718.573289:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3505000. 00000100:00000010:1.0:1779697718.573292:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76680. 02000000:00000010:1.0:1779697718.573294:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3501000. 00000100:00000010:1.0:1779697718.573296:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f75180. 02000000:00000010:1.0:1779697718.573299:0:207451:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3506000. 00000100:00000010:1.0:1779697718.573302:0:207451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa300. 00000100:00000200:1.0:1779697718.573310:0:207451:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1779697718.573316:0:207451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3160. 00000400:00000010:1.0:1779697718.573324:0:207451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff93cbeeb90800. 00010000:00000010:0.1:1779697718.574436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697718.574447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697718.574489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697718.574495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697718.574499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697718.574502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697718.574535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697718.574540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697718.574542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:0.0:1779697718.575607:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.575624:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459a00 00000400:00000200:0.0:1779697718.575632:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 576 00000400:00000200:0.0:1779697718.575644:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.575649:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.575656:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.575662:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3b80. 00000020:00000010:1.0:1779697718.575877:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.575882:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.575887:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac9fcb000. 00000020:00000010:1.0:1779697718.575892:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.575896:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.575932:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697718.575935:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697718.575938:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215467520 02000000:00000010:1.0:1779697718.575968:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbefc01000. 00010000:00000010:1.0:1779697718.576004:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:1.0:1779697718.576018:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef80. 00010000:00000010:1.0:1779697718.576034:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.576039:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697718.576052:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697718.576055:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394200. 00010000:00000010:1.0:1779697718.576059:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697718.576062:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697718.576165:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697718.576168:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394800. 00010000:00000010:1.0:1779697718.576171:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697718.576174:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00000020:00000010:1.0:1779697718.576204:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697718.576210:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc200. 00000020:00000010:1.0:1779697718.576221:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1aa20. 00080000:00000010:1.0:1779697718.576229:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef808400. 00010000:00000010:1.1:1779697718.576418:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697718.576424:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697718.576428:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000001:00000010:1.0:1779697718.576700:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0feea0. 00000001:00000010:1.0:1779697718.576707:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697718.576747:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1aa20. 00010000:00000010:1.0:1779697718.576755:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697718.576759:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697718.576781:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697718.576814:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697718.576827:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000200:1.0:1779697718.576841:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974386, last committed = 8589974211 00010000:00000200:1.0:1779697718.576849:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3b80 x1866146215467520/t8589974386(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.576867:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697718.576873:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215467520, offset 224 00000400:00000010:1.0:1779697718.576879:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42baf0. 00000400:00000200:1.0:1779697718.576883:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.576895:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.576902:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309172:309172:256:4294967295] 192.168.203.23@tcp LPNI seq info [309168:309168:8:4294967295] 00000400:00000200:1.0:1779697718.576907:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.576914:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.576919:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.576924:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697718.576929:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.576937:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.576941:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.576963:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394700. 00000020:00000010:1.0:1779697718.576966:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.576970:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac9fcb000. 00000800:00000200:1.0:1779697718.577048:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.577052:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:1.0:1779697718.577055:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.577060:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697718.577116:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697718.577121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.0:1779697718.577139:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:3.0:1779697718.577144:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394800. 00010000:00000010:3.0:1779697718.577149:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00010000:00000010:0.1:1779697718.579999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697718.580014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697718.580018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697718.580021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:0.0:1779697718.581361:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.581383:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e29 00000400:00000200:0.0:1779697718.581420:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.581426:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.581433:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697718.581436:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00010000:00000010:3.0:1779697718.581577:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:3.0:1779697718.581588:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394200. 00010000:00000010:1.1:1779697718.583477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697718.583488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697718.583492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697718.583496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697718.585864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697718.585889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697718.587436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697718.587454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00000400:00000200:0.0:1779697718.599454:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.599473:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459a80 00000400:00000200:0.0:1779697718.599481:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 1064 00000400:00000200:0.0:1779697718.599542:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.599547:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.599554:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.599565:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2680. 00000020:00000010:3.0:1779697718.599857:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697718.599863:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697718.599868:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697718.599873:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb100. 00000020:00000010:3.0:1779697718.599878:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.599921:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697718.599924:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697718.599927:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215467648 00000001:00000010:3.0:1779697718.599937:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:3.0:1779697718.599964:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.599970:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 02000000:00000010:3.0:1779697718.599994:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98de000. 00010000:00000010:3.0:1779697718.600018:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.600022:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.600039:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.600043:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697718.600046:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.600049:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000004:00000010:3.0:1779697718.600171:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2d20. 00000004:00000010:3.0:1779697718.600181:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af780. 00000004:00000010:3.0:1779697718.600187:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82990. 00080000:00000010:3.0:1779697718.600198:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbf69d3c80. 00010000:00000010:3.0:1779697718.605272:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697718.605281:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697718.605287:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.605294:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697718.605492:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.605506:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697718.605512:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697718.605539:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:3.0:1779697718.605555:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df2680 x1866146215467648/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.605576:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697718.605583:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215467648, offset 224 00000400:00000200:3.0:1779697718.605590:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.605603:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.605611:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309173:309173:256:4294967295] 192.168.203.23@tcp LPNI seq info [309169:309169:8:4294967295] 00000400:00000200:3.0:1779697718.605622:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.605628:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.605634:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697718.605640:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.605647:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.605651:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.605684:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb100. 00000020:00000010:3.0:1779697718.605687:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.605808:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00000800:00000200:1.0:1779697718.605837:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.605842:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697718.605847:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.605853:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.605862:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779697718.605865:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:0.0:1779697718.608029:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.608046:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459b80 00000400:00000200:0.0:1779697718.608055:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 1640 00000400:00000200:0.0:1779697718.608068:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.608072:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.608079:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.608086:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0380. 00000020:00000010:3.0:1779697718.608157:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.608163:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.608168:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697718.608173:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb100. 00000020:00000010:3.0:1779697718.608178:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.608215:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.608217:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000100:00000200:3.0:1779697718.608220:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215467904 02000000:00000010:3.0:1779697718.608251:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98dd000. 00010000:00000010:3.0:1779697718.608287:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697718.608302:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697718.608319:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.608324:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697718.608339:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697718.608343:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697718.608347:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697718.608350:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.608614:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697718.608618:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697718.608622:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697718.608625:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000020:00000010:3.0:1779697718.608648:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697718.608654:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697718.608665:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac46645a0. 00080000:00000010:3.0:1779697718.608821:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fd8400. 00000001:00000010:3.0:1779697718.609347:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d9c0. 00000001:00000010:3.0:1779697718.609354:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697718.609410:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac46645a0. 00010000:00000010:3.0:1779697718.609421:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.609427:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697718.609441:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697718.609731:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697718.609748:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000200:3.0:1779697718.609774:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974387, last committed = 8589974211 00010000:00000200:3.0:1779697718.609784:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df0380 x1866146215467904/t8589974387(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.609805:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697718.609811:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215467904, offset 224 00000400:00000010:3.0:1779697718.609817:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e07a8. 00000400:00000200:3.0:1779697718.609821:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.609833:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.609840:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309174:309174:256:4294967295] 192.168.203.23@tcp LPNI seq info [309170:309170:8:4294967295] 00000400:00000200:3.0:1779697718.609845:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.609852:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.609856:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.609861:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697718.609867:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.609874:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.609878:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.609905:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb100. 00000020:00000010:3.0:1779697718.609909:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.609913:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00000800:00000200:1.0:1779697718.610326:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.610333:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697718.610337:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.610342:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.612543:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.612569:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e31 00000400:00000200:1.0:1779697718.612576:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.612580:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.612587:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:1.0:1779697718.612589:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00010000:00000010:3.0:1779697718.613377:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697718.613409:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00000400:00000200:1.0:1779697718.613471:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.613481:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459c00 00000400:00000200:1.0:1779697718.613488:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 2128 00000400:00000200:1.0:1779697718.613535:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.613540:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.613546:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.613551:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210a80. 00000020:00000010:3.0:1779697718.613883:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.613889:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.613894:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697718.613897:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb500. 00000020:00000010:3.0:1779697718.613902:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.613941:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.613943:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000100:00000200:3.0:1779697718.613947:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215468032 00000001:00000010:3.0:1779697718.613957:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:3.0:1779697718.613982:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697718.613988:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 02000000:00000010:3.0:1779697718.614013:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98dc000. 00010000:00000010:3.0:1779697718.614040:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697718.614044:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697718.614060:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697718.614063:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697718.614067:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.614071:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000004:00000010:3.0:1779697718.614174:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa21e0. 00000004:00000010:3.0:1779697718.614184:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afb40. 00000004:00000010:3.0:1779697718.614190:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82880. 00080000:00000010:3.0:1779697718.614218:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c720. 00010000:00000010:1.0:1779697718.615209:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697718.615216:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394780. 00010000:00000010:1.0:1779697718.615221:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697718.615226:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697718.615285:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:1.0:1779697718.615299:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:1.0:1779697718.615303:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00010000:00000010:1.0:1779697718.615327:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:1.0:1779697718.615344:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210a80 x1866146215468032/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.615363:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697718.615370:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215468032, offset 224 00000400:00000200:1.0:1779697718.615377:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.615423:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.615430:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309175:309175:256:4294967295] 192.168.203.23@tcp LPNI seq info [309171:309171:8:4294967295] 00000400:00000200:1.0:1779697718.615443:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.615449:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.615454:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697718.615461:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.615468:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.615472:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.615494:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb500. 00000020:00000010:1.0:1779697718.615498:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:1.0:1779697718.615503:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00000800:00000200:3.0:1779697718.615633:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.615638:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697718.615642:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.615647:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.615651:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:3.0:1779697718.615653:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000400:00000200:1.0:1779697718.617991:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.618009:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459d00 00000400:00000200:1.0:1779697718.618017:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 2704 00000400:00000200:1.0:1779697718.618030:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.618034:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.618041:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.618048:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 00000020:00000010:3.0:1779697718.618138:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.618143:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.618149:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6800. 00000020:00000010:3.0:1779697718.618154:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb280. 00000020:00000010:3.0:1779697718.618160:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.618201:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.618203:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000100:00000200:3.0:1779697718.618206:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215468288 02000000:00000010:3.0:1779697718.618238:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98db000. 00010000:00000010:3.0:1779697718.618279:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:3.0:1779697718.618296:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394780. 00010000:00000010:3.0:1779697718.618312:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.618318:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697718.618333:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697718.618336:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697718.618340:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697718.618343:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697718.618473:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697718.618476:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.618480:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.618483:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697718.618509:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697718.618515:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97540. 00000020:00000010:3.0:1779697718.618526:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d0c0. 00080000:00000010:3.0:1779697718.618535:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fdbc00. 00010000:00000010:0.0:1779697718.618870:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:0.0:1779697718.618877:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:0.0:1779697718.618888:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000001:00000010:3.0:1779697718.619342:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46643c0. 00000001:00000010:3.0:1779697718.619350:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697718.619385:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d0c0. 00010000:00000010:3.0:1779697718.619413:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.619418:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.619431:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697718.619463:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.619470:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697718.619487:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.619491:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.619504:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:3.0:1779697718.619519:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974388, last committed = 8589974211 00010000:00000200:3.0:1779697718.619529:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210000 x1866146215468288/t8589974388(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.619548:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697718.619567:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215468288, offset 224 00000400:00000010:3.0:1779697718.619574:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0038. 00000400:00000200:3.0:1779697718.619578:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.619592:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.619598:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309176:309176:256:4294967295] 192.168.203.23@tcp LPNI seq info [309172:309172:8:4294967295] 00000400:00000200:3.0:1779697718.619603:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.619609:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.619614:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.619619:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697718.619625:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.619632:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.619636:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.619998:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb280. 00000020:00000010:3.0:1779697718.620003:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.620006:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6800. 00000800:00000200:1.0:1779697718.620507:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.620512:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697718.620517:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.620523:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697718.622486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697718.622499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.622505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.622509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:3.0:1779697718.622617:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.622636:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e39 00000400:00000200:3.0:1779697718.622643:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.622647:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.622653:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779697718.622656:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000400:00000200:3.0:1779697718.622819:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.622827:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459d80 00000400:00000200:3.0:1779697718.622834:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 3192 00010000:00000010:0.0:1779697718.623218:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:0.0:1779697718.623228:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00000400:00000200:3.0:1779697718.623318:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.623324:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.623330:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.623336:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c4000. 00000020:00000010:1.0:1779697718.623498:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697718.623504:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697718.623510:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf0633400. 00000020:00000010:1.0:1779697718.623515:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c00. 00000020:00000010:1.0:1779697718.623520:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.623592:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697718.623595:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697718.623598:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215468416 00000001:00000010:1.0:1779697718.623609:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:1.0:1779697718.623630:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697718.623636:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 02000000:00000010:1.0:1779697718.623661:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc06000. 00010000:00000010:1.0:1779697718.623701:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697718.623705:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697718.623720:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697718.623723:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697718.623726:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.623728:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00000004:00000010:1.0:1779697718.623834:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a5a0. 00000004:00000010:1.0:1779697718.623842:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697718.623848:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562dd0. 00080000:00000010:1.0:1779697718.623857:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:1.0:1779697718.624853:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697718.624859:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697718.624864:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697718.624869:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697718.624928:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697718.624939:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.624943:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697718.624963:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000200:1.0:1779697718.624978:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c4000 x1866146215468416/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.624995:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697718.625001:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215468416, offset 224 00000400:00000200:1.0:1779697718.625008:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.625019:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.625025:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309177:309177:256:4294967295] 192.168.203.23@tcp LPNI seq info [309173:309173:8:4294967295] 00000400:00000200:1.0:1779697718.625036:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.625042:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.625046:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697718.625052:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.625059:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.625064:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.625099:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c00. 00000020:00000010:1.0:1779697718.625103:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.625107:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf0633400. 00000800:00000200:3.0:1779697718.625213:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.625217:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697718.625221:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.625226:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.625230:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:3.0:1779697718.625232:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00010000:00000010:3.1:1779697718.627405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697718.627420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00000400:00000200:3.0:1779697718.627524:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.627541:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006459e80 00000400:00000200:3.0:1779697718.627550:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 3768 00000400:00000200:3.0:1779697718.627564:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.627581:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.627590:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.627597:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c7480. 00010000:00000010:0.1:1779697718.627656:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697718.627662:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:1.1:1779697718.627860:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:1.1:1779697718.627866:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697718.627869:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:1.1:1779697718.627873:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00000020:00000010:0.0:1779697718.627949:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697718.627954:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697718.627960:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:0.0:1779697718.627965:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.627971:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.628004:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697718.628006:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea614c0. 00000100:00000200:0.0:1779697718.628009:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215468672 02000000:00000010:0.0:1779697718.628042:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6ceb000. 00010000:00000010:0.0:1779697718.628088:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:0.0:1779697718.628103:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:0.0:1779697718.628120:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697718.628126:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697718.628139:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697718.628142:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697718.628146:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697718.628149:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697718.628247:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697718.628251:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697718.628254:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.628257:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000020:00000010:0.0:1779697718.628281:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697718.628287:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f860. 00000020:00000010:0.0:1779697718.628297:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacebe6480. 00080000:00000010:0.0:1779697718.628306:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e55800. 00000001:00000010:0.0:1779697718.628845:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cd80. 00000001:00000010:0.0:1779697718.628852:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697718.628887:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacebe6480. 00010000:00000010:0.0:1779697718.628896:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697718.628901:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697718.628912:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe900. 00010000:00000010:0.0:1779697718.628950:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.628965:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697718.628980:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974389, last committed = 8589974211 00010000:00000200:0.0:1779697718.628989:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c7480 x1866146215468672/t8589974389(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.629008:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697718.629015:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215468672, offset 224 00000400:00000010:0.0:1779697718.629021:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67253b8. 00000400:00000200:0.0:1779697718.629025:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.629037:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.629042:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309178:309178:256:4294967295] 192.168.203.23@tcp LPNI seq info [309174:309174:8:4294967295] 00000400:00000200:0.0:1779697718.629048:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.629054:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.629059:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.629064:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697718.629070:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.629185:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.629189:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.629208:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697718.629212:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.629215:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000100:00000010:0.0:1779697718.629242:0:189065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3100. 02000000:00000010:0.0:1779697718.629254:0:189065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19fa00. 00010000:00000010:0.0:1779697718.629288:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697718.629294:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697718.629299:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe900. 02000000:00000010:0.0:1779697718.629316:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e54400. 00000400:00000010:0.0:1779697718.629321:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a840. 00000400:00000010:0.0:1779697718.629325:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697718.629330:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496956416, portal 4 00000400:00000010:0.0:1779697718.629335:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.629338:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496956416, offset 0 00000400:00000200:0.0:1779697718.629342:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697718.629350:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697718.629357:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9bae00 00000400:00000200:0.0:1779697718.629364:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e889 [8] + 14112 00000400:00000200:0.0:1779697718.629372:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.629375:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697718.629381:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1779697718.629384:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1180. 00000400:00000200:0.0:1779697718.629419:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.629422:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.629428:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc2df3100 x1866137496956416/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697734 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697718.629446:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacc02c240. 00000100:00000010:0.0:1779697718.629457:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacc02c1e0. 00000100:00000010:0.0:1779697718.629462:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacc02c6c0. 00000100:00000010:0.0:1779697718.629466:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacc02c840. 00000020:00000010:0.0:1779697718.629499:0:189659:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea614c0. 00000020:00000010:0.0:1779697718.629505:0:189659:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.629516:0:189659:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3906600. 00000020:00000010:0.0:1779697718.629519:0:189659:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.629522:0:189659:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.629543:0:189659:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.629546:0:189659:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697718.629548:0:189659:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956416 02000000:00000010:0.0:1779697718.629622:0:189659:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cbc2e57c00. 00010000:00000200:0.0:1779697718.629645:0:189659:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df1180 x1866137496956416/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:404/0 lens 224/368 e 0 to 0 dl 1779697729 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.629656:0:189659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.629659:0:189659:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496956416, offset 224 00000400:00000200:0.0:1779697718.629662:0:189659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697718.629711:0:189659:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697718.629717:0:189659:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9bae00 00000400:00000200:0.0:1779697718.629722:0:189659:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a9e45 [1] + 224 00000400:00000200:0.0:1779697718.629727:0:189659:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.629730:0:189659:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697718.629736:0:189659:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc2df3100 x1866137496956416/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697734 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697718.629750:0:189659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.629752:0:189659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000020:00000010:0.0:1779697718.629759:0:189659:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.629771:0:189659:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.629774:0:189659:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3906600. 00000400:00000010:0.0:1779697718.629800:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a840. 00000400:00000200:0.0:1779697718.629803:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:0.0:1779697718.629804:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697718.629809:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc2df3100 x1866137496956416/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697734 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697718.629817:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc2df3100 x1866137496956416/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697734 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697718.629842:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e54400. 02000000:00000010:0.0:1779697718.629847:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19fa00. 00000100:00000010:0.0:1779697718.629851:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3100. 00000100:00000010:1.0:1779697718.631862:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 02000000:00000010:1.0:1779697718.631879:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbeff7d600. 00000100:00000010:1.0:1779697718.631901:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212d80. 02000000:00000010:1.0:1779697718.631905:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbeff7dc00. 00000100:00000010:1.0:1779697718.631918:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212a00. 02000000:00000010:1.0:1779697718.631922:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbeff7d500. 00000100:00000010:1.0:1779697718.631927:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211180. 02000000:00000010:1.0:1779697718.631930:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbeff7dd00. 00000100:00000010:1.0:1779697718.631935:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5213100. 02000000:00000010:1.0:1779697718.631938:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbeff7d800. 02000000:00000010:1.0:1779697718.631975:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc9151e00. 00000400:00000010:1.0:1779697718.631981:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3420. 00000400:00000010:1.0:1779697718.631987:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697718.631993:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496956672, portal 4 00000400:00000010:1.0:1779697718.632000:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697718.632003:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866137496956672, offset 0 00000400:00000200:1.0:1779697718.632010:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697718.632022:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697718.632032:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a13dfe9baf00 00000400:00000200:1.0:1779697718.632038:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x18cf5d [8] + 6720 00000400:00000200:1.0:1779697718.632045:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.632048:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697718.632054:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697718.632058:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210e00. 00000400:00000200:1.0:1779697718.632074:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:1.0:1779697718.632088:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697718.632096:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5212d80 x1866137496956672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697718.632134:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbf0633400. 00000400:00000010:1.0:1779697718.632138:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3630. 00000400:00000010:1.0:1779697718.632141:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697718.632144:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496956800, portal 10 00000400:00000010:1.0:1779697718.632148:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697718.632150:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496956800, offset 0 00000400:00000200:1.0:1779697718.632154:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697718.632159:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697718.632163:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9baf80 00000400:00000200:1.0:1779697718.632168:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18db09 [64] + 4256 00000400:00000200:1.0:1779697718.632172:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.632175:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697718.632178:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.632182:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210380. 00000400:00000200:1.0:1779697718.632192:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:1.0:1779697718.632194:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697718.632199:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5212a00 x1866137496956800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697718.632243:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0cc0. 00000020:00000010:1.0:1779697718.632249:0:207456:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbf6e2b240. 00000020:00000010:1.0:1779697718.632264:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697718.632270:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c00. 00000020:00000010:1.0:1779697718.632274:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.632303:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f80. 00000020:00000010:1.0:1779697718.632306:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f80. 00000100:00000200:1.0:1779697718.632309:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956672 02000000:00000010:1.0:1779697718.632324:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbef80ac00. 00010000:00000200:1.0:1779697718.632331:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210e00 x1866137496956672/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:404/0 lens 224/224 e 0 to 0 dl 1779697729 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.632344:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697718.632347:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866137496956672, offset 224 00000400:00000200:1.0:1779697718.632351:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697718.632356:0:207456:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697718.632361:0:207456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a13dfe9baf00 00000400:00000200:1.0:1779697718.632366:0:207456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a9e51 [1] + 224 00000400:00000200:1.0:1779697718.632370:0:207456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.632373:0:207456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697718.632379:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5212d80 x1866137496956672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697718.632419:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:1.0:1779697718.632422:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000020:00000010:1.0:1779697718.632432:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c00. 00000020:00000010:1.0:1779697718.632436:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.632439:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12ca400. 00000400:00000010:1.0:1779697718.632460:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3420. 00000400:00000200:1.0:1779697718.632463:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:1.0:1779697718.632465:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697718.632469:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5212d80 x1866137496956672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697718.632477:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5212d80 x1866137496956672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697718.632496:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc9151e00. 02000000:00000010:1.0:1779697718.632503:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7dc00. 00000100:00000010:1.0:1779697718.632506:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212d80. 00000800:00000200:0.0:1779697718.632756:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.632774:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697718.632779:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.632785:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 02000000:00000010:0.0:1779697718.632809:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc3906600. 00000400:00000010:0.0:1779697718.632813:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a840. 00000400:00000010:0.0:1779697718.632816:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697718.632819:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496956544, portal 25 00000400:00000010:0.0:1779697718.632822:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.632825:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496956544, offset 0 00000400:00000200:0.0:1779697718.632829:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697718.632834:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697718.632839:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9bae80 00000400:00000200:0.0:1779697718.632846:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1996b9 [2] + 0 00000400:00000010:0.0:1779697718.632849:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05c370. 00000400:00000200:0.0:1779697718.632852:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c300 00000400:00000200:0.0:1779697718.632856:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.632859:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697718.632861:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c300 00000400:00000010:0.0:1779697718.632864:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c300. 00000100:00000200:0.0:1779697718.632868:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697718.632880:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.632882:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.632887:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5211500 x1866137496956544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697718.632911:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbdcc94c00. 00000400:00000010:0.0:1779697718.632915:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aa50. 00000400:00000010:0.0:1779697718.632918:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.632920:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496957056, portal 10 00000400:00000010:0.0:1779697718.632924:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697718.632926:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496957056, offset 0 00000400:00000200:0.0:1779697718.632930:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697718.632935:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697718.632939:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bb080 00000400:00000200:0.0:1779697718.632943:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18db09 [64] + 4480 00000400:00000200:0.0:1779697718.632948:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.632951:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697718.632954:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.632958:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3100. 00000400:00000200:0.0:1779697718.632969:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:0.0:1779697718.632972:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697718.632976:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5213100 x1866137496957056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697718.633000:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc2dbe000. 00000400:00000010:0.0:1779697718.633005:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac60. 00000400:00000010:0.0:1779697718.633008:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697718.633010:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496956928, portal 10 00000400:00000010:0.0:1779697718.633014:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697718.633016:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496956928, offset 0 00000400:00000200:0.0:1779697718.633020:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697718.633025:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697718.633030:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bb000 00000400:00000200:0.0:1779697718.633033:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18db09 [64] + 4704 00000400:00000200:0.0:1779697718.633038:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.633040:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697718.633043:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.633047:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2d80. 00000400:00000200:0.0:1779697718.633063:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:0.0:1779697718.633065:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697718.633070:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5211180 x1866137496956928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697718.633186:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f80. 00000020:00000010:1.0:1779697718.633190:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f80. 00000020:00000010:1.0:1779697718.633194:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697718.633196:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c00. 00000020:00000010:1.0:1779697718.633199:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.633223:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f80. 00000020:00000010:1.0:1779697718.633230:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151e00. 00000020:00000010:1.0:1779697718.633232:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394080. 00000020:00000010:1.0:1779697718.633235:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.633249:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.633252:0:189042:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cad5bdefc0. 00000020:00000010:1.0:1779697718.633256:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.633259:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:1.0:1779697718.633262:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697718.633265:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697718.633274:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.633277:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000100:00000200:1.0:1779697718.633279:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956800 02000000:00000010:1.0:1779697718.633289:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbef80b800. 00010000:00000200:1.0:1779697718.633295:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210380 x1866137496956800/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.633308:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697718.633312:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496956800, offset 224 00000400:00000200:1.0:1779697718.633316:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697718.633322:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697718.633327:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9baf80 00000400:00000200:1.0:1779697718.633331:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a9e59 [1] + 224 00000400:00000200:1.0:1779697718.633336:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.633338:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697718.633343:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5212a00 x1866137496956800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697718.633358:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:1.0:1779697718.633359:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:1.0:1779697718.633368:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c00. 00000020:00000010:1.0:1779697718.633370:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697718.633373:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697718.633383:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.633386:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000100:00000200:1.0:1779697718.633405:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496957056 02000000:00000010:1.0:1779697718.633412:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbef808000. 00010000:00000200:1.0:1779697718.633417:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3100 x1866137496957056/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.633427:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697718.633430:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496957056, offset 224 00000400:00000200:1.0:1779697718.633434:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697718.633439:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697718.633443:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bb080 00000400:00000200:1.0:1779697718.633447:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a9e6d [1] + 224 00000400:00000200:1.0:1779697718.633451:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.633454:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697718.633459:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5213100 x1866137496957056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697718.633468:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:1.0:1779697718.633470:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:1.0:1779697718.633477:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394080. 00000020:00000010:1.0:1779697718.633479:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.633481:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151e00. 00000020:00000010:1.0:1779697718.633493:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.633495:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000100:00000200:1.0:1779697718.633498:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956928 02000000:00000010:1.0:1779697718.633504:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbef80bc00. 00010000:00000200:1.0:1779697718.633508:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df2d80 x1866137496956928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1779698473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.633518:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697718.633521:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496956928, offset 224 00000400:00000200:1.0:1779697718.633525:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697718.633530:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697718.633534:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bb000 00000400:00000200:1.0:1779697718.633539:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a9e75 [1] + 224 00000400:00000200:1.0:1779697718.633543:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.633545:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697718.633550:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5211180 x1866137496956928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.633653:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aa50. 00000400:00000200:0.0:1779697718.633655:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.633657:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.633662:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5213100 x1866137496957056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697718.633936:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.633948:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e41 00000400:00000200:3.0:1779697718.633952:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.633955:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.633959:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:3.0:1779697718.633961:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000400:00000200:3.0:1779697718.633979:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.633985:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006459f00 00000400:00000200:3.0:1779697718.633990:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 4928 00000100:00000200:0.0:1779697718.634372:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5213100 x1866137496957056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697718.634411:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbdcc94c00. 02000000:00000010:0.0:1779697718.634416:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7d800. 00000100:00000010:0.0:1779697718.634420:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5213100. 00000020:00000010:0.0:1779697718.634455:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.634458:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.634463:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:0.0:1779697718.634467:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.634471:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.634496:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.634500:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697718.634502:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496956544 02000000:00000010:0.0:1779697718.634510:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc2e54400. 00010000:00000200:0.0:1779697718.634517:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee42450 x1866137496956544/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:404/0 lens 224/224 e 0 to 0 dl 1779697729 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.634528:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.634532:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496956544, offset 224 00000400:00000200:0.0:1779697718.634536:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697718.634542:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697718.634548:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9bae80 00000400:00000200:0.0:1779697718.634553:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a9e65 [1] + 224 00000400:00000200:3.0:1779697718.634893:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.634900:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.634924:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.634927:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697718.634992:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.634998:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c7100. 00010000:00000010:3.0:1779697718.635045:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:3.0:1779697718.635057:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00000020:00000010:3.0:1779697718.635094:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.635098:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.635102:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6800. 00000020:00000010:3.0:1779697718.635105:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb280. 00000020:00000010:3.0:1779697718.635108:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.635123:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697718.635126:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000100:00000200:3.0:1779697718.635128:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215468800 00000001:00000010:3.0:1779697718.635135:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:3.0:1779697718.635152:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.635158:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 02000000:00000010:3.0:1779697718.635181:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98d8000. 00010000:00000010:3.0:1779697718.635207:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.635211:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.635224:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697718.635228:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.635232:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.635234:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000004:00000010:3.0:1779697718.635320:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa25a0. 00000004:00000010:3.0:1779697718.635329:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af870. 00000004:00000010:3.0:1779697718.635335:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82110. 00080000:00000010:3.0:1779697718.635343:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d728. 00010000:00000010:3.0:1779697718.636169:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697718.636174:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697718.636178:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.636183:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697718.636240:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.636251:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.636255:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.636275:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:3.0:1779697718.636288:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c7100 x1866146215468800/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.636305:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697718.636310:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215468800, offset 224 00000400:00000200:3.0:1779697718.636316:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.636327:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.636333:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309179:309179:256:4294967295] 192.168.203.23@tcp LPNI seq info [309175:309175:8:4294967295] 00000400:00000200:3.0:1779697718.636343:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.636348:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.636353:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697718.636360:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.636367:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.636371:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.636405:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb280. 00000020:00000010:3.0:1779697718.636409:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.636412:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6800. 00000800:00000200:3.0:1779697718.636493:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.636496:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697718.636500:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.636504:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.636509:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779697718.636511:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:0.0:1779697718.638460:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5211500 x1866137496956544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697718.638486:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.638489:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000020:00000010:0.0:1779697718.638509:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.638513:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.638515:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 02000000:00000010:0.0:1779697718.638522:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc2e54400. 00000100:00000200:0.0:1779697718.638528:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697718.638533:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aa50. 00000400:00000010:0.0:1779697718.638538:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac98fe900. 00000400:00000200:0.0:1779697718.638576:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.638587:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645a000 00000400:00000200:0.0:1779697718.638593:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 5504 00000400:00000200:0.0:1779697718.638603:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.638607:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.638611:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.638615:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0e00. 00000020:00000010:0.0:1779697718.638645:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.638649:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.638652:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:0.0:1779697718.638655:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.638658:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.638814:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.638817:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697718.638820:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215469056 02000000:00000010:0.0:1779697718.638848:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6ce8000. 00010000:00000010:0.0:1779697718.638878:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:0.0:1779697718.638892:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:0.0:1779697718.638909:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.638915:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697718.638928:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697718.638931:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697718.638935:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697718.638938:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697718.639036:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697718.639039:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:0.0:1779697718.639042:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697718.639045:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000020:00000010:0.0:1779697718.639069:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f200. 00000020:00000010:0.0:1779697718.639250:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f200. 00000020:00000010:0.0:1779697718.639264:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ce40. 00080000:00000010:0.0:1779697718.639273:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54400. 00000001:00000010:0.0:1779697718.639991:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c300. 00000001:00000010:0.0:1779697718.639998:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697718.640036:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ce40. 00010000:00000010:0.0:1779697718.640045:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697718.640051:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697718.640065:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697718.640196:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.640213:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:0.0:1779697718.640229:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974390, last committed = 8589974211 00010000:00000200:0.0:1779697718.640239:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df0e00 x1866146215469056/t8589974390(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.640258:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.640263:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215469056, offset 224 00000400:00000010:0.0:1779697718.640270:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725a48. 00000400:00000200:0.0:1779697718.640274:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.640288:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.640294:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309180:309180:256:4294967295] 192.168.203.23@tcp LPNI seq info [309176:309176:8:4294967295] 00000400:00000200:0.0:1779697718.640299:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.640305:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.640310:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.640315:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697718.640321:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.640328:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.640332:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.640351:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.640355:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.640359:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:0.0:1779697718.640471:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.640476:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697718.640480:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.640485:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.641438:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:1.0:1779697718.641443:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:1.0:1779697718.641462:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697718.641466:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697718.641469:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000400:00000010:1.0:1779697718.641499:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3630. 00000400:00000200:1.0:1779697718.641502:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:1.0:1779697718.641504:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697718.641511:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5212a00 x1866137496956800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697718.641521:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5212a00 x1866137496956800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697718.641546:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbf0633400. 02000000:00000010:1.0:1779697718.641552:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7d500. 00000100:00000010:1.0:1779697718.641566:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212a00. 00000400:00000010:0.0:1779697718.642645:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac60. 00000400:00000200:0.0:1779697718.642652:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:0.0:1779697718.642654:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697718.642662:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5211180 x1866137496956928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697718.642691:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5211180 x1866137496956928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.642714:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a840. 00000400:00000200:0.0:1779697718.642717:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:0.0:1779697718.642719:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697718.642724:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5211500 x1866137496956544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697718.642731:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5211500 x1866137496956544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697718.642743:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc2dbe000. 02000000:00000010:0.0:1779697718.642750:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7dd00. 00000100:00000010:0.0:1779697718.642753:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211180. 02000000:00000010:0.0:1779697718.642758:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc3906600. 02000000:00000010:0.0:1779697718.642771:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7d600. 00000100:00000010:0.0:1779697718.642774:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211500. 00010000:00000010:3.1:1779697718.643139:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697718.643146:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697718.643152:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697718.643156:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697718.643159:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.1:1779697718.643163:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697718.643166:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697718.643168:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697718.643171:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.643173:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.643305:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:3.0:1779697718.643314:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697718.643323:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00000400:00000200:0.0:1779697718.643367:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.643383:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e95 00000400:00000200:0.0:1779697718.643492:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.643498:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.643502:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.643505:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000400:00000200:0.0:1779697718.643553:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.643567:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645a080 00000400:00000200:0.0:1779697718.643574:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 5992 00000400:00000200:0.0:1779697718.643617:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.643621:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.643625:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.643631:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b800. 00000020:00000010:0.0:1779697718.643678:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.643682:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.643687:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcc1e7400. 00000020:00000010:0.0:1779697718.643692:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.643696:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.643723:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697718.643725:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697718.643728:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215469184 00000001:00000010:0.0:1779697718.643737:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:0.0:1779697718.643755:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697718.643761:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 02000000:00000010:0.0:1779697718.643794:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6cea000. 00010000:00000010:0.0:1779697718.643817:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697718.643821:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.643834:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697718.643837:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697718.643841:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697718.643844:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000004:00000010:0.0:1779697718.643928:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebbc20. 00000004:00000010:0.0:1779697718.643935:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd20. 00000004:00000010:0.0:1779697718.643941:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30bb0. 00080000:00000010:0.0:1779697718.643949:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e390. 00010000:00000010:0.0:1779697718.644860:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697718.644866:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:0.0:1779697718.644870:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697718.644875:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697718.644940:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.644951:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697718.644955:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697718.644975:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:0.0:1779697718.644993:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b800 x1866146215469184/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.645011:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.645017:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215469184, offset 224 00000400:00000200:0.0:1779697718.645023:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.645033:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.645040:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309181:309181:256:4294967295] 192.168.203.23@tcp LPNI seq info [309177:309177:8:4294967295] 00000400:00000200:0.0:1779697718.645050:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.645055:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.645060:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697718.645067:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.645074:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.645092:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.645111:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.645115:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.645119:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcc1e7400. 00000800:00000200:0.0:1779697718.645340:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.645344:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697718.645348:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.645353:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.645358:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.645360:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00010000:00000010:3.0:1779697718.647045:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:3.0:1779697718.647055:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00010000:00000010:1.1:1779697718.647449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697718.647456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697718.647461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697718.647464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697718.647589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697718.647597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:0.1:1779697718.647602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697718.647604:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697718.647607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697718.647612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697718.647615:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697718.647617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:0.0:1779697718.647896:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.647912:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645a180 00000400:00000200:0.0:1779697718.647919:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 6568 00000400:00000200:0.0:1779697718.647934:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.647938:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.647945:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.647950:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b480. 00000020:00000010:3.0:1779697718.648025:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.648030:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.648034:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6800. 00000020:00000010:3.0:1779697718.648039:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb280. 00000020:00000010:3.0:1779697718.648043:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.648087:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.648090:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000100:00000200:3.0:1779697718.648092:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215469440 02000000:00000010:3.0:1779697718.648126:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98da000. 00010000:00000010:3.0:1779697718.648157:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:3.0:1779697718.648168:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697718.648185:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.648190:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697718.648205:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697718.648209:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.648213:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.648216:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.648318:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697718.648322:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc80. 00010000:00000010:3.0:1779697718.648325:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.648328:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697718.648352:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.648357:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.648368:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664960. 00080000:00000010:3.0:1779697718.648376:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc1c00. 00000001:00000010:3.0:1779697718.649065:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1a80. 00000001:00000010:3.0:1779697718.649073:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697718.649111:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664960. 00010000:00000010:3.0:1779697718.649121:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697718.649127:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697718.649139:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697718.649342:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.649362:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:3.0:1779697718.649381:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974391, last committed = 8589974211 00010000:00000200:3.0:1779697718.649422:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b480 x1866146215469440/t8589974391(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.649443:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697718.649450:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215469440, offset 224 00000400:00000010:3.0:1779697718.649457:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e02a0. 00000400:00000200:3.0:1779697718.649460:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.649474:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.649480:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309182:309182:256:4294967295] 192.168.203.23@tcp LPNI seq info [309178:309178:8:4294967295] 00000400:00000200:3.0:1779697718.649487:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.649493:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.649499:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.649504:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697718.649511:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.649519:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.649523:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.649545:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb280. 00000020:00000010:3.0:1779697718.649550:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.649552:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6800. 00000800:00000200:0.0:1779697718.649882:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.649888:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697718.649893:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.649898:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.651216:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.651232:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9e9d 00000400:00000200:0.0:1779697718.651238:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.651242:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.651249:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:0.0:1779697718.651252:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00010000:00000010:3.0:1779697718.651335:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.651345:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00010000:00000010:1.0:1779697718.651549:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:1.0:1779697718.651721:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc80. 00010000:00000010:1.0:1779697718.651731:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000400:00000200:0.0:1779697718.653260:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.653276:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645a200 00000400:00000200:0.0:1779697718.653284:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 7056 00000400:00000200:0.0:1779697718.653344:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.653349:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.653357:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.653363:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2ad80. 00000020:00000010:1.0:1779697718.653669:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.653675:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.653681:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:1.0:1779697718.653686:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697718.653691:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697718.653734:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697718.653737:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000100:00000200:1.0:1779697718.653740:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215469568 00000001:00000010:1.0:1779697718.653750:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:1.0:1779697718.653784:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697718.653792:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 02000000:00000010:1.0:1779697718.653816:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc04000. 00010000:00000010:1.0:1779697718.653843:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.653847:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.653864:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697718.653867:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697718.653871:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697718.653874:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00000004:00000010:1.0:1779697718.653966:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697718.653974:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697718.653979:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563870. 00080000:00000010:1.0:1779697718.653987:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:1.0:1779697718.654799:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697718.654805:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697718.654809:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697718.654813:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697718.654872:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.654882:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697718.654887:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697718.654906:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000200:1.0:1779697718.654921:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2ad80 x1866146215469568/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.654940:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697718.654946:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215469568, offset 224 00000400:00000200:1.0:1779697718.654953:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.654963:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.654969:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309183:309183:256:4294967295] 192.168.203.23@tcp LPNI seq info [309179:309179:8:4294967295] 00000400:00000200:1.0:1779697718.654980:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.654986:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.654990:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697718.654996:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.655004:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.655008:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.655031:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697718.655036:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697718.655038:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:0.0:1779697718.655300:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.655305:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697718.655309:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.655314:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.655319:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697718.655321:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00010000:00000010:0.1:1779697718.663430:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:0.1:1779697718.663448:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697718.663454:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697718.663457:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697718.663837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697718.663844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697718.663847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697718.663851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697718.663855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.663858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.663861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697718.663865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697718.667508:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697718.667521:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697718.667526:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697718.667528:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697718.668433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697718.668442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.1:1779697718.668447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697718.668451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697718.668454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697718.668456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697718.671201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697718.671213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697718.671218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697718.671220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697718.671224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697718.671228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697718.671231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697718.671241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:1.0:1779697718.672223:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.672241:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645a300 00000400:00000200:1.0:1779697718.672249:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 7632 00000400:00000200:1.0:1779697718.672282:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.672287:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.672296:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.672302:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212a00. 00000020:00000010:2.0:1779697718.674208:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697718.674217:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697718.674225:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:2.0:1779697718.674230:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c80. 00000020:00000010:2.0:1779697718.674236:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697718.674270:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697718.674273:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697718.674276:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215469824 02000000:00000010:2.0:1779697718.674310:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf70bc000. 00010000:00000010:2.0:1779697718.674350:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:2.0:1779697718.674368:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:2.0:1779697718.674384:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697718.674430:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697718.674446:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.674449:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697718.674454:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697718.674456:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697718.674807:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697718.674812:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.674816:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697718.674819:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697718.674848:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bbc0. 00000020:00000010:2.0:1779697718.674854:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bbc0. 00000020:00000010:2.0:1779697718.674864:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a0c0. 00080000:00000010:2.0:1779697718.674873:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07cac00. 00000001:00000010:0.0:1779697718.680548:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cde0. 00000001:00000010:0.0:1779697718.680739:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697718.680790:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a0c0. 00010000:00000010:0.0:1779697718.680806:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697718.680814:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697718.680835:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697718.680923:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:0.0:1779697718.680944:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:0.0:1779697718.680962:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974392, last committed = 8589974211 00010000:00000200:0.0:1779697718.680974:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5212a00 x1866146215469824/t8589974392(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697718.680994:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.681000:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215469824, offset 224 00000400:00000010:0.0:1779697718.681007:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725f50. 00000400:00000200:0.0:1779697718.681011:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.681025:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.681031:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309184:309184:256:4294967295] 192.168.203.23@tcp LPNI seq info [309180:309180:8:4294967295] 00000400:00000200:0.0:1779697718.681037:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697718.681044:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.681050:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.681055:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697718.681060:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.681068:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.681072:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.681133:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c80. 00000020:00000010:0.0:1779697718.681138:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:0.0:1779697718.681142:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00010000:00000010:2.1:1779697718.682815:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697718.682826:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00000800:00000200:2.0:1779697718.682914:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.682919:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697718.682924:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.682931:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.683319:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:3.0:1779697718.683330:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:3.0:1779697718.683337:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00000400:00000200:0.0:1779697718.685463:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.685484:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ea5 00000400:00000200:0.0:1779697718.685490:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.685495:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.685502:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.685505:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00010000:00000010:3.0:1779697718.685594:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697718.685603:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:0.1:1779697718.686441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697718.686449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:3.0:1779697718.686580:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.686591:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645a380 00000400:00000200:3.0:1779697718.686598:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 8120 00000400:00000200:3.0:1779697718.686642:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.686646:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.686652:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.686658:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c5880. 00000020:00000010:0.0:1779697718.686744:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.686749:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.686755:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc2dbe000. 00000020:00000010:0.0:1779697718.686760:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697718.686774:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e7d0. 00000020:00000010:0.0:1779697718.686815:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.686818:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697718.686821:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215469952 00000001:00000010:0.0:1779697718.686833:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.0:1779697718.686855:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697718.686862:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 02000000:00000010:0.0:1779697718.686886:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6cef000. 00010000:00000010:0.0:1779697718.686913:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697718.686917:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.686932:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697718.686935:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697718.686940:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697718.686942:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000004:00000010:0.0:1779697718.687038:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb0e0. 00000004:00000010:0.0:1779697718.687046:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef708. 00000004:00000010:0.0:1779697718.687052:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31870. 00080000:00000010:0.0:1779697718.687059:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2fc80. 00010000:00000010:2.0:1779697718.687985:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697718.687990:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697718.687995:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697718.688000:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697718.688059:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:2.0:1779697718.688068:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:2.0:1779697718.688073:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:2.0:1779697718.688104:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:2.0:1779697718.688120:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c5880 x1866146215469952/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.688140:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697718.688146:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215469952, offset 224 00000400:00000200:2.0:1779697718.688153:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.688164:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.688170:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309185:309185:256:4294967295] 192.168.203.23@tcp LPNI seq info [309181:309181:8:4294967295] 00000400:00000200:2.0:1779697718.688181:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.688187:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.688191:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697718.688197:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.688204:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.688208:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.688231:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:2.0:1779697718.688236:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e7d0. 00000020:00000010:2.0:1779697718.688239:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc2dbe000. 00000800:00000200:0.0:1779697718.688413:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.688418:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:0.0:1779697718.688422:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.688427:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.688431:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:0.0:1779697718.688433:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00010000:00000010:3.1:1779697718.690462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697718.690475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697718.690479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697718.690481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697718.694547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:2.1:1779697718.694568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697718.694572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697718.694574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:3.0:1779697718.695720:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.695742:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645a480 00000400:00000200:3.0:1779697718.695752:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 8696 00000400:00000200:3.0:1779697718.695779:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.695784:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.695793:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.695800:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c5180. 00000020:00000010:1.0:1779697718.695910:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697718.695916:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697718.695923:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9151e00. 00000020:00000010:1.0:1779697718.695928:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697718.695934:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697718.695979:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697718.695982:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697718.695985:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215470208 02000000:00000010:1.0:1779697718.696024:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbefc03000. 00010000:00000010:1.0:1779697718.696069:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:1.0:1779697718.696088:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:1.0:1779697718.696105:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697718.696111:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697718.696126:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697718.696129:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697718.696133:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697718.696135:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697718.696244:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697718.696247:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697718.696251:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.696254:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00000020:00000010:1.0:1779697718.696277:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc240. 00000020:00000010:1.0:1779697718.696283:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc240. 00000020:00000010:1.0:1779697718.696293:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fef60. 00080000:00000010:1.0:1779697718.696301:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef80a000. 00000001:00000010:1.0:1779697718.696742:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc57173c0. 00000001:00000010:1.0:1779697718.696749:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697718.696806:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fef60. 00010000:00000010:1.0:1779697718.696817:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.696821:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697718.696834:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697718.696882:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697718.696890:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697718.696911:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.696915:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697718.696928:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000200:1.0:1779697718.696944:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974393, last committed = 8589974211 00010000:00000200:1.0:1779697718.696954:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c5180 x1866146215470208/t8589974393(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.696980:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697718.696986:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215470208, offset 224 00000400:00000010:1.0:1779697718.696992:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b968. 00000400:00000200:1.0:1779697718.696996:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.697009:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.697016:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309186:309186:256:4294967295] 192.168.203.23@tcp LPNI seq info [309182:309182:8:4294967295] 00000400:00000200:1.0:1779697718.697021:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.697027:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.697032:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.697038:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697718.697044:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.697051:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.697055:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.697076:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394680. 00000020:00000010:1.0:1779697718.697080:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697718.697083:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9151e00. 00000800:00000200:1.0:1779697718.697181:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.697186:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697718.697190:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.697195:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697718.701508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697718.701525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697718.704982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697718.704995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697718.705000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697718.705003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:3.0:1779697718.705722:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.705742:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ead 00000400:00000200:3.0:1779697718.705748:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.705754:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.705760:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:3.0:1779697718.705774:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000400:00000200:3.0:1779697718.705809:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.705816:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645a500 00000400:00000200:3.0:1779697718.705824:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 9184 00000400:00000200:3.0:1779697718.705877:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.705881:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.705886:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.705893:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c6680. 00000020:00000010:2.0:1779697718.705991:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.705997:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.706003:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90eea00. 00000020:00000010:2.0:1779697718.706008:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697718.706013:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697718.706055:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.706057:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000100:00000200:2.0:1779697718.706060:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215470336 00000001:00000010:2.0:1779697718.706070:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:2.0:1779697718.706093:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697718.706100:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697718.706124:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70bb000. 00010000:00000010:2.0:1779697718.706153:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697718.706156:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697718.706175:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697718.706179:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697718.706192:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697718.706195:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697718.706286:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697718.706294:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e780. 00000004:00000010:2.0:1779697718.706299:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355caa0. 00080000:00000010:2.0:1779697718.706307:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4c78. 00010000:00000010:1.0:1779697718.706801:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697718.706811:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394080. 00010000:00000010:1.0:1779697718.707867:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697718.707874:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697718.707879:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697718.707884:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697718.707953:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:1.0:1779697718.707966:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:1.0:1779697718.707970:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00010000:00000010:1.0:1779697718.707994:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:1.0:1779697718.708012:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c6680 x1866146215470336/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.708033:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697718.708039:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215470336, offset 224 00000400:00000200:1.0:1779697718.708047:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.708059:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.708067:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309187:309187:256:4294967295] 192.168.203.23@tcp LPNI seq info [309183:309183:8:4294967295] 00000400:00000200:1.0:1779697718.708079:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.708085:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.708089:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697718.708097:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.708104:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.708108:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.708540:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:1.0:1779697718.708546:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:1.0:1779697718.708550:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90eea00. 00010000:00000010:1.1:1779697718.720540:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697718.720622:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000800:00000200:3.0:1779697718.723067:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.723075:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:3.0:1779697718.723082:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.723090:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.723097:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:3.0:1779697718.723100:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000400:00000200:2.0:1779697718.723269:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.723283:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645a600 00000400:00000200:2.0:1779697718.723291:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 9760 00000400:00000200:2.0:1779697718.723305:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.723309:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.723315:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.723322:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e80700. 00000020:00000010:3.0:1779697718.723469:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.723475:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.723481:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6800. 00000020:00000010:3.0:1779697718.723486:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb700. 00000020:00000010:3.0:1779697718.723491:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.723530:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.723532:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000100:00000200:3.0:1779697718.723535:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215470592 02000000:00000010:3.0:1779697718.723576:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98df000. 00010000:00000010:3.0:1779697718.723615:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:3.0:1779697718.723631:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00010000:00000010:3.0:1779697718.723647:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.723653:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.723667:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697718.723670:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb280. 00010000:00000010:3.0:1779697718.723674:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.723678:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697718.723788:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697718.723792:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb580. 00010000:00000010:3.0:1779697718.723795:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.723798:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000020:00000010:3.0:1779697718.723822:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.723828:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.723839:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1a20. 00080000:00000010:3.0:1779697718.723847:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc0c00. 00000001:00000010:3.0:1779697718.729821:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46645a0. 00000001:00000010:3.0:1779697718.729836:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697718.729890:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1a20. 00010000:00000010:3.0:1779697718.729907:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.729916:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697718.729938:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697718.729993:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.730012:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697718.730032:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974394, last committed = 8589974211 00010000:00000200:3.0:1779697718.730044:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80700 x1866146215470592/t8589974394(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.730064:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697718.730071:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215470592, offset 224 00010000:00000010:0.0:1779697718.730200:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:0.0:1779697718.730209:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb580. 00010000:00000010:0.0:1779697718.730219:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000400:00000010:3.0:1779697718.730465:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0888. 00000400:00000200:3.0:1779697718.730471:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.730485:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.730491:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309188:309188:256:4294967295] 192.168.203.23@tcp LPNI seq info [309184:309184:8:4294967295] 00000400:00000200:3.0:1779697718.730498:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.730504:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.730509:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.730515:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697718.730521:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.730528:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.730532:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.730553:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb700. 00000020:00000010:3.0:1779697718.730568:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.730572:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6800. 00000800:00000200:0.0:1779697718.730754:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.730758:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697718.730771:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.730777:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.732417:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.732434:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9eb5 00000400:00000200:3.0:1779697718.732440:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.732444:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.732450:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:3.0:1779697718.732453:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:0.0:1779697718.732912:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:0.0:1779697718.732922:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb280. 00010000:00000010:1.1:1779697718.733001:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:1.1:1779697718.733010:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697718.733015:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697718.733017:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697718.734424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697718.734435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697718.734453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697718.734462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:0.0:1779697718.735057:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.735073:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645a680 00000400:00000200:0.0:1779697718.735091:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 10248 00000400:00000200:0.0:1779697718.735140:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.735145:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.735153:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.735160:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28700. 00000020:00000010:2.0:1779697718.735334:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.735340:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.735345:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:2.0:1779697718.735350:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.735355:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.735414:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697718.735417:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000100:00000200:2.0:1779697718.735420:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215470720 00000001:00000010:2.0:1779697718.735428:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:2.0:1779697718.735453:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697718.735460:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697718.735485:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70b8000. 00010000:00000010:2.0:1779697718.735511:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697718.735515:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697718.735531:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697718.735535:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697718.735538:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697718.735542:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697718.735626:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697718.735634:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e078. 00000004:00000010:2.0:1779697718.735640:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697718.735648:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f5c80. 00010000:00000010:3.1:1779697718.745426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697718.745436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:2.0:1779697718.745626:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697718.745633:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.745639:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697718.745646:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.745737:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697718.745747:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.745752:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697718.745788:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697718.745808:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28700 x1866146215470720/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.745827:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697718.745834:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215470720, offset 224 00000400:00000200:2.0:1779697718.745841:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.745854:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.745861:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309189:309189:256:4294967295] 192.168.203.23@tcp LPNI seq info [309185:309185:8:4294967295] 00000400:00000200:2.0:1779697718.745872:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.745877:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.745882:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697718.745888:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.745896:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.745900:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.745927:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.745932:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.745935:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00000800:00000200:3.0:1779697718.746160:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.746165:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697718.746169:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.746174:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.746179:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:3.0:1779697718.746188:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00000400:00000200:3.0:1779697718.748171:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.748279:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645a780 00000400:00000200:3.0:1779697718.748287:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 10824 00000400:00000200:3.0:1779697718.748301:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.748305:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.748312:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.748321:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec4700. 00000020:00000010:2.0:1779697718.748427:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697718.748432:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697718.748437:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc2dbe000. 00000020:00000010:2.0:1779697718.748442:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.748447:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.748473:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697718.748475:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779697718.748478:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215470976 02000000:00000010:2.0:1779697718.748507:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf70ba000. 00010000:00000010:2.0:1779697718.748540:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.748565:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.748582:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697718.748587:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.748599:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697718.748602:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.748606:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697718.748608:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697718.748709:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697718.748712:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697718.748715:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697718.748718:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697718.748738:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697718.748743:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697718.748753:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dc60. 00080000:00000010:2.0:1779697718.748771:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c9c00. 00000001:00000010:2.0:1779697718.749493:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc6e07660. 00000001:00000010:2.0:1779697718.749501:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697718.749536:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dc60. 00010000:00000010:2.0:1779697718.749544:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697718.749549:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697718.749714:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697718.749796:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.749813:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697718.749831:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974395, last committed = 8589974211 00010000:00000200:2.0:1779697718.749841:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec4700 x1866146215470976/t8589974395(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.749864:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697718.749871:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215470976, offset 224 00000400:00000010:2.0:1779697718.749878:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70150. 00000400:00000200:2.0:1779697718.749882:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.749896:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.749901:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309190:309190:256:4294967295] 192.168.203.23@tcp LPNI seq info [309186:309186:8:4294967295] 00000400:00000200:2.0:1779697718.749906:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.749912:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.749917:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.749922:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697718.749928:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.749934:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.749938:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.749960:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.749964:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.749967:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc2dbe000. 00000800:00000200:2.0:1779697718.750073:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.750140:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:2.0:1779697718.750145:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.750150:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697718.754315:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697718.754332:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.755169:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697718.755238:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00010000:00000010:3.0:1779697718.755251:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000400:00000200:0.0:1779697718.755476:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.755494:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ebd 00000400:00000200:0.0:1779697718.755501:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.755505:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.755511:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:0.0:1779697718.755514:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000400:00000200:0.0:1779697718.755539:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.755545:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645a800 00000400:00000200:0.0:1779697718.755551:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 11312 00000400:00000200:0.0:1779697718.755606:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.755610:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.755614:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.755620:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28a80. 00010000:00000010:0.0:1779697718.755652:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697718.755657:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00000020:00000010:0.0:1779697718.755707:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.755711:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.755716:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:0.0:1779697718.755721:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:0.0:1779697718.755726:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697718.755754:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697718.755756:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697718.755759:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215471104 00000001:00000010:0.0:1779697718.755779:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:0.0:1779697718.755802:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697718.755808:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 02000000:00000010:0.0:1779697718.755833:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6ce9000. 00010000:00000010:0.0:1779697718.755861:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697718.755865:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697718.755880:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697718.755884:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697718.755888:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697718.755891:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000004:00000010:0.0:1779697718.755981:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba000. 00000004:00000010:0.0:1779697718.755989:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefb40. 00000004:00000010:0.0:1779697718.755995:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31760. 00080000:00000010:0.0:1779697718.756002:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2ec78. 00010000:00000010:0.0:1779697718.757279:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697718.757286:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697718.757291:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697718.757296:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697718.757358:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697718.757369:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697718.757374:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697718.757411:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000200:0.0:1779697718.757428:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28a80 x1866146215471104/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697718.757448:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697718.757453:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215471104, offset 224 00000400:00000200:0.0:1779697718.757460:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697718.757471:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697718.757478:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309191:309191:256:4294967295] 192.168.203.23@tcp LPNI seq info [309187:309187:8:4294967295] 00000400:00000200:0.0:1779697718.757489:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697718.757495:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697718.757499:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697718.757506:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697718.757513:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697718.757517:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697718.757535:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:0.0:1779697718.757538:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697718.757542:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:0.0:1779697718.757635:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.757639:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697718.757643:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.757647:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.757651:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697718.757653:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000400:00000200:0.0:1779697718.760174:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.760200:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645a900 00000400:00000200:0.0:1779697718.760208:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 11888 00000400:00000200:0.0:1779697718.760222:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.760226:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.760234:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.760241:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29f80. 00000020:00000010:3.0:1779697718.760364:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.760370:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.760376:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6800. 00000020:00000010:3.0:1779697718.760381:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb700. 00000020:00000010:3.0:1779697718.760385:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.760445:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697718.760448:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000100:00000200:3.0:1779697718.760451:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215471360 02000000:00000010:3.0:1779697718.760481:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98d9000. 00010000:00000010:3.0:1779697718.760517:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:3.0:1779697718.760533:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00010000:00000010:3.0:1779697718.760549:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.760566:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.760580:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.760583:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbb80. 00010000:00000010:3.0:1779697718.760587:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.760590:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.760701:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697718.760704:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697718.760707:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.760710:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000020:00000010:3.0:1779697718.760731:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.760737:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.760747:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664540. 00080000:00000010:3.0:1779697718.760755:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc1000. 00000001:00000010:3.0:1779697718.761270:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1420. 00000001:00000010:3.0:1779697718.761277:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697718.761310:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664540. 00010000:00000010:3.0:1779697718.761318:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.761323:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697718.761334:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697718.761366:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697718.761379:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697718.761412:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974396, last committed = 8589974211 00010000:00000200:3.0:1779697718.761422:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29f80 x1866146215471360/t8589974396(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.761441:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697718.761446:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215471360, offset 224 00000400:00000010:3.0:1779697718.761452:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0850. 00000400:00000200:3.0:1779697718.761456:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.761468:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.761474:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309192:309192:256:4294967295] 192.168.203.23@tcp LPNI seq info [309188:309188:8:4294967295] 00000400:00000200:3.0:1779697718.761479:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.761486:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.761491:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.761495:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697718.761501:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.761508:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.761511:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.761529:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb700. 00000020:00000010:3.0:1779697718.761533:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.761536:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6800. 00010000:00000010:3.0:1779697718.761560:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697718.761565:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697718.761571:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:3.0:1779697718.761639:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.761643:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697718.761646:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.761650:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697718.766433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697718.766448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697718.766453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697718.766457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00000400:00000200:0.0:1779697718.766612:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.766632:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ec5 00000400:00000200:0.0:1779697718.766639:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.766643:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.766650:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:0.0:1779697718.766653:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000400:00000200:0.0:1779697718.766823:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.766831:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645a980 00000400:00000200:0.0:1779697718.766838:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 12376 00000400:00000200:0.0:1779697718.766896:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.766900:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.766905:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.766911:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28000. 00000020:00000010:2.0:1779697718.766980:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697718.766985:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697718.766990:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:2.0:1779697718.766995:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.766999:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.767037:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697718.767040:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779697718.767043:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215471488 00000001:00000010:2.0:1779697718.767053:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697718.767089:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697718.767096:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697718.767118:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70bf000. 00010000:00000010:2.0:1779697718.767144:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697718.767147:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.767163:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697718.767166:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697718.767170:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697718.767173:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697718.767267:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697718.767276:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e1e0. 00000004:00000010:2.0:1779697718.767282:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c330. 00080000:00000010:2.0:1779697718.767290:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4390. 00010000:00000010:2.0:1779697718.768820:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697718.768829:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.768835:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.0:1779697718.768841:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.768916:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.768929:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.768934:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697718.768956:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697718.768975:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28000 x1866146215471488/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.768995:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697718.769003:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215471488, offset 224 00000400:00000200:2.0:1779697718.769009:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.769023:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.769029:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309193:309193:256:4294967295] 192.168.203.23@tcp LPNI seq info [309189:309189:8:4294967295] 00000400:00000200:2.0:1779697718.769040:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.769046:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.769050:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697718.769056:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.769064:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.769068:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.769100:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.769104:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.769107:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00000800:00000200:0.0:1779697718.769318:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.769323:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697718.769328:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.769333:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.769338:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:0.0:1779697718.769341:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:3.0:1779697718.772020:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.772037:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbb80. 00000400:00000200:0.0:1779697718.772333:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.772351:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645aa80 00000400:00000200:0.0:1779697718.772358:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 12952 00000400:00000200:0.0:1779697718.772373:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.772378:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.772385:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.772414:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29500. 00000020:00000010:2.0:1779697718.773331:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779697718.773338:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779697718.773345:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697718.773350:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.773354:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.773459:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779697718.773463:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba400. 00000100:00000200:2.0:1779697718.773466:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215471744 02000000:00000010:2.0:1779697718.773501:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf70b9000. 00010000:00000010:2.0:1779697718.773537:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.773549:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.773579:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.0:1779697718.773586:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.773601:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697718.773604:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697718.773609:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.0:1779697718.773612:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.773733:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697718.773737:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697718.773741:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.0:1779697718.773745:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697718.773783:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697718.773789:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697718.773799:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc6e07540. 00080000:00000010:2.0:1779697718.773808:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c8800. 00010000:00000010:3.1:1779697718.774294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697718.774301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.1:1779697718.774306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697718.774310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697718.774314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697718.774317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.774320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697718.774324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000001:00000010:2.0:1779697718.774849:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc6e07420. 00000001:00000010:2.0:1779697718.774856:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697718.774891:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc6e07540. 00010000:00000010:2.0:1779697718.774901:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.0:1779697718.774907:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.774921:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697718.775003:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.775020:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:2.0:1779697718.775037:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974397, last committed = 8589974211 00010000:00000200:2.0:1779697718.775047:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29500 x1866146215471744/t8589974397(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.775066:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697718.775072:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215471744, offset 224 00000400:00000010:2.0:1779697718.775080:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70b60. 00000400:00000200:2.0:1779697718.775084:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.775097:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.775104:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309194:309194:256:4294967295] 192.168.203.23@tcp LPNI seq info [309190:309190:8:4294967295] 00000400:00000200:2.0:1779697718.775110:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.775117:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.775122:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.775128:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697718.775134:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.775141:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.775145:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.775165:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e80. 00000020:00000010:2.0:1779697718.775168:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.775172:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697718.776717:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.776725:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697718.776731:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.776739:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.776981:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697718.776990:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:3.0:1779697718.777000:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000400:00000200:0.0:1779697718.777210:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.777225:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ecd 00000400:00000200:0.0:1779697718.777231:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.777234:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.777239:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:0.0:1779697718.777242:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00010000:00000010:2.0:1779697718.777464:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.777470:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00000400:00000200:0.0:1779697718.779513:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697718.779528:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ab00 00000400:00000200:0.0:1779697718.779536:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 13440 00000400:00000200:0.0:1779697718.779599:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.779604:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697718.779612:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697718.779618:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b100. 00000020:00000010:2.0:1779697718.779709:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779697718.779714:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779697718.779720:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:2.0:1779697718.779725:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7900. 00000020:00000010:2.0:1779697718.779729:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.779776:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779697718.779779:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba400. 00000100:00000200:2.0:1779697718.779782:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215471872 00000001:00000010:2.0:1779697718.779794:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:2.0:1779697718.779816:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:2.0:1779697718.779823:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697718.779848:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70be000. 00010000:00000010:2.0:1779697718.779876:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.0:1779697718.779880:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.779896:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.779899:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697718.779902:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.0:1779697718.779905:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697718.779993:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697718.780001:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed98. 00000004:00000010:2.0:1779697718.780008:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dba0. 00080000:00000010:2.0:1779697718.780017:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cad52f4ab0. 00010000:00000010:0.1:1779697718.780746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697718.780754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697718.780758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697718.780770:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697718.780774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697718.780776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697718.781638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.781645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:2.1:1779697718.781706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697718.781714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697718.781718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697718.781721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697718.781724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697718.781726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697718.781728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697718.781731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697718.782136:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697718.782141:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544b80. 00010000:00000010:2.0:1779697718.782147:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.0:1779697718.782152:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.782224:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.782236:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.782241:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697718.782265:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697718.782282:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b100 x1866146215471872/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.782303:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697718.782309:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215471872, offset 224 00000400:00000200:2.0:1779697718.782316:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.782329:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.782336:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309195:309195:256:4294967295] 192.168.203.23@tcp LPNI seq info [309191:309191:8:4294967295] 00000400:00000200:2.0:1779697718.782347:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.782352:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.782358:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697718.782365:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.782372:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.782376:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.782428:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7900. 00000020:00000010:2.0:1779697718.782432:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.782435:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00000800:00000200:0.0:1779697718.782678:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.782683:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697718.782688:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.782693:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.782697:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:0.0:1779697718.782699:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000400:00000200:3.0:1779697718.789003:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.789023:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645ac00 00000400:00000200:3.0:1779697718.789033:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 14016 00000400:00000200:3.0:1779697718.789046:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.789050:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.789059:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.789066:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec4000. 00000020:00000010:2.0:1779697718.789217:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697718.789223:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697718.789230:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd7671800. 00000020:00000010:2.0:1779697718.789235:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544d00. 00000020:00000010:2.0:1779697718.789241:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.789281:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697718.789284:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000100:00000200:2.0:1779697718.789287:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215472128 02000000:00000010:2.0:1779697718.789324:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf70bd000. 00010000:00000010:2.0:1779697718.789366:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.789381:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544b80. 00010000:00000010:2.0:1779697718.789425:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.0:1779697718.789430:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.789444:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697718.789447:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544b80. 00010000:00000010:2.0:1779697718.789451:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.0:1779697718.789454:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.789569:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697718.789573:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697718.789575:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.0:1779697718.789578:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697718.789602:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bfa0. 00000020:00000010:2.0:1779697718.789607:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bfa0. 00000020:00000010:2.0:1779697718.789618:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc6e073c0. 00080000:00000010:2.0:1779697718.789627:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c9800. 00000001:00000010:2.0:1779697718.789993:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc6e07240. 00000001:00000010:2.0:1779697718.789999:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697718.790030:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc6e073c0. 00010000:00000010:2.0:1779697718.790037:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.0:1779697718.790041:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.790052:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697718.790103:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.790119:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697718.790133:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974398, last committed = 8589974211 00010000:00000200:2.0:1779697718.790142:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec4000 x1866146215472128/t8589974398(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.790160:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697718.790165:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215472128, offset 224 00000400:00000010:2.0:1779697718.790171:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70e38. 00000400:00000200:2.0:1779697718.790174:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.790187:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.790193:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309196:309196:256:4294967295] 192.168.203.23@tcp LPNI seq info [309192:309192:8:4294967295] 00000400:00000200:2.0:1779697718.790199:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.790207:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.790212:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.790216:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697718.790222:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.790229:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.790233:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.790251:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544d00. 00000020:00000010:2.0:1779697718.790255:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.790258:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd7671800. 00010000:00000010:2.0:1779697718.790288:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.790292:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697718.790298:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00000800:00000200:2.0:1779697718.790381:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.790384:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:2.0:1779697718.790407:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.790412:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.792293:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697718.792309:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ed5 00000400:00000200:0.0:1779697718.792315:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.792319:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697718.792326:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:0.0:1779697718.792329:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00010000:00000010:2.0:1779697718.793440:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.793450:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544b80. 00000400:00000200:3.0:1779697718.797503:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.797524:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ac80 00000400:00000200:3.0:1779697718.797533:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 14504 00000400:00000200:3.0:1779697718.797622:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.797628:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.797637:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.797645:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec6a00. 00000020:00000010:2.0:1779697718.798065:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697718.798072:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697718.798078:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:2.0:1779697718.798083:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544b80. 00000020:00000010:2.0:1779697718.798089:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.798121:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697718.798124:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000100:00000200:2.0:1779697718.798127:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215472256 00000001:00000010:2.0:1779697718.798138:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697718.798161:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697718.798168:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697718.798207:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf987b000. 00010000:00000010:2.0:1779697718.798236:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.0:1779697718.798241:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.798259:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697718.798262:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697718.798266:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.0:1779697718.798269:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697718.798362:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697718.798371:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eac8. 00000004:00000010:2.0:1779697718.798377:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cdd0. 00080000:00000010:2.0:1779697718.798429:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f1d0. 00010000:00000010:2.0:1779697718.799376:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697718.799381:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544280. 00010000:00000010:2.0:1779697718.799425:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697718.799432:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.799500:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.799515:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.799520:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697718.799545:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697718.801935:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec6a00 x1866146215472256/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.801964:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697718.801972:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215472256, offset 224 00000400:00000200:2.0:1779697718.801980:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.801993:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.802000:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309197:309197:256:4294967295] 192.168.203.23@tcp LPNI seq info [309193:309193:8:4294967295] 00000400:00000200:2.0:1779697718.802010:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.802015:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.802020:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697718.802027:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.802034:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.802038:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.802061:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544b80. 00000020:00000010:2.0:1779697718.802068:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.802073:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00000800:00000200:0.0:1779697718.802253:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697718.802258:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:0.0:1779697718.802262:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697718.802268:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697718.802274:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:0.0:1779697718.802276:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00080000:00000010:1.0:1779697718.812931:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e720. 00000004:00000010:1.0:1779697718.812949:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30dd0. 00000004:00000010:1.0:1779697718.812955:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef5a0. 00000004:00000010:1.0:1779697718.812960:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb2c0. 00080000:00000010:1.0:1779697718.812974:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e8e8. 00000004:00000010:1.0:1779697718.812977:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30660. 00000004:00000010:1.0:1779697718.812980:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff00. 00000004:00000010:1.0:1779697718.812982:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba960. 00080000:00000010:1.0:1779697718.812991:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f1d0. 00000004:00000010:1.0:1779697718.812994:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31ed0. 00000004:00000010:1.0:1779697718.812996:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef7f8. 00000004:00000010:1.0:1779697718.812998:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebba40. 00080000:00000010:1.0:1779697718.813012:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231728. 00000004:00000010:1.0:1779697718.813018:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83320. 00000004:00000010:1.0:1779697718.813020:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af258. 00000004:00000010:1.0:1779697718.813022:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5680. 00080000:00000010:1.0:1779697718.813033:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc82318f0. 00000004:00000010:1.0:1779697718.813035:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83650. 00000004:00000010:1.0:1779697718.813038:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af8e8. 00000004:00000010:1.0:1779697718.813040:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4f00. 00080000:00000010:1.0:1779697718.813048:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231c80. 00000004:00000010:1.0:1779697718.813050:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83540. 00000004:00000010:1.0:1779697718.813052:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afac8. 00000004:00000010:1.0:1779697718.813055:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5c20. 00080000:00000010:1.0:1779697718.813065:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4390. 00000004:00000010:1.0:1779697718.813068:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c330. 00000004:00000010:1.0:1779697718.813070:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e1e0. 00000004:00000010:1.0:1779697718.813073:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83101e0. 00080000:00000010:1.0:1779697718.813080:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c720. 00000004:00000010:1.0:1779697718.813083:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82880. 00000004:00000010:1.0:1779697718.813085:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afb40. 00000004:00000010:1.0:1779697718.813088:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa21e0. 00080000:00000010:1.0:1779697718.813096:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e390. 00000004:00000010:1.0:1779697718.813099:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30bb0. 00000004:00000010:1.0:1779697718.813101:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefd20. 00000004:00000010:1.0:1779697718.813103:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebbc20. 00080000:00000010:1.0:1779697718.813111:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231ab8. 00000004:00000010:1.0:1779697718.813113:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83870. 00000004:00000010:1.0:1779697718.813115:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af438. 00000004:00000010:1.0:1779697718.813118:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b52c0. 00080000:00000010:1.0:1779697718.813125:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f58f0. 00000004:00000010:1.0:1779697718.813129:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d980. 00000004:00000010:1.0:1779697718.813131:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e0f0. 00000004:00000010:1.0:1779697718.813133:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310b40. 00080000:00000010:1.0:1779697718.813140:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231560. 00000004:00000010:1.0:1779697718.813142:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82bb0. 00000004:00000010:1.0:1779697718.813145:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af9d8. 00000004:00000010:1.0:1779697718.813147:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5a40. 00080000:00000010:1.0:1779697718.813155:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f51d0. 00000004:00000010:1.0:1779697718.813158:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c220. 00000004:00000010:1.0:1779697718.813160:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e618. 00000004:00000010:1.0:1779697718.813162:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310780. 00080000:00000010:1.0:1779697718.813169:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e558. 00000004:00000010:1.0:1779697718.813171:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30220. 00000004:00000010:1.0:1779697718.813173:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef2d0. 00000004:00000010:1.0:1779697718.813175:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebbe00. 00080000:00000010:1.0:1779697718.813182:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230e40. 00000004:00000010:1.0:1779697718.813185:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ee0. 00000004:00000010:1.0:1779697718.813187:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afa50. 00000004:00000010:1.0:1779697718.813189:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5e00. 00080000:00000010:1.0:1779697718.813197:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbf69d3c80. 00000004:00000010:1.0:1779697718.813200:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82990. 00000004:00000010:1.0:1779697718.813202:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af780. 00000004:00000010:1.0:1779697718.813204:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2d20. 00080000:00000010:1.0:1779697718.813212:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e000. 00000004:00000010:1.0:1779697718.813215:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31650. 00000004:00000010:1.0:1779697718.813218:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef438. 00000004:00000010:1.0:1779697718.813220:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba3c0. 00080000:00000010:1.0:1779697718.813227:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5008. 00000004:00000010:1.0:1779697718.813230:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c770. 00000004:00000010:1.0:1779697718.813232:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eb40. 00000004:00000010:1.0:1779697718.813234:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311680. 00080000:00000010:1.0:1779697718.813242:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230ab0. 00000004:00000010:1.0:1779697718.813245:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82330. 00000004:00000010:1.0:1779697718.813247:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afbb8. 00000004:00000010:1.0:1779697718.813249:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b54a0. 00080000:00000010:1.0:1779697718.813259:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697718.813262:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697718.813265:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697718.813267:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a5a0. 00080000:00000010:1.0:1779697718.813275:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e1c8. 00000004:00000010:1.0:1779697718.813278:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30440. 00000004:00000010:1.0:1779697718.813280:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef618. 00000004:00000010:1.0:1779697718.813283:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb680. 00080000:00000010:1.0:1779697718.813291:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230720. 00000004:00000010:1.0:1779697718.813293:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83430. 00000004:00000010:1.0:1779697718.813295:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afd98. 00000004:00000010:1.0:1779697718.813297:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b41e0. 00080000:00000010:1.0:1779697718.813305:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231398. 00000004:00000010:1.0:1779697718.813307:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82000. 00000004:00000010:1.0:1779697718.813309:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afca8. 00000004:00000010:1.0:1779697718.813311:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b43c0. 00080000:00000010:1.0:1779697718.813319:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230558. 00000004:00000010:1.0:1779697718.813321:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83ed0. 00000004:00000010:1.0:1779697718.813323:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af078. 00000004:00000010:1.0:1779697718.813325:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4000. 00080000:00000010:1.0:1779697718.813332:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2fc80. 00000004:00000010:1.0:1779697718.813335:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31870. 00000004:00000010:1.0:1779697718.813337:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef708. 00000004:00000010:1.0:1779697718.813339:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb0e0. 00080000:00000010:1.0:1779697718.813347:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc82301c8. 00000004:00000010:1.0:1779697718.813349:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82aa0. 00000004:00000010:1.0:1779697718.813351:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afe88. 00000004:00000010:1.0:1779697718.813353:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b5860. 00080000:00000010:1.0:1779697718.813359:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f398. 00000004:00000010:1.0:1779697718.813361:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31dc0. 00000004:00000010:1.0:1779697718.813363:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef078. 00000004:00000010:1.0:1779697718.813366:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebaf00. 00080000:00000010:1.0:1779697718.813373:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5c80. 00000004:00000010:1.0:1779697718.813376:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c990. 00000004:00000010:1.0:1779697718.813378:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e078. 00000004:00000010:1.0:1779697718.813380:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83103c0. 00080000:00000010:1.0:1779697718.813407:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230c78. 00000004:00000010:1.0:1779697718.813411:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83210. 00000004:00000010:1.0:1779697718.813413:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af528. 00000004:00000010:1.0:1779697718.813416:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4d20. 00080000:00000010:1.0:1779697718.813424:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d728. 00000004:00000010:1.0:1779697718.813428:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82110. 00000004:00000010:1.0:1779697718.813430:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af870. 00000004:00000010:1.0:1779697718.813432:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa25a0. 00080000:00000010:1.0:1779697718.813439:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5ab8. 00000004:00000010:1.0:1779697718.813442:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ddc0. 00000004:00000010:1.0:1779697718.813444:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e690. 00000004:00000010:1.0:1779697718.813446:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83114a0. 00080000:00000010:1.0:1779697718.813454:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2eab0. 00000004:00000010:1.0:1779697718.813457:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30990. 00000004:00000010:1.0:1779697718.813459:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff78. 00000004:00000010:1.0:1779697718.813461:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba780. 00080000:00000010:1.0:1779697718.813470:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00000004:00000010:1.0:1779697718.813473:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697718.813475:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697718.813477:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b2c0. 00080000:00000010:1.0:1779697718.813485:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8231008. 00000004:00000010:1.0:1779697718.813487:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83a90. 00000004:00000010:1.0:1779697718.813489:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af690. 00000004:00000010:1.0:1779697718.813491:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4960. 00080000:00000010:1.0:1779697718.813498:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5398. 00000004:00000010:1.0:1779697718.813500:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c440. 00000004:00000010:1.0:1779697718.813502:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e8e8. 00000004:00000010:1.0:1779697718.813504:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311860. 00080000:00000010:1.0:1779697718.813511:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2ec78. 00000004:00000010:1.0:1779697718.813514:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31760. 00000004:00000010:1.0:1779697718.813516:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefb40. 00000004:00000010:1.0:1779697718.813518:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba000. 00080000:00000010:1.0:1779697718.813526:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4558. 00000004:00000010:1.0:1779697718.813528:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dcb0. 00000004:00000010:1.0:1779697718.813530:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e5a0. 00000004:00000010:1.0:1779697718.813533:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311c20. 00080000:00000010:1.0:1779697718.813540:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4c78. 00000004:00000010:1.0:1779697718.813543:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355caa0. 00000004:00000010:1.0:1779697718.813545:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e780. 00000004:00000010:1.0:1779697718.813547:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310960. 00080000:00000010:1.0:1779697718.813554:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4e40. 00000004:00000010:1.0:1779697718.813556:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cbb0. 00000004:00000010:1.0:1779697718.813558:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e000. 00000004:00000010:1.0:1779697718.813560:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310000. 00080000:00000010:1.0:1779697718.813567:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230390. 00000004:00000010:1.0:1779697718.813569:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82550. 00000004:00000010:1.0:1779697718.813571:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afd20. 00000004:00000010:1.0:1779697718.813573:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4b40. 00080000:00000010:1.0:1779697718.813581:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5728. 00000004:00000010:1.0:1779697718.813583:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d100. 00000004:00000010:1.0:1779697718.813585:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e168. 00000004:00000010:1.0:1779697718.813587:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310d20. 00080000:00000010:1.0:1779697718.813595:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697718.813597:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697718.813599:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697718.813602:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697718.813609:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00000004:00000010:1.0:1779697718.813611:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697718.813613:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697718.813615:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00080000:00000010:1.0:1779697718.813623:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00000004:00000010:1.0:1779697718.813625:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697718.813629:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697718.813631:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697718.813639:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd66741c8. 00000004:00000010:1.0:1779697718.813642:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82dd0. 00000004:00000010:1.0:1779697718.813644:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af708. 00000004:00000010:1.0:1779697718.813646:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b50e0. 00080000:00000010:1.0:1779697718.813654:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6438f0. 00000004:00000010:1.0:1779697718.813657:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563870. 00000004:00000010:1.0:1779697718.813659:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697718.813661:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697718.813668:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc8230000. 00000004:00000010:1.0:1779697718.813670:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83100. 00000004:00000010:1.0:1779697718.813672:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af618. 00000004:00000010:1.0:1779697718.813675:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b4780. 00080000:00000010:1.0:1779697718.813682:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643398. 00000004:00000010:1.0:1779697718.813684:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562cc0. 00000004:00000010:1.0:1779697718.813686:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697718.813689:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b860. 00080000:00000010:1.0:1779697718.813697:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642390. 00000004:00000010:1.0:1779697718.813699:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563dc0. 00000004:00000010:1.0:1779697718.813701:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697718.813704:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ba40. 00080000:00000010:1.0:1779697718.813711:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc82308e8. 00000004:00000010:1.0:1779697718.813713:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83dc0. 00000004:00000010:1.0:1779697718.813715:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af0f0. 00000004:00000010:1.0:1779697718.813717:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cc002b45a0. 00080000:00000010:1.0:1779697718.813727:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4ab0. 00000004:00000010:1.0:1779697718.813729:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dba0. 00000004:00000010:1.0:1779697718.813732:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ed98. 00000004:00000010:1.0:1779697718.813734:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311a40. 00010000:00000010:3.1:1779697718.816830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697718.816848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697718.817131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697718.817138:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697718.817144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697718.817148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697718.817798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697718.817805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:2.1:1779697718.817809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:2.1:1779697718.817811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697718.817814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:2.1:1779697718.817817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:3.0:1779697718.818114:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.818130:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645ad80 00000400:00000200:3.0:1779697718.818138:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 15080 00000400:00000200:3.0:1779697718.818151:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.818156:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.818164:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.818170:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec4e00. 00000020:00000010:2.0:1779697718.818307:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbabc0. 00000020:00000010:2.0:1779697718.818312:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbabc0. 00000020:00000010:2.0:1779697718.818318:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc82f3200. 00000020:00000010:2.0:1779697718.818323:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544b80. 00000020:00000010:2.0:1779697718.818328:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.818367:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbabc0. 00000020:00000010:2.0:1779697718.818369:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbabc0. 00000100:00000200:2.0:1779697718.818372:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215472512 02000000:00000010:2.0:1779697718.818426:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf9878000. 00010000:00000010:2.0:1779697718.818464:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.818477:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544280. 00010000:00000010:2.0:1779697718.818496:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697718.818502:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.818517:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.818520:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544280. 00010000:00000010:2.0:1779697718.818524:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697718.818527:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.818637:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697718.818641:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697718.818645:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697718.818648:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000020:00000010:2.0:1779697718.818688:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b2c0. 00000020:00000010:2.0:1779697718.818695:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b2c0. 00000020:00000010:2.0:1779697718.818706:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc6e07840. 00080000:00000010:2.0:1779697718.818715:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07cb400. 00000001:00000010:2.0:1779697718.819100:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc6e07720. 00000001:00000010:2.0:1779697718.819107:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697718.819139:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc6e07840. 00010000:00000010:2.0:1779697718.819149:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697718.819153:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.819165:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697718.819461:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.819478:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697718.819494:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974399, last committed = 8589974211 00010000:00000200:2.0:1779697718.819505:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec4e00 x1866146215472512/t8589974399(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.819524:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697718.819530:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215472512, offset 224 00000400:00000010:2.0:1779697718.819537:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70460. 00000400:00000200:2.0:1779697718.819540:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.819820:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.819827:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309198:309198:256:4294967295] 192.168.203.23@tcp LPNI seq info [309194:309194:8:4294967295] 00000400:00000200:2.0:1779697718.819834:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.819840:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.819846:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.819852:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697718.819858:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.819866:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.819870:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.819893:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544b80. 00000020:00000010:2.0:1779697718.819897:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.819901:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc82f3200. 00000800:00000200:2.0:1779697718.820004:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.820008:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697718.820012:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.820017:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697718.820820:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:1.0:1779697718.820828:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544500. 00010000:00000010:1.0:1779697718.820838:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000400:00000200:3.0:1779697718.822776:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.822796:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9edd 00000400:00000200:3.0:1779697718.822803:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.822807:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.822814:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:3.0:1779697718.822817:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000400:00000200:3.0:1779697718.822840:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.822846:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ae00 00000400:00000200:3.0:1779697718.822853:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 15568 00000400:00000200:3.0:1779697718.822896:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.822900:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.822905:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.822912:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5f80. 00000020:00000010:1.0:1779697718.823295:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697718.823301:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697718.823307:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:1.0:1779697718.823313:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394e80. 00000020:00000010:1.0:1779697718.823318:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697718.823354:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697718.823357:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697718.823359:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215472640 00000001:00000010:1.0:1779697718.823369:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:1.0:1779697718.823408:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697718.823415:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 02000000:00000010:1.0:1779697718.823438:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc00000. 00010000:00000010:1.0:1779697718.823463:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697718.823466:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697718.823483:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697718.823485:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b80. 00010000:00000010:1.0:1779697718.823490:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.823492:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00000004:00000010:1.0:1779697718.823587:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77bc20. 00000004:00000010:1.0:1779697718.823595:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697718.823601:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563dc0. 00080000:00000010:1.0:1779697718.823608:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 00010000:00000010:2.1:1779697718.824511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697718.824520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697718.824525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:2.1:1779697718.824529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697718.824532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697718.824534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697718.824537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697718.824539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:2.1:1779697718.824542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:2.1:1779697718.824545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697718.824564:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:2.1:1779697718.824567:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:2.0:1779697718.824595:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.824602:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544280. 00010000:00000010:2.0:1779697718.825046:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697718.825050:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544a80. 00010000:00000010:2.0:1779697718.825054:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697718.825059:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697718.825177:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:2.0:1779697718.825246:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:2.0:1779697718.825251:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b80. 00010000:00000010:2.0:1779697718.825272:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000200:2.0:1779697718.825288:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec5f80 x1866146215472640/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.825308:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697718.825314:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215472640, offset 224 00000400:00000200:2.0:1779697718.825321:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.825333:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.825339:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309199:309199:256:4294967295] 192.168.203.23@tcp LPNI seq info [309195:309195:8:4294967295] 00000400:00000200:2.0:1779697718.825350:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.825356:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.825361:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697718.825367:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.825374:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.825378:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.825422:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394e80. 00000020:00000010:2.0:1779697718.825427:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:2.0:1779697718.825430:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:3.0:1779697718.826493:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.826499:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697718.826504:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.826511:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.826516:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:3.0:1779697718.826518:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:2.1:1779697718.827465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697718.827475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697718.827478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697718.827481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00000400:00000200:2.0:1779697718.828952:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.828970:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645af00 00000400:00000200:2.0:1779697718.828979:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 16144 00000400:00000200:2.0:1779697718.828992:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.828996:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.829004:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.829010:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e83b80. 00000020:00000010:3.0:1779697718.829091:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697718.829096:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697718.829103:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.829107:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.829112:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.829152:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697718.829155:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000100:00000200:3.0:1779697718.829157:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215472896 02000000:00000010:3.0:1779697718.829199:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8e8000. 00010000:00000010:3.0:1779697718.829234:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697718.829247:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544a80. 00010000:00000010:3.0:1779697718.829264:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.829597:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.829615:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697718.829619:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697718.829622:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.829626:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697718.829744:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.829748:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.829752:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.829756:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000020:00000010:3.0:1779697718.829790:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.829797:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ce0. 00000020:00000010:3.0:1779697718.829808:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1a20. 00080000:00000010:3.0:1779697718.829817:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc0800. 00000001:00000010:3.0:1779697718.830256:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1720. 00000001:00000010:3.0:1779697718.830263:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697718.830296:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1a20. 00010000:00000010:3.0:1779697718.830304:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.830307:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697718.830319:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697718.830362:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.830375:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697718.830412:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974400, last committed = 8589974211 00010000:00000200:3.0:1779697718.830421:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e83b80 x1866146215472896/t8589974400(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.830438:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697718.830444:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215472896, offset 224 00000400:00000010:3.0:1779697718.830450:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e03b8. 00000400:00000200:3.0:1779697718.830453:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.830465:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.830471:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309200:309200:256:4294967295] 192.168.203.23@tcp LPNI seq info [309196:309196:8:4294967295] 00000400:00000200:3.0:1779697718.830476:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.830482:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.830487:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.830491:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697718.830497:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.830504:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.830507:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.830525:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.830528:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.830531:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000800:00000200:3.0:1779697718.830614:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.830618:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697718.830621:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.830625:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697718.830859:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:1.0:1779697718.830866:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00010000:00000010:1.0:1779697718.830874:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000400:00000200:3.0:1779697718.833150:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.833167:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ee5 00000400:00000200:3.0:1779697718.833173:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.833177:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.833192:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:3.0:1779697718.833195:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000400:00000200:3.0:1779697718.833223:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.833229:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645af80 00000400:00000200:3.0:1779697718.833236:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 16632 00010000:00000010:1.0:1779697718.833465:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:1.0:1779697718.833475:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00000400:00000200:3.0:1779697718.833566:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.833572:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.833577:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.833583:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5c00. 00000020:00000010:1.0:1779697718.833982:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697718.833988:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697718.833993:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697718.833998:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394900. 00000020:00000010:1.0:1779697718.834003:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.834071:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697718.834083:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697718.834087:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215473024 00000001:00000010:1.0:1779697718.834097:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:1.0:1779697718.834118:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697718.834125:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 02000000:00000010:1.0:1779697718.834148:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc02000. 00010000:00000010:1.0:1779697718.834175:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697718.834179:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697718.834204:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697718.834207:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697718.834211:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697718.834215:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000004:00000010:1.0:1779697718.834300:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ba40. 00000004:00000010:1.0:1779697718.834308:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697718.834315:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562cc0. 00080000:00000010:1.0:1779697718.834324:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643398. 00010000:00000010:1.1:1779697718.834426:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697718.834433:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697718.835353:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697718.835361:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697718.835364:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697718.835368:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697718.835371:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697718.835373:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697718.835729:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697718.835733:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394f00. 00010000:00000010:1.0:1779697718.835738:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697718.835743:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.835812:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697718.835822:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697718.835826:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697718.835845:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000200:1.0:1779697718.835861:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec5c00 x1866146215473024/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.835881:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697718.835887:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215473024, offset 224 00000400:00000200:1.0:1779697718.835893:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.835905:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.835911:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309201:309201:256:4294967295] 192.168.203.23@tcp LPNI seq info [309197:309197:8:4294967295] 00000400:00000200:1.0:1779697718.835923:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.835928:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.835933:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697718.835939:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.835946:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.835950:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.835975:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394900. 00000020:00000010:1.0:1779697718.835979:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.835982:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12ca400. 00000800:00000200:3.0:1779697718.836102:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.836106:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:3.0:1779697718.836111:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.836116:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.836120:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:3.0:1779697718.836122:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000400:00000200:3.0:1779697718.838292:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.838308:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645b080 00000400:00000200:3.0:1779697718.838316:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 17208 00000400:00000200:3.0:1779697718.838329:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.838333:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.838340:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.838347:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec7b80. 00000020:00000010:1.0:1779697718.838509:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0400. 00000020:00000010:1.0:1779697718.838514:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0400. 00000020:00000010:1.0:1779697718.838518:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853a00. 00000020:00000010:1.0:1779697718.838523:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394900. 00000020:00000010:1.0:1779697718.838527:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.838569:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0400. 00000020:00000010:1.0:1779697718.838571:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0400. 00000100:00000200:1.0:1779697718.838574:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215473280 02000000:00000010:1.0:1779697718.838605:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbefc07000. 00010000:00000010:1.0:1779697718.838639:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.838655:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394f00. 00010000:00000010:1.0:1779697718.838687:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697718.838692:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.838706:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697718.838709:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394f00. 00010000:00000010:1.0:1779697718.838712:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697718.838715:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697718.838816:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697718.838819:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697718.838822:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697718.838825:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000020:00000010:1.0:1779697718.838846:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc340. 00000020:00000010:1.0:1779697718.838852:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc340. 00000020:00000010:1.0:1779697718.838862:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc5717de0. 00080000:00000010:1.0:1779697718.838870:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef809c00. 00000001:00000010:1.0:1779697718.839342:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fede0. 00000001:00000010:1.0:1779697718.839349:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b600. 00000020:00000010:1.0:1779697718.839412:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc5717de0. 00010000:00000010:1.0:1779697718.839421:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697718.839425:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697718.839437:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697718.839470:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697718.839476:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697718.839493:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697718.839496:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697718.839508:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:1.0:1779697718.839523:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974401, last committed = 8589974211 00010000:00000200:1.0:1779697718.839531:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec7b80 x1866146215473280/t8589974401(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.839550:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697718.839555:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215473280, offset 224 00000400:00000010:1.0:1779697718.839561:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b930. 00000400:00000200:1.0:1779697718.839565:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.839576:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.839582:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309202:309202:256:4294967295] 192.168.203.23@tcp LPNI seq info [309198:309198:8:4294967295] 00000400:00000200:1.0:1779697718.839588:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.839595:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.839600:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.839605:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697718.839610:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.839619:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.839623:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.839640:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394900. 00000020:00000010:1.0:1779697718.839644:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.839647:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853a00. 00000800:00000200:1.0:1779697718.839720:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.839724:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:1.0:1779697718.839727:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.839732:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.844032:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.844050:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9eed 00000400:00000200:3.0:1779697718.844056:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.844061:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.844068:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:3.0:1779697718.844071:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000400:00000200:3.0:1779697718.844110:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.844116:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645b100 00000400:00000200:3.0:1779697718.844122:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 17696 00000400:00000200:3.0:1779697718.844170:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.844174:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.844178:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.844191:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5500. 00010000:00000010:1.0:1779697718.844523:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697718.844534:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394f00. 00000020:00000010:3.0:1779697718.845344:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697718.845350:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697718.845356:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.845360:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.845365:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.845444:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697718.845447:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000100:00000200:3.0:1779697718.845450:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215473408 00000001:00000010:3.0:1779697718.845460:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697718.845481:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.845487:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 02000000:00000010:3.0:1779697718.845510:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ea000. 00010000:00000010:3.0:1779697718.845536:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697718.845539:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.845613:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697718.845617:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697718.845622:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697718.845625:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697718.845719:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2780. 00000004:00000010:3.0:1779697718.845727:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af5a0. 00000004:00000010:3.0:1779697718.845734:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83dc0. 00080000:00000010:3.0:1779697718.845742:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2cc78. 00010000:00000010:3.0:1779697718.846957:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697718.846964:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.846969:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.846974:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697718.847038:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.847049:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697718.847053:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697718.847073:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697718.847101:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec5500 x1866146215473408/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.847121:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697718.847127:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215473408, offset 224 00000400:00000200:3.0:1779697718.847134:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.847147:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.847153:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309203:309203:256:4294967295] 192.168.203.23@tcp LPNI seq info [309199:309199:8:4294967295] 00000400:00000200:3.0:1779697718.847165:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.847171:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.847175:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00010000:00000010:3.1:1779697718.847486:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697718.847493:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00000800:00000200:3.0:1779697718.847499:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.847507:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.847511:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.847568:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.847572:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.847575:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000800:00000200:2.0:1779697718.853033:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.853041:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697718.853047:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.853056:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697718.853062:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779697718.853065:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:3.1:1779697718.853472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.853478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:1.1:1779697718.854463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697718.854472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:1.1:1779697718.854475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697718.854479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000400:00000200:1.0:1779697718.855699:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.855716:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645b200 00000400:00000200:1.0:1779697718.855724:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 18272 00000400:00000200:1.0:1779697718.855736:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.855740:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.855748:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.855754:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212d80. 00000020:00000010:3.0:1779697718.855877:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.855883:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.855889:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.855895:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.855899:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.855939:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.855941:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000100:00000200:3.0:1779697718.855944:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215473664 02000000:00000010:3.0:1779697718.855976:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ef000. 00010000:00000010:3.0:1779697718.856011:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697718.856025:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.856042:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.856046:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697718.856060:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697718.856063:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb700. 00010000:00000010:3.0:1779697718.856067:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.856070:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697718.856169:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697718.856172:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697718.856175:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.856178:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697718.856209:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97640. 00000020:00000010:3.0:1779697718.856215:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97640. 00000020:00000010:3.0:1779697718.856225:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f17e0. 00080000:00000010:3.0:1779697718.856232:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc1400. 00000001:00000010:3.0:1779697718.856596:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1660. 00000001:00000010:3.0:1779697718.856602:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697718.856635:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f17e0. 00010000:00000010:3.0:1779697718.856643:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697718.856646:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697718.856657:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697718.857337:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697718.857355:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697718.857371:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974402, last committed = 8589974211 00010000:00000200:3.0:1779697718.857381:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5212d80 x1866146215473664/t8589974402(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.857433:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697718.857440:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215473664, offset 224 00000400:00000010:3.0:1779697718.857447:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0a48. 00000400:00000200:3.0:1779697718.857452:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.857464:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.857470:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309204:309204:256:4294967295] 192.168.203.23@tcp LPNI seq info [309200:309200:8:4294967295] 00000400:00000200:3.0:1779697718.857476:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.857484:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.857489:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.857494:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697718.857500:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.857507:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.857511:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.857528:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.857532:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.857536:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000800:00000200:3.0:1779697718.857627:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.857631:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697718.857634:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.857638:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697718.857749:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:1.0:1779697718.857756:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:1.0:1779697718.857772:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000400:00000200:2.0:1779697718.864035:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697718.864056:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ef5 00000400:00000200:2.0:1779697718.864064:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.864068:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697718.864076:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:2.0:1779697718.864090:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000400:00000200:2.0:1779697718.864117:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.864123:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645b280 00000400:00000200:2.0:1779697718.864131:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 18760 00010000:00000010:1.0:1779697718.864284:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:1.0:1779697718.864294:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb700. 00000400:00000200:2.0:1779697718.864330:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.864334:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.864340:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.864346:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e80a80. 00010000:00000010:1.1:1779697718.864531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697718.864538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697718.864543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697718.864546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697718.864548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697718.864559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697718.864562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697718.864564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697718.864567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697718.864569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697718.864581:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697718.864584:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000020:00000010:1.0:1779697718.864611:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0400. 00000020:00000010:1.0:1779697718.864615:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0400. 00000020:00000010:1.0:1779697718.864621:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853a00. 00000020:00000010:1.0:1779697718.864627:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f00. 00000020:00000010:1.0:1779697718.864631:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.864662:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0400. 00000020:00000010:1.0:1779697718.864664:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0400. 00000100:00000200:1.0:1779697718.864679:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215473792 00000001:00000010:1.0:1779697718.864690:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697718.864713:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697718.864718:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 02000000:00000010:1.0:1779697718.864743:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc05000. 00010000:00000010:1.0:1779697718.864777:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697718.864781:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.864794:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697718.864797:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394900. 00010000:00000010:1.0:1779697718.864802:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697718.864805:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000004:00000010:1.0:1779697718.864887:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b860. 00000004:00000010:1.0:1779697718.864894:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697718.864899:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563870. 00080000:00000010:1.0:1779697718.864907:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6438f0. 00010000:00000010:3.1:1779697718.865700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697718.865709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697718.865713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697718.865716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:1.0:1779697718.867928:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697718.867937:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394280. 00010000:00000010:1.0:1779697718.867943:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697718.867949:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697718.868018:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.868030:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697718.868034:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394900. 00010000:00000010:1.0:1779697718.868058:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000200:1.0:1779697718.868085:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80a80 x1866146215473792/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697718.868106:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697718.868112:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215473792, offset 224 00000400:00000200:1.0:1779697718.868119:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.868131:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.868138:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309205:309205:256:4294967295] 192.168.203.23@tcp LPNI seq info [309201:309201:8:4294967295] 00000400:00000200:1.0:1779697718.868151:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.868156:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.868161:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697718.868167:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.868174:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.868178:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.869309:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f00. 00000020:00000010:1.0:1779697718.869316:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.869320:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853a00. 00010000:00000010:3.1:1779697718.878370:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697718.878384:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697718.878404:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697718.878409:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000800:00000200:3.0:1779697718.878495:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.878500:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697718.878505:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.878513:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.878521:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:3.0:1779697718.878524:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:1.1:1779697718.879426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697718.879434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.1:1779697718.879437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697718.879439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:3.0:1779697718.882831:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.882850:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645b380 00000400:00000200:3.0:1779697718.882858:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 19336 00000400:00000200:3.0:1779697718.882870:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.882874:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.882883:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.882889:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec6300. 00000020:00000010:2.0:1779697718.883357:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697718.883363:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697718.883368:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:2.0:1779697718.883374:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544400. 00000020:00000010:2.0:1779697718.883379:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697718.883429:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697718.883432:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000100:00000200:2.0:1779697718.883435:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215474048 02000000:00000010:2.0:1779697718.883467:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf987a000. 00010000:00000010:2.0:1779697718.883504:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:2.0:1779697718.883519:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394280. 00010000:00000010:2.0:1779697718.883536:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697718.883541:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697718.883564:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697718.883567:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544c00. 00010000:00000010:2.0:1779697718.883571:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697718.883574:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.883774:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697718.883778:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544200. 00010000:00000010:2.0:1779697718.883781:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697718.883786:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697718.883811:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b200. 00000020:00000010:2.0:1779697718.883817:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b200. 00000020:00000010:2.0:1779697718.883827:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc6e07060. 00080000:00000010:2.0:1779697718.883835:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07cbc00. 00010000:00000010:1.1:1779697718.884321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697718.884327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697718.884332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697718.884339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000001:00000010:3.0:1779697718.885812:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f17e0. 00000001:00000010:3.0:1779697718.885823:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697718.885863:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc6e07060. 00010000:00000010:3.0:1779697718.885876:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.885883:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697718.885900:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697718.885944:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697718.885960:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:3.0:1779697718.885978:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974403, last committed = 8589974211 00010000:00000200:3.0:1779697718.885989:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec6300 x1866146215474048/t8589974403(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.886007:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697718.886013:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215474048, offset 224 00000400:00000010:3.0:1779697718.886019:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0f50. 00000400:00000200:3.0:1779697718.886023:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.886037:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.886043:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309206:309206:256:4294967295] 192.168.203.23@tcp LPNI seq info [309202:309202:8:4294967295] 00000400:00000200:3.0:1779697718.886049:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.886056:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.886061:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.886066:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697718.886083:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.886091:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.886095:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.886113:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544400. 00000020:00000010:3.0:1779697718.886118:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:3.0:1779697718.886122:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00010000:00000010:2.0:1779697718.886949:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:2.0:1779697718.886959:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544200. 00010000:00000010:2.0:1779697718.886967:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:2.0:1779697718.887051:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.887056:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697718.887059:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.887066:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.889016:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697718.889033:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9efd 00000400:00000200:3.0:1779697718.889040:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.889044:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697718.889050:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697718.889053:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:2.0:1779697718.889156:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.889164:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544c00. 00000400:00000200:3.0:1779697718.893939:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.893957:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645b400 00000400:00000200:3.0:1779697718.893966:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 19824 00000400:00000200:3.0:1779697718.894020:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.894025:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.894033:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.894042:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0e00. 00000020:00000010:2.0:1779697718.894121:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697718.894126:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697718.894133:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:2.0:1779697718.894138:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544c00. 00000020:00000010:2.0:1779697718.894143:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697718.894188:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779697718.894191:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000100:00000200:2.0:1779697718.894193:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215474176 00000001:00000010:2.0:1779697718.894203:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:2.0:1779697718.894226:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697718.894233:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697718.894256:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf987f000. 00010000:00000010:2.0:1779697718.894282:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697718.894285:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.894303:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697718.894306:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544200. 00010000:00000010:2.0:1779697718.894310:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697718.894313:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697718.894425:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697718.894433:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e4b0. 00000004:00000010:2.0:1779697718.894439:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ccc0. 00080000:00000010:2.0:1779697718.894447:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54fab8. 00010000:00000010:2.0:1779697718.895815:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697718.895823:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544900. 00010000:00000010:2.0:1779697718.895828:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697718.895833:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697718.895896:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697718.895907:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697718.895912:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544200. 00010000:00000010:2.0:1779697718.895932:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697718.895947:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0e00 x1866146215474176/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.895967:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697718.895972:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215474176, offset 224 00000400:00000200:2.0:1779697718.895979:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.895989:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.895996:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309207:309207:256:4294967295] 192.168.203.23@tcp LPNI seq info [309203:309203:8:4294967295] 00000400:00000200:2.0:1779697718.896008:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.896014:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.896018:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697718.896024:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.896031:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.896036:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.896062:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544c00. 00000020:00000010:2.0:1779697718.896066:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697718.896070:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:3.0:1779697718.896189:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.896194:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697718.896198:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.896202:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697718.896207:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:3.0:1779697718.896209:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00010000:00000010:2.1:1779697718.898675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697718.898690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697718.898696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697718.898700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:2.1:1779697718.898703:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697718.898706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697718.899157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697718.899164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697718.906110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697718.906122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697718.906134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697718.906137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00000400:00000200:3.0:1779697718.909789:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697718.909815:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645b500 00000400:00000200:3.0:1779697718.909824:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 20400 00000400:00000200:3.0:1779697718.909837:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.909842:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697718.909850:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697718.909859:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2680. 00000020:00000010:1.0:1779697718.909963:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697718.909969:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697718.909974:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853a00. 00000020:00000010:1.0:1779697718.909980:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f00. 00000020:00000010:1.0:1779697718.909984:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.910021:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697718.910024:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000100:00000200:1.0:1779697718.910026:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215474432 02000000:00000010:1.0:1779697718.910059:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3506000. 00010000:00000010:1.0:1779697718.910102:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:1.0:1779697718.910118:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544900. 00010000:00000010:1.0:1779697718.910137:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697718.910142:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697718.910156:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697718.910159:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394900. 00010000:00000010:1.0:1779697718.910163:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697718.910166:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697718.910273:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697718.910276:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394a00. 00010000:00000010:1.0:1779697718.910279:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697718.910282:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00000020:00000010:1.0:1779697718.910304:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc760. 00000020:00000010:1.0:1779697718.910309:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc760. 00000020:00000010:1.0:1779697718.910320:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe600. 00080000:00000010:1.0:1779697718.910328:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1101800. 00000001:00000010:1.0:1779697718.910955:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fec00. 00000001:00000010:1.0:1779697718.910963:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697718.911001:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe600. 00010000:00000010:1.0:1779697718.911010:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697718.911014:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697718.911030:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697718.911172:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.911250:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000200:1.0:1779697718.911267:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974404, last committed = 8589974211 00010000:00000200:1.0:1779697718.911276:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed2680 x1866146215474432/t8589974404(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697718.911295:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697718.911302:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215474432, offset 224 00000400:00000010:1.0:1779697718.911308:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b770. 00000400:00000200:1.0:1779697718.911311:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697718.911324:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697718.911330:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309208:309208:256:4294967295] 192.168.203.23@tcp LPNI seq info [309204:309204:8:4294967295] 00000400:00000200:1.0:1779697718.911336:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697718.911342:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697718.911347:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697718.911352:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697718.911358:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697718.911365:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697718.911369:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697718.911411:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f00. 00000020:00000010:1.0:1779697718.911415:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.911419:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853a00. 00000800:00000200:1.0:1779697718.911499:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.911502:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:1.0:1779697718.911506:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.911511:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697718.917587:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:3.0:1779697718.917603:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394a00. 00010000:00000010:3.0:1779697718.917613:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00000400:00000200:1.0:1779697718.920056:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.920093:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f05 00000400:00000200:1.0:1779697718.920101:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.920105:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.920113:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:1.0:1779697718.920116:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000400:00000200:1.0:1779697718.920143:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.920150:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645b580 00000400:00000200:1.0:1779697718.920157:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 20888 00000400:00000200:1.0:1779697718.920886:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.920892:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.920898:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.920906:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 00000020:00000010:1.0:1779697718.920956:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697718.920961:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697718.920966:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853a00. 00000020:00000010:1.0:1779697718.920971:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394f00. 00000020:00000010:1.0:1779697718.920976:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697718.921010:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697718.921013:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000100:00000200:1.0:1779697718.921016:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215474560 00000001:00000010:1.0:1779697718.921025:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:1.0:1779697718.921049:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697718.921057:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 02000000:00000010:1.0:1779697718.921098:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3501000. 00010000:00000010:1.0:1779697718.921130:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697718.921134:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697718.921154:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697718.921157:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697718.921161:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697718.921163:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00000004:00000010:1.0:1779697718.921270:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697718.921279:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697718.921286:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697718.921294:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:2.0:1779697718.922954:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697718.922961:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544600. 00010000:00000010:2.0:1779697718.922967:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697718.922973:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697718.923044:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:2.0:1779697718.923056:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:2.0:1779697718.923062:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000010:2.0:1779697718.923098:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000200:2.0:1779697718.923119:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5211500 x1866146215474560/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697718.923139:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697718.923146:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215474560, offset 224 00000400:00000200:2.0:1779697718.923154:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.923167:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.923173:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309209:309209:256:4294967295] 192.168.203.23@tcp LPNI seq info [309205:309205:8:4294967295] 00000400:00000200:2.0:1779697718.923196:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.923202:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.923207:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697718.923213:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.923221:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.923226:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.923252:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394f00. 00000020:00000010:2.0:1779697718.923257:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:2.0:1779697718.923261:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853a00. 00010000:00000010:2.0:1779697718.926249:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697718.926265:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394900. 00000800:00000200:1.0:1779697718.927991:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.927998:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:1.0:1779697718.928004:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.928013:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.928020:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:1.0:1779697718.928023:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000400:00000200:1.0:1779697718.930712:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.930730:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645b680 00000400:00000200:1.0:1779697718.930738:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 21464 00000400:00000200:1.0:1779697718.930749:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.930753:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.930770:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.930778:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211180. 00000020:00000010:3.0:1779697718.930891:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.930895:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.930901:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.930906:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.930911:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.930947:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.930950:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000100:00000200:3.0:1779697718.930953:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215474816 02000000:00000010:3.0:1779697718.930985:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8e9000. 00010000:00000010:3.0:1779697718.931021:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697718.931035:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544600. 00010000:00000010:3.0:1779697718.931053:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.931058:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697718.931072:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697718.931084:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb300. 00010000:00000010:3.0:1779697718.931089:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.931092:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697718.931199:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697718.931203:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbc00. 00010000:00000010:3.0:1779697718.931206:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.931209:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697718.931230:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97640. 00000020:00000010:3.0:1779697718.931236:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97640. 00000020:00000010:3.0:1779697718.931246:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1ea0. 00080000:00000010:3.0:1779697718.931254:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc986d800. 00010000:00000010:3.1:1779697718.931414:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697718.931420:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000001:00000010:3.0:1779697718.931713:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f16c0. 00000001:00000010:3.0:1779697718.931720:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697718.931754:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1ea0. 00010000:00000010:3.0:1779697718.931773:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697718.931777:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697718.931788:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697718.931820:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697718.931833:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697718.931847:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974405, last committed = 8589974211 00010000:00000200:3.0:1779697718.931856:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5211180 x1866146215474816/t8589974405(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.931875:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697718.931881:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215474816, offset 224 00000400:00000010:3.0:1779697718.931887:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e05b0. 00000400:00000200:3.0:1779697718.931891:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.931902:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.931908:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309210:309210:256:4294967295] 192.168.203.23@tcp LPNI seq info [309206:309206:8:4294967295] 00000400:00000200:3.0:1779697718.931914:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.931920:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.931926:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.931931:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697718.931937:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.931943:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.931948:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.931966:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.931970:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.931973:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000800:00000200:3.0:1779697718.932050:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.932054:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697718.932057:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.932061:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697718.932561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697718.932568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:1.1:1779697718.932572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697718.932576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.0:1779697718.936019:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697718.936034:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbc00. 00010000:00000010:2.0:1779697718.936045:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00010000:00000010:2.1:1779697718.936453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697718.936461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697718.936464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697718.936467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:1.0:1779697718.936526:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.936544:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f0d 00000400:00000200:1.0:1779697718.936551:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.936565:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.936571:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:1.0:1779697718.936573:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000400:00000200:1.0:1779697718.936599:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.936605:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645b700 00000400:00000200:1.0:1779697718.936612:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 21952 00000400:00000200:1.0:1779697718.936681:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.936686:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.936691:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.936697:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5213100. 00010000:00000010:2.0:1779697718.936842:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697718.936849:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb300. 00000020:00000010:3.0:1779697718.937139:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.937144:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.937150:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.937154:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.937159:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.937207:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697718.937210:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000100:00000200:3.0:1779697718.937212:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215474944 00000001:00000010:3.0:1779697718.937221:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b180. 00010000:00000010:3.0:1779697718.937244:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697718.937249:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 02000000:00000010:3.0:1779697718.937272:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ee000. 00010000:00000010:3.0:1779697718.937296:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.937299:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697718.937312:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697718.937316:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697718.937320:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697718.937323:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697718.937434:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa23c0. 00000004:00000010:3.0:1779697718.937443:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af4b0. 00000004:00000010:3.0:1779697718.937449:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83100. 00080000:00000010:3.0:1779697718.937457:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c558. 00010000:00000010:3.0:1779697718.938698:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697718.938705:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697718.938710:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697718.938715:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697718.938786:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697718.938799:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697718.938803:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697718.938824:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697718.938840:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5213100 x1866146215474944/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.938859:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697718.938865:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215474944, offset 224 00000400:00000200:3.0:1779697718.938872:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.938883:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.938890:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309211:309211:256:4294967295] 192.168.203.23@tcp LPNI seq info [309207:309207:8:4294967295] 00000400:00000200:3.0:1779697718.938901:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.938906:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.938910:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697718.938916:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.938923:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.938927:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.938950:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.938954:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.938958:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000800:00000200:1.0:1779697718.939128:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.939133:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697718.939137:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.939142:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.939146:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:1.0:1779697718.939149:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000400:00000200:1.0:1779697718.944271:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.944294:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645b800 00000400:00000200:1.0:1779697718.944303:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 22528 00000400:00000200:1.0:1779697718.944321:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.944326:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.944335:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.944344:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa300. 00010000:00000010:2.1:1779697718.946507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697718.946518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697718.948260:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697718.948271:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697718.948277:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697718.948281:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000020:00000010:3.0:1779697718.948310:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697718.948315:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697718.948321:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.948326:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.948332:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.948435:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697718.948439:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697718.948442:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215475200 02000000:00000010:3.0:1779697718.948477:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ed000. 00010000:00000010:3.0:1779697718.948515:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697718.948528:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697718.948544:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.948549:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697718.948574:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697718.948577:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697718.948581:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697718.948583:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697718.948694:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697718.948697:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697718.948700:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.948703:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697718.948727:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c00. 00000020:00000010:3.0:1779697718.948733:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c00. 00000020:00000010:3.0:1779697718.948744:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1b40. 00080000:00000010:3.0:1779697718.948753:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc986c000. 00000001:00000010:3.0:1779697718.949375:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d540. 00000001:00000010:3.0:1779697718.949383:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697718.949442:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1b40. 00010000:00000010:3.0:1779697718.949452:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697718.949458:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697718.949472:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697718.949511:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697718.949527:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697718.949543:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974406, last committed = 8589974211 00010000:00000200:3.0:1779697718.949554:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3aa300 x1866146215475200/t8589974406(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.949575:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697718.949581:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215475200, offset 224 00000400:00000010:3.0:1779697718.949589:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0658. 00000400:00000200:3.0:1779697718.949593:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.949607:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.949615:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309212:309212:256:4294967295] 192.168.203.23@tcp LPNI seq info [309208:309208:8:4294967295] 00000400:00000200:3.0:1779697718.949622:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.949629:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.949634:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.949639:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697718.949646:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.949654:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.949658:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.949680:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.949684:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.949688:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00010000:00000010:2.0:1779697718.949774:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697718.949780:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:2.0:1779697718.949787:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000800:00000200:2.0:1779697718.950521:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.950527:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697718.950532:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.950539:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.956886:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697718.956906:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f15 00000400:00000200:1.0:1779697718.956912:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.956917:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697718.956924:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:1.0:1779697718.956927:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000400:00000200:1.0:1779697718.956955:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.956961:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645b880 00000400:00000200:1.0:1779697718.956968:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 23016 00000400:00000200:1.0:1779697718.957016:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.957020:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.957025:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.957031:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8e00. 00010000:00000010:2.0:1779697718.957116:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697718.957127:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697718.957543:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697718.957550:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697718.957554:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.957559:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.957563:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.957600:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697718.957603:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697718.957606:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215475328 00000001:00000010:3.0:1779697718.957615:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697718.957634:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.957640:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 02000000:00000010:3.0:1779697718.957673:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ec000. 00010000:00000010:3.0:1779697718.957698:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.957702:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697718.957716:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.957719:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb780. 00010000:00000010:3.0:1779697718.957723:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.957726:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000004:00000010:3.0:1779697718.957813:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3680. 00000004:00000010:3.0:1779697718.957821:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afe10. 00000004:00000010:3.0:1779697718.957827:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82dd0. 00080000:00000010:3.0:1779697718.957834:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2cab0. 00010000:00000010:2.1:1779697718.959437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697718.959451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:2.1:1779697718.959455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697718.959458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697718.960371:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697718.960378:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697718.960383:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697718.960416:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697718.960492:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697718.960503:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697718.960507:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb780. 00010000:00000010:3.0:1779697718.960531:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697718.960552:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8e00 x1866146215475328/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.960571:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697718.960577:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215475328, offset 224 00000400:00000200:3.0:1779697718.960585:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.960597:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.960604:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309213:309213:256:4294967295] 192.168.203.23@tcp LPNI seq info [309209:309209:8:4294967295] 00000400:00000200:3.0:1779697718.960616:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.960621:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.960625:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697718.960631:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.960638:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.960642:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.960673:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.960677:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.960680:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000800:00000200:1.0:1779697718.960782:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.960788:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697718.960793:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.960798:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.960803:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:1.0:1779697718.960806:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00010000:00000010:2.1:1779697718.964433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697718.964433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:2.1:1779697718.964448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697718.964448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697718.964456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:2.1:1779697718.964457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697718.964464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697718.964464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697718.964471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697718.964475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697718.964487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697718.969267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:1.0:1779697718.969498:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697718.969516:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645b980 00000400:00000200:1.0:1779697718.969525:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 23592 00000400:00000200:1.0:1779697718.969539:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.969544:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697718.969562:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697718.969568:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 00000020:00000010:3.0:1779697718.969799:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8700. 00000020:00000010:3.0:1779697718.969805:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8700. 00000020:00000010:3.0:1779697718.969811:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:3.0:1779697718.969816:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbb80. 00000020:00000010:3.0:1779697718.969820:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697718.969858:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8700. 00000020:00000010:3.0:1779697718.969860:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8700. 00000100:00000200:3.0:1779697718.969863:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215475584 02000000:00000010:3.0:1779697718.969896:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8eb000. 00010000:00000010:3.0:1779697718.969932:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697718.969947:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697718.969963:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697718.969968:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697718.969981:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697718.969983:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697718.969987:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697718.969990:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697718.970090:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697718.970093:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb780. 00010000:00000010:3.0:1779697718.970096:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697718.970099:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000020:00000010:3.0:1779697718.970119:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97480. 00000020:00000010:3.0:1779697718.970124:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97480. 00000020:00000010:3.0:1779697718.970134:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568dcc0. 00080000:00000010:3.0:1779697718.970143:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc986f000. 00000001:00000010:3.0:1779697718.971111:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1960. 00000001:00000010:3.0:1779697718.971119:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697718.971153:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568dcc0. 00010000:00000010:3.0:1779697718.971162:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697718.971167:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.1:1779697718.971460:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697718.971470:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697718.971474:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697718.971477:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:2.0:1779697718.976064:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697718.976241:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697718.976265:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:2.0:1779697718.976288:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974407, last committed = 8589974211 00010000:00000200:2.0:1779697718.976299:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3aad80 x1866146215475584/t8589974407(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697718.976322:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697718.976330:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215475584, offset 224 00000400:00000010:2.0:1779697718.976337:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70310. 00000400:00000200:2.0:1779697718.976341:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697718.976356:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697718.976362:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309214:309214:256:4294967295] 192.168.203.23@tcp LPNI seq info [309210:309210:8:4294967295] 00000400:00000200:2.0:1779697718.976368:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697718.976373:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697718.976378:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697718.976384:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00010000:00000010:1.0:1779697718.976539:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:1.0:1779697718.976549:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb780. 00010000:00000010:1.0:1779697718.976616:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000100:00000010:0.0:1779697718.978433:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacc02c240. 00000800:00000200:2.0:1779697718.979170:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697718.979234:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697718.979240:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697718.979272:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbb80. 00000020:00000010:2.0:1779697718.979277:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:2.0:1779697718.979282:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000100:00000010:2.0:1779697718.979318:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacc02c6c0. 00000100:00000010:1.0:1779697718.979500:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacc02c1e0. 00000800:00000200:2.0:1779697718.982318:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697718.982329:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:2.0:1779697718.982339:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.982348:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000010:3.0:1779697718.982633:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacc02c840. 00000400:00000200:2.0:1779697718.982982:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697718.982998:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f1d 00000400:00000200:2.0:1779697718.983004:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.983008:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697718.983013:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697718.983016:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:2.0:1779697718.983044:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.983050:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ba00 00000400:00000200:2.0:1779697718.983057:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 24080 00000400:00000200:2.0:1779697718.983202:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.983208:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.983213:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.983219:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e81f80. 00010000:00000010:3.1:1779697718.988660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697718.988683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00000020:00000010:3.0:1779697718.988729:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8700. 00000020:00000010:3.0:1779697718.988735:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8700. 00000020:00000010:3.0:1779697718.988743:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7000. 00000020:00000010:3.0:1779697718.988749:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697718.988754:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.988840:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8700. 00000020:00000010:3.0:1779697718.988844:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8700. 00000100:00000200:3.0:1779697718.988847:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215475712 00000001:00000010:3.0:1779697718.988857:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:3.0:1779697718.988880:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697718.988889:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 02000000:00000010:3.0:1779697718.988917:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3525000. 00010000:00000010:3.0:1779697718.988944:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697718.988948:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697718.988963:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697718.988967:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697718.988970:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697718.988973:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000004:00000010:3.0:1779697718.989060:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2960. 00000004:00000010:3.0:1779697718.989070:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74aff00. 00000004:00000010:3.0:1779697718.989089:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82550. 00080000:00000010:3.0:1779697718.989098:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d8f0. 00010000:00000010:1.0:1779697718.990005:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:1.0:1779697718.990016:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697718.991244:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697718.991254:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697718.991261:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697718.991267:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697718.991337:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697718.991350:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697718.991354:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697718.991380:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:1.1:1779697718.991473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697718.991480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000200:3.0:1779697718.992162:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e81f80 x1866146215475712/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 576/584 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697718.992246:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697718.992254:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215475712, offset 224 00000400:00000200:3.0:1779697718.992262:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.992276:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.992282:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309215:309215:256:4294967295] 192.168.203.23@tcp LPNI seq info [309211:309211:8:4294967295] 00000400:00000200:3.0:1779697718.992295:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.992301:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.992306:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697718.992313:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.992320:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.992325:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.992355:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697718.992360:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.992364:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7000. 00010000:00000010:2.1:1779697718.992458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:2.1:1779697718.992466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000800:00000200:1.0:1779697718.995049:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697718.995058:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697718.995068:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697718.995087:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697718.995094:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:1.0:1779697718.995098:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00010000:00000010:1.1:1779697718.995430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697718.995439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:2.0:1779697718.995651:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697718.995848:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645bb00 00000400:00000200:2.0:1779697718.995857:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 24656 00000400:00000200:2.0:1779697718.995873:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697718.995878:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697718.995886:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697718.995893:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e81880. 00000020:00000010:3.0:1779697718.996006:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697718.996012:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697718.996018:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7000. 00000020:00000010:3.0:1779697718.996024:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697718.996030:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.996118:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697718.996122:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000100:00000200:3.0:1779697718.996126:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215475968 02000000:00000010:3.0:1779697718.996162:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3524000. 00010000:00000010:3.0:1779697718.996212:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697718.996228:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697718.996247:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697718.996253:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697718.996269:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697718.996272:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697718.996277:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697718.996281:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697718.996385:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697718.996651:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697718.996657:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697718.996661:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000020:00000010:3.0:1779697718.996709:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97d80. 00000020:00000010:3.0:1779697718.996717:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97d80. 00000020:00000010:3.0:1779697718.996728:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1240. 00080000:00000010:3.0:1779697718.996737:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc986fc00. 00000001:00000010:3.0:1779697718.997773:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664000. 00000001:00000010:3.0:1779697718.997781:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697718.997833:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1240. 00010000:00000010:3.0:1779697718.997844:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697718.997851:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697718.997867:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697718.997965:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697718.997986:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697718.998004:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974408, last committed = 8589974211 00010000:00000200:3.0:1779697718.998016:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e81880 x1866146215475968/t8589974408(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:393/0 lens 488/456 e 0 to 0 dl 1779698473 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697718.998035:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697718.998041:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215475968, offset 224 00000400:00000010:3.0:1779697718.998048:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0ee0. 00000400:00000200:3.0:1779697718.998053:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697718.998069:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697718.998088:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309216:309216:256:4294967295] 192.168.203.23@tcp LPNI seq info [309212:309212:8:4294967295] 00000400:00000200:3.0:1779697718.998096:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697718.998107:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697718.998114:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697718.998119:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697718.998128:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697718.998136:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697718.998141:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697718.998167:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe00. 00000020:00000010:3.0:1779697718.998171:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697718.998176:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7000. 00010000:00000010:1.0:1779697718.998648:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:1.0:1779697718.998657:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:1.0:1779697718.998686:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00000800:00000200:3.0:1779697718.999014:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697718.999019:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697718.999024:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697718.999031:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.001349:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.001367:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f25 00000400:00000200:1.0:1779697719.001376:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.001382:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.001419:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:1.0:1779697719.001423:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:3.0:1779697719.001590:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697719.001600:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00000400:00000200:3.0:1779697719.002011:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.002023:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645bb80 00000400:00000200:3.0:1779697719.002032:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 25144 00000400:00000200:3.0:1779697719.002090:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.002096:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.002102:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.002109:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1180. 00000020:00000010:1.0:1779697719.002713:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697719.002740:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853400. 00000020:00000010:1.0:1779697719.002746:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394100. 00000020:00000010:1.0:1779697719.002752:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.002795:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697719.002799:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000100:00000200:1.0:1779697719.002803:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215476096 00000001:00000010:1.0:1779697719.002813:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:1.0:1779697719.002836:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697719.002845:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 02000000:00000010:1.0:1779697719.002870:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3505000. 00010000:00000010:1.0:1779697719.002900:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.002905:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.002924:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697719.002927:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394700. 00010000:00000010:1.0:1779697719.002932:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697719.002936:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00000004:00000010:1.0:1779697719.003043:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b4a0. 00000004:00000010:1.0:1779697719.003053:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697719.003060:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562110. 00080000:00000010:1.0:1779697719.003070:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:3.1:1779697719.004499:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697719.004513:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697719.004520:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697719.004525:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.0:1779697719.004806:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697719.004809:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394780. 00010000:00000010:1.0:1779697719.004813:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697719.004817:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697719.004875:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.004883:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.004887:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394700. 00010000:00000010:1.0:1779697719.004904:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000200:1.0:1779697719.004918:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed1180 x1866146215476096/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.004933:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697719.004937:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215476096, offset 224 00000400:00000200:1.0:1779697719.004942:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.004952:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.004957:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309217:309217:256:4294967295] 192.168.203.23@tcp LPNI seq info [309213:309213:8:4294967295] 00000400:00000200:1.0:1779697719.004965:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.004969:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.004973:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697719.004978:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.004984:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.004987:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.005033:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394100. 00000020:00000010:1.0:1779697719.005036:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.005039:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853400. 00000800:00000200:3.0:1779697719.005578:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.005584:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697719.005588:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.005594:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.005599:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:3.0:1779697719.005601:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000400:00000200:1.0:1779697719.007461:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.007478:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645bc80 00000400:00000200:1.0:1779697719.007488:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 25720 00000400:00000200:1.0:1779697719.007504:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.007509:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.007520:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.007527:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa680. 00000020:00000010:2.0:1779697719.007725:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.007731:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.007737:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697719.007743:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544080. 00000020:00000010:2.0:1779697719.007748:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697719.007801:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.007804:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:2.0:1779697719.007807:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215476352 02000000:00000010:2.0:1779697719.007841:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf9879000. 00010000:00000010:2.0:1779697719.007874:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:2.0:1779697719.007886:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394780. 00010000:00000010:2.0:1779697719.007901:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697719.007904:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.007915:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697719.007917:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544b00. 00010000:00000010:2.0:1779697719.007920:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697719.007921:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697719.008007:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697719.008009:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544e80. 00010000:00000010:2.0:1779697719.008011:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697719.008013:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697719.008028:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b260. 00000020:00000010:2.0:1779697719.008033:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b260. 00000020:00000010:2.0:1779697719.008041:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc6e076c0. 00080000:00000010:2.0:1779697719.008049:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c8c00. 00000001:00000010:2.0:1779697719.008756:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc8324e40. 00000001:00000010:2.0:1779697719.008777:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697719.008811:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc6e076c0. 00010000:00000010:2.0:1779697719.008819:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697719.008823:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.008835:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697719.008874:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:1.0:1779697719.008877:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:1.0:1779697719.008883:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544e80. 00010000:00000010:2.0:1779697719.008890:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697719.008891:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000200:2.0:1779697719.008907:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974409, last committed = 8589974211 00010000:00000200:2.0:1779697719.008917:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3aa680 x1866146215476352/t8589974409(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.008934:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697719.008938:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215476352, offset 224 00000400:00000010:2.0:1779697719.008943:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70b98. 00000400:00000200:2.0:1779697719.008946:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.008956:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.008961:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309218:309218:256:4294967295] 192.168.203.23@tcp LPNI seq info [309214:309214:8:4294967295] 00000400:00000200:2.0:1779697719.008965:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.008970:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.008974:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.008977:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697719.008982:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.008988:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.008991:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.009010:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544080. 00000020:00000010:2.0:1779697719.009015:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697719.009018:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:1.0:1779697719.009099:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.009103:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:1.0:1779697719.009108:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.009113:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697719.009491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697719.009499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00000400:00000200:1.0:1779697719.011778:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.011800:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f2d 00000400:00000200:1.0:1779697719.011807:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.011812:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.011820:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:1.0:1779697719.011824:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:1.0:1779697719.011855:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.011862:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645bd00 00000400:00000200:1.0:1779697719.011870:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 26208 00000400:00000200:1.0:1779697719.011918:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.011923:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.011941:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.011947:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9180. 00000020:00000010:3.0:1779697719.012242:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.012248:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.012254:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7000. 00000020:00000010:3.0:1779697719.012259:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb980. 00000020:00000010:3.0:1779697719.012264:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697719.012310:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.012314:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000100:00000200:3.0:1779697719.012319:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215476480 00000001:00000010:3.0:1779697719.012329:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697719.012354:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697719.012361:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:1.1:1779697719.012463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:1.1:1779697719.012472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:1.1:1779697719.012477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697719.012483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697719.012488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697719.012492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697719.012545:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697719.012563:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697719.012568:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697719.012573:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 02000000:00000010:3.0:1779697719.012578:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3523000. 00010000:00000010:3.0:1779697719.012609:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697719.012615:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697719.012633:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697719.012637:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697719.012641:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697719.012646:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000004:00000010:3.0:1779697719.012744:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3a40. 00000004:00000010:3.0:1779697719.012754:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af0f0. 00000004:00000010:3.0:1779697719.012772:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83a90. 00080000:00000010:3.0:1779697719.012781:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d398. 00010000:00000010:1.0:1779697719.014010:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697719.014017:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394200. 00010000:00000010:1.0:1779697719.014022:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697719.014029:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697719.014108:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:1.0:1779697719.014124:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:1.0:1779697719.014131:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:1.0:1779697719.014158:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000200:1.0:1779697719.014178:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9180 x1866146215476480/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.014197:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697719.014204:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215476480, offset 224 00000400:00000200:1.0:1779697719.014213:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.014228:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.014235:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309219:309219:256:4294967295] 192.168.203.23@tcp LPNI seq info [309215:309215:8:4294967295] 00000400:00000200:1.0:1779697719.014251:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.014257:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.014263:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697719.014270:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.014278:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.014283:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.014313:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb980. 00000020:00000010:1.0:1779697719.014318:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:1.0:1779697719.014323:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7000. 00010000:00000010:2.1:1779697719.014489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:2.1:1779697719.014496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.0:1779697719.014517:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697719.014523:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544b00. 00000800:00000200:3.0:1779697719.014593:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.014598:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697719.014603:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.014609:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.014615:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:3.0:1779697719.014618:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00010000:00000010:2.1:1779697719.015742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697719.015750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697719.016437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697719.016447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:1.0:1779697719.017961:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.017979:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645be00 00000400:00000200:1.0:1779697719.017988:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 26784 00000400:00000200:1.0:1779697719.018003:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.018008:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.018017:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.018023:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3abb80. 00000020:00000010:3.0:1779697719.018112:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.018117:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.018124:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697719.018129:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb400. 00000020:00000010:3.0:1779697719.018134:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697719.018176:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.018186:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000100:00000200:3.0:1779697719.018190:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215476736 02000000:00000010:3.0:1779697719.018226:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3520000. 00010000:00000010:3.0:1779697719.018263:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:3.0:1779697719.018281:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394200. 00010000:00000010:3.0:1779697719.018299:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697719.018305:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697719.018320:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697719.018323:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697719.018327:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697719.018330:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697719.018459:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697719.018463:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697719.018466:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697719.018470:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000020:00000010:3.0:1779697719.018492:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97d80. 00000020:00000010:3.0:1779697719.018498:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97d80. 00000020:00000010:3.0:1779697719.018507:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664420. 00080000:00000010:3.0:1779697719.018516:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc986dc00. 00010000:00000010:2.1:1779697719.019426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697719.019433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000001:00000010:3.0:1779697719.020845:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46649c0. 00000001:00000010:3.0:1779697719.020852:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697719.020883:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664420. 00010000:00000010:3.0:1779697719.020898:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697719.020906:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697719.020925:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697719.020976:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697719.020992:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697719.020993:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:2.0:1779697719.021001:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00010000:00000010:2.0:1779697719.021007:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000200:3.0:1779697719.021014:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974410, last committed = 8589974211 00010000:00000200:3.0:1779697719.021024:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3abb80 x1866146215476736/t8589974410(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.021043:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697719.021055:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215476736, offset 224 00000400:00000010:3.0:1779697719.021064:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e06c8. 00000400:00000200:3.0:1779697719.021068:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.021084:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.021090:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309220:309220:256:4294967295] 192.168.203.23@tcp LPNI seq info [309216:309216:8:4294967295] 00000400:00000200:3.0:1779697719.021096:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.021104:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.021109:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.021114:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697719.021121:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.021128:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.021133:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.021159:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb400. 00000020:00000010:3.0:1779697719.021163:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697719.021166:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00000800:00000200:1.0:1779697719.021285:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.021290:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697719.021295:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.021300:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.023518:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.023535:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f35 00000400:00000200:3.0:1779697719.023542:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.023546:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.023553:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697719.023555:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:2.0:1779697719.024018:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697719.024032:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:1.1:1779697719.025580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:1.1:1779697719.025599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697719.025605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:1.1:1779697719.025610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697719.026695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697719.026705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697719.030492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697719.030509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:2.1:1779697719.030524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697719.030524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:2.1:1779697719.030528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697719.030533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000400:00000200:3.0:1779697719.033285:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.033304:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645be80 00000400:00000200:3.0:1779697719.033313:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 27272 00000400:00000200:3.0:1779697719.033374:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.033379:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.033401:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.033409:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0700. 00000020:00000010:0.0:1779697719.034257:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697719.034263:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697719.034268:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31ee00. 00000020:00000010:0.0:1779697719.034273:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:0.0:1779697719.034278:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697719.034313:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697719.034315:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000100:00000200:0.0:1779697719.034318:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215476864 00000001:00000010:0.0:1779697719.034327:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:0.0:1779697719.034349:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697719.034355:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 02000000:00000010:0.0:1779697719.034377:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6cee000. 00010000:00000010:0.0:1779697719.035158:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697719.035165:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697719.035505:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697719.035510:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697719.035514:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697719.035517:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000004:00000010:0.0:1779697719.035831:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebab40. 00000004:00000010:0.0:1779697719.035839:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef780. 00000004:00000010:0.0:1779697719.035846:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31980. 00080000:00000010:0.0:1779697719.035854:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2ec78. 00010000:00000010:0.0:1779697719.038344:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697719.038355:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:0.0:1779697719.038361:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697719.038369:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697719.039366:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697719.039383:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697719.039815:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697719.039850:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000200:0.0:1779697719.039872:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0700 x1866146215476864/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.039904:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697719.039912:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215476864, offset 224 00000400:00000200:0.0:1779697719.039920:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.039935:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.039943:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309221:309221:256:4294967295] 192.168.203.23@tcp LPNI seq info [309217:309217:8:4294967295] 00000400:00000200:0.0:1779697719.039957:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.039964:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.039969:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697719.039977:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.039986:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.039991:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.040026:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:0.0:1779697719.040031:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697719.040035:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31ee00. 00000800:00000200:3.0:1779697719.041075:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.041082:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697719.041088:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.041096:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.041102:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:3.0:1779697719.041105:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000400:00000200:3.0:1779697719.045451:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.045469:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645bf80 00000400:00000200:3.0:1779697719.045477:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 27848 00000400:00000200:3.0:1779697719.045491:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.045496:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.045505:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.045513:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0380. 00000020:00000010:2.0:1779697719.045562:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.045569:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.045574:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:2.0:1779697719.045580:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544b00. 00000020:00000010:2.0:1779697719.045584:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697719.045632:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.045636:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:2.0:1779697719.045639:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215477120 02000000:00000010:2.0:1779697719.045676:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf987e000. 00010000:00000010:2.0:1779697719.045716:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:2.0:1779697719.045733:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:2.0:1779697719.045750:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697719.045756:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697719.045782:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697719.045786:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544080. 00010000:00000010:2.0:1779697719.045790:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697719.045792:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.045890:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697719.045892:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544100. 00010000:00000010:2.0:1779697719.045895:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697719.045898:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697719.045919:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b260. 00000020:00000010:2.0:1779697719.045925:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b260. 00000020:00000010:2.0:1779697719.045934:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc83245a0. 00080000:00000010:2.0:1779697719.045944:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc93bec00. 00000001:00000010:2.0:1779697719.047586:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc6e07780. 00000001:00000010:2.0:1779697719.047595:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697719.047636:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc83245a0. 00010000:00000010:2.0:1779697719.047648:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697719.047656:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697719.047672:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697719.047723:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697719.047742:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697719.047745:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:0.0:1779697719.047751:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544100. 00010000:00000010:0.0:1779697719.047771:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00010000:00000200:2.0:1779697719.047777:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974411, last committed = 8589974211 00010000:00000200:2.0:1779697719.047790:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0380 x1866146215477120/t8589974411(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.047810:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697719.047817:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215477120, offset 224 00000400:00000010:2.0:1779697719.047824:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb705e8. 00000400:00000200:2.0:1779697719.047828:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.047842:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.047849:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309222:309222:256:4294967295] 192.168.203.23@tcp LPNI seq info [309218:309218:8:4294967295] 00000400:00000200:2.0:1779697719.047855:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.047863:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.047869:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.047874:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697719.047881:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.047889:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.047893:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.048491:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544b00. 00000020:00000010:2.0:1779697719.048497:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697719.048500:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:3.0:1779697719.049805:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.049812:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697719.049818:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.049826:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.051608:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.051627:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f3d 00000400:00000200:3.0:1779697719.051634:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.051638:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.051645:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:3.0:1779697719.051649:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00010000:00000010:0.0:1779697719.051726:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:0.0:1779697719.051737:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544080. 00010000:00000010:0.1:1779697719.052540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697719.056444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697719.056458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697719.056461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697719.056705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:2.1:1779697719.056712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:2.1:1779697719.056716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697719.056719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697719.060436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697719.060451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697719.060455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697719.060458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00000400:00000200:3.0:1779697719.061162:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.061181:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645c000 00000400:00000200:3.0:1779697719.061190:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 28336 00000400:00000200:3.0:1779697719.061249:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.061255:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.061264:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.061270:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3480. 00000020:00000010:0.0:1779697719.061371:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697719.061376:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697719.061381:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31ee00. 00000020:00000010:0.0:1779697719.061386:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:0.0:1779697719.061405:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e3e8. 00000020:00000010:0.0:1779697719.061449:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61200. 00000020:00000010:0.0:1779697719.061451:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61200. 00000100:00000200:0.0:1779697719.061454:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215477248 00000001:00000010:0.0:1779697719.061463:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:0.0:1779697719.061485:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697719.061492:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 02000000:00000010:0.0:1779697719.061517:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6ced000. 00010000:00000010:0.0:1779697719.061542:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697719.061546:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697719.061572:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697719.061576:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697719.061581:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697719.061584:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000004:00000010:0.0:1779697719.061693:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb860. 00000004:00000010:0.0:1779697719.061702:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefb40. 00000004:00000010:0.0:1779697719.061708:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ee0. 00080000:00000010:0.0:1779697719.061716:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2eab0. 00010000:00000010:1.0:1779697719.067499:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.067509:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697719.067515:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.067523:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.067599:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:1.0:1779697719.067617:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:1.0:1779697719.067624:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:1.0:1779697719.067655:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000200:1.0:1779697719.067677:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed3480 x1866146215477248/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.067698:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697719.067705:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215477248, offset 224 00000400:00000200:1.0:1779697719.067713:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.067727:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.067735:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309223:309223:256:4294967295] 192.168.203.23@tcp LPNI seq info [309219:309219:8:4294967295] 00000400:00000200:1.0:1779697719.067750:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.067757:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.068796:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697719.068806:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.068815:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.068819:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.068850:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:1.0:1779697719.068856:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e3e8. 00000020:00000010:1.0:1779697719.068860:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31ee00. 00000800:00000200:3.0:1779697719.069616:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.069622:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697719.069627:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.069634:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.069639:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:3.0:1779697719.069642:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000400:00000200:3.0:1779697719.072802:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.072820:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645c100 00000400:00000200:3.0:1779697719.072828:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 28912 00000400:00000200:3.0:1779697719.072840:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.072845:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.072853:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.072859:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0a80. 00000020:00000010:1.0:1779697719.072924:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697719.072931:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697719.072936:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853400. 00000020:00000010:1.0:1779697719.072942:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394180. 00000020:00000010:1.0:1779697719.072947:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.073063:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697719.073066:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697719.073069:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215477504 02000000:00000010:1.0:1779697719.073103:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3504000. 00010000:00000010:1.0:1779697719.073145:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.073162:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697719.073179:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697719.073186:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.073202:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697719.073206:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394500. 00010000:00000010:1.0:1779697719.073211:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697719.073214:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.073351:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697719.073356:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.073360:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697719.073365:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.1:1779697719.075670:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697719.075684:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697719.075688:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.1:1779697719.075692:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000020:00000010:1.0:1779697719.075719:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cca40. 00000020:00000010:1.0:1779697719.075730:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cca40. 00000020:00000010:1.0:1779697719.075745:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacb0fe6c0. 00080000:00000010:1.0:1779697719.075755:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7847400. 00000001:00000010:1.0:1779697719.076678:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc5a0. 00000001:00000010:1.0:1779697719.076686:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b840. 00000020:00000010:1.0:1779697719.076731:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacb0fe6c0. 00010000:00000010:1.0:1779697719.076748:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.076757:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697719.076790:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697719.076846:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:3.0:1779697719.076858:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:3.0:1779697719.076867:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.076869:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:3.0:1779697719.076879:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00010000:00000200:1.0:1779697719.076893:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974412, last committed = 8589974211 00010000:00000200:1.0:1779697719.076904:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0a80 x1866146215477504/t8589974412(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.076922:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697719.076928:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215477504, offset 224 00000400:00000010:1.0:1779697719.076934:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b700. 00000400:00000200:1.0:1779697719.076938:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.076951:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.076957:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309224:309224:256:4294967295] 192.168.203.23@tcp LPNI seq info [309220:309220:8:4294967295] 00000400:00000200:1.0:1779697719.076963:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.076970:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.077036:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.077041:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697719.077048:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.077055:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.077058:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.077086:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394180. 00000020:00000010:1.0:1779697719.077091:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.077094:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853400. 00000800:00000200:3.0:1779697719.077594:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.077599:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697719.077603:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.077610:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697719.080560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697719.080576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697719.083906:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697719.083918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697719.084189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697719.084195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:1.0:1779697719.087611:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.087631:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f45 00000400:00000200:1.0:1779697719.087637:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.087642:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.087648:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697719.087651:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000400:00000200:1.0:1779697719.087686:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.087692:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645c180 00000400:00000200:1.0:1779697719.087699:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 29400 00000400:00000200:1.0:1779697719.087757:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.087769:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.087774:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.087780:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9880. 00010000:00000010:2.0:1779697719.087880:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:2.0:1779697719.087892:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394500. 00000020:00000010:3.0:1779697719.087960:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.087965:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.087970:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6200. 00000020:00000010:3.0:1779697719.087974:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb400. 00000020:00000010:3.0:1779697719.087978:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697719.088010:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697719.088013:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000100:00000200:3.0:1779697719.088016:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215477632 00000001:00000010:3.0:1779697719.088026:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:3.0:1779697719.088044:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697719.088049:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697719.088073:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3522000. 00010000:00000010:3.0:1779697719.088096:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697719.088099:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697719.088112:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697719.088116:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697719.088120:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697719.088123:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000004:00000010:3.0:1779697719.088202:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3e00. 00000004:00000010:3.0:1779697719.088210:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af618. 00000004:00000010:3.0:1779697719.088215:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82110. 00080000:00000010:3.0:1779697719.088223:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d1d0. 00010000:00000010:1.0:1779697719.091651:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.091661:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.091679:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697719.091686:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.091769:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:1.0:1779697719.091782:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:1.0:1779697719.091787:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:1.0:1779697719.091820:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:1.0:1779697719.091838:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9880 x1866146215477632/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.091857:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697719.091864:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215477632, offset 224 00000400:00000200:1.0:1779697719.091872:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.091885:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.091891:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309225:309225:256:4294967295] 192.168.203.23@tcp LPNI seq info [309221:309221:8:4294967295] 00000400:00000200:1.0:1779697719.091901:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.091906:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.091911:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697719.091917:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.091924:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.091933:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.091955:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb400. 00000020:00000010:1.0:1779697719.091958:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:1.0:1779697719.091962:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6200. 00000800:00000200:3.0:1779697719.092260:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.092266:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:3.0:1779697719.092270:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.092275:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.092280:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:3.0:1779697719.092283:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:2.1:1779697719.093420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:2.1:1779697719.093435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697719.098424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:1.1:1779697719.098444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697719.098449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:1.1:1779697719.098454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00000400:00000200:3.0:1779697719.111462:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.111479:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645c280 00000400:00000200:3.0:1779697719.111488:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 29976 00000400:00000200:3.0:1779697719.111501:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.111505:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.111514:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.111522:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3800. 00000020:00000010:1.0:1779697719.111686:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697719.111692:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697719.111697:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853400. 00000020:00000010:1.0:1779697719.111703:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394200. 00000020:00000010:1.0:1779697719.111708:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.111744:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697719.111746:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697719.111749:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215477888 02000000:00000010:1.0:1779697719.111791:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3503000. 00010000:00000010:1.0:1779697719.111828:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.111844:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.111859:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697719.111864:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.111879:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697719.111882:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.111886:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.111889:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697719.111983:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697719.111986:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394780. 00010000:00000010:1.0:1779697719.111989:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.111992:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00000020:00000010:1.0:1779697719.112011:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc580. 00000020:00000010:1.0:1779697719.112016:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc580. 00000020:00000010:1.0:1779697719.112025:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfcf60. 00080000:00000010:1.0:1779697719.112033:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7845400. 00000001:00000010:1.0:1779697719.112357:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacb0fe840. 00000001:00000010:1.0:1779697719.112363:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697719.112445:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfcf60. 00010000:00000010:1.0:1779697719.112453:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697719.112457:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.112469:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697719.112500:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697719.112511:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000200:1.0:1779697719.112525:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974413, last committed = 8589974211 00010000:00000200:1.0:1779697719.112534:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed3800 x1866146215477888/t8589974413(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.112551:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697719.112556:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215477888, offset 224 00000400:00000010:1.0:1779697719.112562:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bd20. 00000400:00000200:1.0:1779697719.112566:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.112577:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.112584:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309226:309226:256:4294967295] 192.168.203.23@tcp LPNI seq info [309222:309222:8:4294967295] 00000400:00000200:1.0:1779697719.112589:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.112596:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.112601:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.112605:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697719.112611:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.112618:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.112622:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.112638:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394200. 00000020:00000010:1.0:1779697719.112642:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.112644:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853400. 00010000:00000010:1.0:1779697719.112669:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.112673:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394780. 00010000:00000010:1.0:1779697719.112677:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00000800:00000200:1.0:1779697719.112749:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.112752:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697719.112756:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.112771:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697719.120552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697719.120565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697719.127176:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697719.127187:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697719.127192:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697719.127195:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:1.0:1779697719.127224:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.127243:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f4d 00000400:00000200:1.0:1779697719.127250:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.127254:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.127261:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:1.0:1779697719.127264:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000400:00000200:1.0:1779697719.127285:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.127290:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645c300 00000400:00000200:1.0:1779697719.127297:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 30464 00000400:00000200:1.0:1779697719.127354:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.127358:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.127363:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.127369:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9c00. 00010000:00000010:0.0:1779697719.127540:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:0.0:1779697719.127551:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00000020:00000010:2.0:1779697719.127637:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.127642:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.127648:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:2.0:1779697719.127653:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544b00. 00000020:00000010:2.0:1779697719.127657:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697719.127705:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.127708:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:2.0:1779697719.127711:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215478016 00000001:00000010:2.0:1779697719.127721:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b840. 00010000:00000010:2.0:1779697719.127743:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697719.127749:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697719.127781:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf987d000. 00010000:00000010:2.0:1779697719.127806:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697719.127810:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697719.127823:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697719.127826:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544980. 00010000:00000010:2.0:1779697719.127830:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697719.127833:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000004:00000010:2.0:1779697719.127912:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697719.127919:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef00. 00000004:00000010:2.0:1779697719.127925:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c000. 00080000:00000010:2.0:1779697719.127933:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f008. 00010000:00000010:1.0:1779697719.136551:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697719.136561:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d00. 00010000:00000010:1.0:1779697719.136567:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697719.136574:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.136643:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:1.0:1779697719.136654:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:1.0:1779697719.136659:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544980. 00010000:00000010:1.0:1779697719.136698:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:1.0:1779697719.136717:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9c00 x1866146215478016/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.136736:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697719.136741:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215478016, offset 224 00000400:00000200:1.0:1779697719.136748:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.136770:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.136776:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309227:309227:256:4294967295] 192.168.203.23@tcp LPNI seq info [309223:309223:8:4294967295] 00000400:00000200:1.0:1779697719.136787:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.136793:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.136797:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697719.136804:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.136810:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.136815:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.136844:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544b00. 00000020:00000010:1.0:1779697719.136848:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:1.0:1779697719.136852:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:2.0:1779697719.137091:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.137096:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697719.137100:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.137105:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.137111:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:2.0:1779697719.137113:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00010000:00000010:0.1:1779697719.138425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697719.138441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697719.143456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697719.143473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697719.143477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697719.143479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000400:00000200:1.0:1779697719.146048:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.146067:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645c400 00000400:00000200:1.0:1779697719.146076:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 31040 00000400:00000200:1.0:1779697719.146093:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.146097:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.146106:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.146113:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9500. 00000020:00000010:2.0:1779697719.146232:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.146238:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.146244:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace000. 00000020:00000010:2.0:1779697719.146249:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.146253:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.146289:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.146291:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:2.0:1779697719.146294:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215478272 02000000:00000010:2.0:1779697719.146329:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf987c000. 00010000:00000010:2.0:1779697719.146364:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:2.0:1779697719.146379:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d00. 00010000:00000010:2.0:1779697719.146419:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697719.146425:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697719.146447:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697719.146451:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544b00. 00010000:00000010:2.0:1779697719.146456:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.146459:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697719.146651:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697719.146655:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544980. 00010000:00000010:2.0:1779697719.146658:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697719.146662:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697719.146685:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b9c0. 00000020:00000010:2.0:1779697719.146691:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b9c0. 00000020:00000010:2.0:1779697719.146700:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc6e07ea0. 00080000:00000010:2.0:1779697719.146708:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc93bcc00. 00000001:00000010:2.0:1779697719.147214:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc83246c0. 00000001:00000010:2.0:1779697719.147220:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697719.147251:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc6e07ea0. 00010000:00000010:2.0:1779697719.147258:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697719.147263:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.147274:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697719.147310:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697719.147324:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697719.147340:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974414, last committed = 8589974211 00010000:00000200:2.0:1779697719.147349:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9500 x1866146215478272/t8589974414(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.147366:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697719.147372:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215478272, offset 224 00000400:00000010:2.0:1779697719.147378:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70188. 00000400:00000200:2.0:1779697719.147382:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.147414:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.147420:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309228:309228:256:4294967295] 192.168.203.23@tcp LPNI seq info [309224:309224:8:4294967295] 00000400:00000200:2.0:1779697719.147426:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.147544:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00010000:00000010:1.0:1779697719.147622:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00000800:00000200:2.0:1779697719.147628:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00010000:00000010:1.0:1779697719.147629:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544980. 00000800:00000010:2.0:1779697719.147633:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00010000:00000010:1.0:1779697719.147639:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:2.0:1779697719.147642:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.147650:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.147654:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.148142:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.148148:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.148151:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace000. 00000800:00000200:1.0:1779697719.148158:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.148163:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:1.0:1779697719.148168:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.148174:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.150520:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697719.150537:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f55 00000400:00000200:2.0:1779697719.150543:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.150547:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697719.150607:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697719.150610:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000400:00000200:1.0:1779697719.153691:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.153709:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645c480 00000400:00000200:1.0:1779697719.153717:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 31528 00000400:00000200:1.0:1779697719.154227:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.154234:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.154242:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.154250:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8380. 00000020:00000010:2.0:1779697719.154341:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.154345:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.154351:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf6e8a200. 00000020:00000010:2.0:1779697719.154356:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.154361:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.154414:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697719.154417:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:2.0:1779697719.154420:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215478400 00000001:00000010:2.0:1779697719.154436:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:2.0:1779697719.154461:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697719.154467:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 02000000:00000010:2.0:1779697719.154492:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb1a6a2000. 00010000:00000010:2.0:1779697719.154517:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.154520:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697719.154537:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697719.154541:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544080. 00010000:00000010:2.0:1779697719.154544:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697719.154547:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000004:00000010:2.0:1779697719.154731:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697719.154739:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e348. 00000004:00000010:2.0:1779697719.154745:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dba0. 00080000:00000010:2.0:1779697719.154753:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54ee40. 00010000:00000010:2.0:1779697719.155247:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697719.155251:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544600. 00010000:00000010:2.0:1779697719.155255:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697719.155259:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.155315:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697719.155325:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697719.155330:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544080. 00010000:00000010:2.0:1779697719.155348:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000200:2.0:1779697719.155362:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8380 x1866146215478400/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.155379:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697719.155384:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215478400, offset 224 00000400:00000200:2.0:1779697719.155408:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.155419:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.155425:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309229:309229:256:4294967295] 192.168.203.23@tcp LPNI seq info [309225:309225:8:4294967295] 00000400:00000200:2.0:1779697719.157122:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.157129:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.157137:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697719.157144:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.157150:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.157154:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.157183:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.157189:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.157194:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf6e8a200. 00000800:00000200:1.0:1779697719.157358:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.157363:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697719.157367:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.157372:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.157377:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:1.0:1779697719.157380:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00010000:00000010:0.0:1779697719.159319:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:0.0:1779697719.159334:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544b00. 00010000:00000010:2.1:1779697719.160651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697719.160661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:2.1:1779697719.160666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697719.160677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:2.0:1779697719.163598:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697719.163617:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645c580 00000400:00000200:2.0:1779697719.163625:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 32104 00000400:00000200:2.0:1779697719.163639:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.163644:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697719.163652:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697719.163658:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e83800. 00000020:00000010:2.0:1779697719.163830:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.163835:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.163840:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace000. 00000020:00000010:2.0:1779697719.163845:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.163850:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.163880:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.163882:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697719.163885:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215478656 02000000:00000010:2.0:1779697719.163917:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb1a6a4000. 00010000:00000010:2.0:1779697719.163952:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.163966:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544600. 00010000:00000010:2.0:1779697719.163984:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697719.163988:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.164003:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697719.164006:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544600. 00010000:00000010:2.0:1779697719.164010:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697719.164013:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697719.164118:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697719.164121:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544080. 00010000:00000010:2.0:1779697719.164124:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697719.164127:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697719.164146:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b5a0. 00000020:00000010:2.0:1779697719.164151:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b5a0. 00000020:00000010:2.0:1779697719.164160:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc83245a0. 00080000:00000010:2.0:1779697719.164168:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc93bc000. 00010000:00000010:2.1:1779697719.167510:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697719.167523:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697719.167528:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697719.167530:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697719.167623:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697719.167629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00000001:00000010:2.0:1779697719.167821:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d7e0. 00000001:00000010:2.0:1779697719.167829:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697719.167870:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc83245a0. 00010000:00000010:2.0:1779697719.167884:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697719.167891:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697719.167911:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697719.167953:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697719.167968:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697719.167986:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974415, last committed = 8589974211 00010000:00000200:2.0:1779697719.167997:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e83800 x1866146215478656/t8589974415(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.168016:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697719.168022:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215478656, offset 224 00000400:00000010:2.0:1779697719.168029:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70428. 00000400:00000200:2.0:1779697719.168033:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.168046:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.168052:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309230:309230:256:4294967295] 192.168.203.23@tcp LPNI seq info [309226:309226:8:4294967295] 00000400:00000200:2.0:1779697719.168059:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.168065:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.168070:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.168075:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697719.168081:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.168088:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.168092:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.168118:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.168123:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.168127:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace000. 00000800:00000200:1.0:1779697719.168324:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.168329:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:1.0:1779697719.168333:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.168338:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697719.170589:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697719.170604:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544080. 00010000:00000010:0.0:1779697719.170616:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000400:00000200:2.0:1779697719.173837:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697719.173860:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f5d 00000400:00000200:2.0:1779697719.173866:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.173871:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697719.173878:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697719.173881:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:2.0:1779697719.173908:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697719.173914:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645c600 00000400:00000200:2.0:1779697719.173921:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 32592 00000400:00000200:2.0:1779697719.173969:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.173973:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697719.173979:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697719.173985:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e80e00. 00000020:00000010:1.0:1779697719.174958:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.174965:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.174972:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853400. 00000020:00000010:1.0:1779697719.174977:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394900. 00000020:00000010:1.0:1779697719.174982:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.175019:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.175022:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000100:00000200:1.0:1779697719.175025:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215478784 00000001:00000010:1.0:1779697719.175034:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:1.0:1779697719.175056:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697719.175063:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 02000000:00000010:1.0:1779697719.175095:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3500000. 00010000:00000010:1.0:1779697719.175120:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697719.175124:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697719.175141:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.175144:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394f00. 00010000:00000010:1.0:1779697719.175148:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697719.175150:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00000004:00000010:1.0:1779697719.175232:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ad20. 00000004:00000010:1.0:1779697719.175239:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697719.175245:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562bb0. 00080000:00000010:1.0:1779697719.175253:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:0.1:1779697719.175889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:0.1:1779697719.175896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.0:1779697719.175927:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697719.175934:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544600. 00010000:00000010:1.0:1779697719.177301:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697719.177308:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697719.177315:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697719.177321:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697719.177419:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697719.177432:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697719.177437:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394f00. 00010000:00000010:1.0:1779697719.177461:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000200:1.0:1779697719.177479:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80e00 x1866146215478784/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.177499:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697719.177506:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215478784, offset 224 00000400:00000200:1.0:1779697719.177513:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.177526:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.177533:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309231:309231:256:4294967295] 192.168.203.23@tcp LPNI seq info [309227:309227:8:4294967295] 00000400:00000200:1.0:1779697719.177543:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.177548:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.177553:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697719.177578:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.177585:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.177589:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.177614:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394900. 00000020:00000010:1.0:1779697719.177618:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.177621:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853400. 00010000:00000010:2.1:1779697719.178494:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697719.178502:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00000800:00000200:2.0:1779697719.178514:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.178517:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697719.178522:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.178528:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.178534:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:2.0:1779697719.178536:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:2.1:1779697719.180585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697719.180597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:0.1:1779697719.181278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:0.1:1779697719.181286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697719.181289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697719.181292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:1.1:1779697719.184535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697719.184548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697719.184552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697719.184555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:1.0:1779697719.192335:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.192357:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645c700 00000400:00000200:1.0:1779697719.192365:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 33168 00000400:00000200:1.0:1779697719.192382:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.192386:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.192410:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.192419:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8700. 00000020:00000010:2.0:1779697719.192853:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.192859:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.192865:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf6e8a200. 00000020:00000010:2.0:1779697719.192870:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.192875:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.193153:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.193158:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697719.193162:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215479040 02000000:00000010:2.0:1779697719.193215:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb1a6a6000. 00010000:00000010:2.0:1779697719.193254:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697719.193272:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d80. 00010000:00000010:2.0:1779697719.193291:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697719.193297:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.193315:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697719.193318:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544900. 00010000:00000010:2.0:1779697719.193324:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697719.193328:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697719.193473:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697719.193477:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544f00. 00010000:00000010:2.0:1779697719.193480:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697719.193483:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697719.193508:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b220. 00000020:00000010:2.0:1779697719.193515:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b220. 00000020:00000010:2.0:1779697719.193526:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d8a0. 00080000:00000010:2.0:1779697719.193535:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc93bf000. 00000001:00000010:2.0:1779697719.193928:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc6e07f60. 00000001:00000010:2.0:1779697719.193935:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697719.193966:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d8a0. 00010000:00000010:2.0:1779697719.193974:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.193979:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697719.193991:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697719.194500:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697719.194522:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697719.194541:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974416, last committed = 8589974211 00010000:00000200:2.0:1779697719.194552:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8700 x1866146215479040/t8589974416(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.194572:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697719.194581:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215479040, offset 224 00000400:00000010:2.0:1779697719.194589:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70ab8. 00000400:00000200:2.0:1779697719.194594:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.194610:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.194617:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309232:309232:256:4294967295] 192.168.203.23@tcp LPNI seq info [309228:309228:8:4294967295] 00000400:00000200:2.0:1779697719.194624:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.194635:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.194642:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.194647:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697719.194656:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.194664:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.194668:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.194689:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.194696:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.194700:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf6e8a200. 00000800:00000200:2.0:1779697719.194806:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.194811:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:2.0:1779697719.194816:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.194821:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.199550:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697719.199573:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f65 00000400:00000200:2.0:1779697719.199582:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.199588:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697719.199595:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697719.199600:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:2.0:1779697719.199638:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697719.199646:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645c780 00000400:00000200:2.0:1779697719.199654:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 33656 00000400:00000200:2.0:1779697719.199710:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.199716:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697719.199722:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697719.199729:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e82a00. 00000020:00000010:2.0:1779697719.199790:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.199796:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.199803:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace000. 00000020:00000010:2.0:1779697719.199808:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697719.199813:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697719.199849:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00010000:00000010:1.0:1779697719.199851:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697719.199853:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697719.199857:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215479168 00010000:00000010:1.0:1779697719.199861:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544900. 00000001:00000010:2.0:1779697719.199867:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697719.199886:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697719.199893:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697719.199920:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad297d000. 00010000:00000010:2.0:1779697719.199946:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697719.199951:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697719.199968:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697719.199972:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544400. 00010000:00000010:2.0:1779697719.199976:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697719.199981:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697719.200080:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697719.200088:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e258. 00000004:00000010:2.0:1779697719.200093:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d100. 00080000:00000010:2.0:1779697719.200111:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54fc80. 00010000:00000010:0.0:1779697719.201686:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:0.0:1779697719.201697:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544f00. 00010000:00000010:0.0:1779697719.201705:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00010000:00000010:1.0:1779697719.202774:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.202781:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394980. 00010000:00000010:1.0:1779697719.202788:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697719.202794:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.202869:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:1.0:1779697719.202884:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:1.0:1779697719.202890:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544400. 00010000:00000010:1.0:1779697719.202921:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:1.0:1779697719.202940:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82a00 x1866146215479168/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.202961:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:1.0:1779697719.202968:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215479168, offset 224 00000400:00000200:1.0:1779697719.202977:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.202990:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.202998:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309233:309233:256:4294967295] 192.168.203.23@tcp LPNI seq info [309229:309229:8:4294967295] 00000400:00000200:1.0:1779697719.203011:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.203017:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.203022:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697719.203029:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.203038:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.203053:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.203081:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544680. 00000020:00000010:1.0:1779697719.203088:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:1.0:1779697719.203092:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace000. 00000800:00000200:0.0:1779697719.203201:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.203206:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697719.203210:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.203215:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697719.203220:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779697719.203222:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00010000:00000010:2.1:1779697719.203426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697719.203433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697719.205424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697719.205427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697719.205435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697719.205440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:0.0:1779697719.207446:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.207462:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645c880 00000400:00000200:0.0:1779697719.207468:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 34232 00000400:00000200:0.0:1779697719.207480:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.207483:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.207490:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.207495:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28380. 00000020:00000010:2.0:1779697719.207612:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.207616:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.207622:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948c00. 00000020:00000010:2.0:1779697719.207625:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544a80. 00000020:00000010:2.0:1779697719.207629:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.207658:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.207660:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697719.207661:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215479424 02000000:00000010:2.0:1779697719.207695:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad297b000. 00010000:00000010:2.0:1779697719.207735:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:2.0:1779697719.207753:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394980. 00010000:00000010:2.0:1779697719.207781:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697719.207787:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.207803:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697719.207805:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697719.207809:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697719.207812:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697719.207909:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697719.207913:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544380. 00010000:00000010:2.0:1779697719.207915:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697719.207919:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697719.207941:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697719.207948:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697719.207958:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc6e075a0. 00080000:00000010:2.0:1779697719.207967:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc93bf400. 00000001:00000010:2.0:1779697719.208360:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dc60. 00000001:00000010:2.0:1779697719.208367:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697719.208675:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc6e075a0. 00010000:00000010:2.0:1779697719.208686:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697719.208690:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697719.208704:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697719.208791:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.208807:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697719.208825:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974417, last committed = 8589974211 00010000:00000200:2.0:1779697719.208834:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28380 x1866146215479424/t8589974417(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.208853:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697719.208859:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215479424, offset 224 00000400:00000010:2.0:1779697719.208865:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb706c8. 00000400:00000200:2.0:1779697719.208868:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.208881:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.208887:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309234:309234:256:4294967295] 192.168.203.23@tcp LPNI seq info [309230:309230:8:4294967295] 00000400:00000200:2.0:1779697719.208892:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.208899:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.208904:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.208909:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697719.208916:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.208922:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.208926:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.208952:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544a80. 00000020:00000010:2.0:1779697719.208957:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.208961:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948c00. 00000800:00000200:0.0:1779697719.209094:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.209098:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697719.209103:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.209107:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697719.209854:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:1.0:1779697719.209864:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544380. 00010000:00000010:1.0:1779697719.209873:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00010000:00000010:0.1:1779697719.212426:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697719.212509:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:1.1:1779697719.212957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697719.212966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697719.212972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:1.1:1779697719.212976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697719.216425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697719.216567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697719.216571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697719.216574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:3.0:1779697719.216963:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.216983:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f6d 00000400:00000200:3.0:1779697719.216990:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.216994:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.217001:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:3.0:1779697719.217004:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:3.0:1779697719.217107:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.217113:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645c900 00000400:00000200:3.0:1779697719.217120:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 34720 00000400:00000200:3.0:1779697719.217184:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.217188:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.217193:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.217198:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3100. 00000020:00000010:1.0:1779697719.217323:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.217329:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.217334:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853400. 00000020:00000010:1.0:1779697719.217339:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394e80. 00000020:00000010:1.0:1779697719.217344:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.217378:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.217381:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697719.217383:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215479552 00000001:00000010:1.0:1779697719.217408:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:1.0:1779697719.217439:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697719.217445:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 02000000:00000010:1.0:1779697719.217468:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3502000. 00010000:00000010:1.0:1779697719.217492:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697719.217496:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697719.217514:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697719.217518:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b80. 00010000:00000010:1.0:1779697719.217523:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697719.217527:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00000004:00000010:1.0:1779697719.217620:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697719.217628:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697719.217634:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562220. 00080000:00000010:1.0:1779697719.217642:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:3.0:1779697719.220338:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697719.220348:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbe00. 00010000:00000010:3.0:1779697719.220354:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.220361:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697719.220457:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:3.0:1779697719.220471:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:3.0:1779697719.220476:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b80. 00010000:00000010:3.0:1779697719.220502:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:3.0:1779697719.220523:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed3100 x1866146215479552/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:2.0:1779697719.220527:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697719.220535:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544500. 00000400:00000010:3.0:1779697719.220547:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697719.220567:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215479552, offset 224 00000400:00000200:3.0:1779697719.220576:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.220591:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.220597:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309235:309235:256:4294967295] 192.168.203.23@tcp LPNI seq info [309231:309231:8:4294967295] 00000400:00000200:3.0:1779697719.220609:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.220615:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.220620:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697719.220627:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.220634:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.220637:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.220667:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394e80. 00000020:00000010:3.0:1779697719.220782:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:3.0:1779697719.220786:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853400. 00000800:00000200:2.0:1779697719.220805:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.220810:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697719.220814:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.220819:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.220824:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:2.0:1779697719.220827:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000400:00000200:3.0:1779697719.226133:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.226153:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645ca00 00000400:00000200:3.0:1779697719.226163:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 35296 00000400:00000200:3.0:1779697719.226191:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.226197:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.226206:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.226212:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1880. 00000020:00000010:2.0:1779697719.226308:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.226314:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.226320:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948c00. 00000020:00000010:2.0:1779697719.226325:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544500. 00000020:00000010:2.0:1779697719.226330:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.226369:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.226372:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697719.226376:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215479808 02000000:00000010:2.0:1779697719.226438:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad297a000. 00010000:00000010:2.0:1779697719.226480:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:2.0:1779697719.226496:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbe00. 00010000:00000010:2.0:1779697719.226513:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697719.226518:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697719.226532:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697719.226535:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544a80. 00010000:00000010:2.0:1779697719.226539:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697719.226542:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.226650:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697719.226654:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544d00. 00010000:00000010:2.0:1779697719.226657:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.226659:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697719.226680:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697719.226686:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bde0. 00000020:00000010:2.0:1779697719.226696:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d1e0. 00080000:00000010:2.0:1779697719.226706:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc93bc400. 00000001:00000010:2.0:1779697719.227244:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc6e079c0. 00000001:00000010:2.0:1779697719.227251:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697719.227285:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d1e0. 00010000:00000010:2.0:1779697719.227294:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697719.227298:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697719.227310:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697719.227350:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.227363:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697719.227378:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974418, last committed = 8589974211 00010000:00000200:2.0:1779697719.227386:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed1880 x1866146215479808/t8589974418(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.227424:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697719.227430:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215479808, offset 224 00000400:00000010:2.0:1779697719.227436:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70ee0. 00000400:00000200:2.0:1779697719.227440:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.227452:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.227458:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309236:309236:256:4294967295] 192.168.203.23@tcp LPNI seq info [309232:309232:8:4294967295] 00000400:00000200:2.0:1779697719.227464:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.227470:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.227476:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.227480:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697719.227486:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.227494:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.227498:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.227518:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544500. 00000020:00000010:2.0:1779697719.227524:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.227527:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948c00. 00000800:00000200:2.0:1779697719.227611:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.227615:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697719.227619:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.227623:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697719.228047:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697719.228055:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544d00. 00010000:00000010:3.0:1779697719.228062:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000400:00000200:2.0:1779697719.229987:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697719.230005:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f75 00000400:00000200:2.0:1779697719.230125:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.230131:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697719.230138:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:2.0:1779697719.230141:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00010000:00000010:3.0:1779697719.230349:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697719.230358:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544a80. 00000400:00000200:3.0:1779697719.231492:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.231504:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ca80 00000400:00000200:3.0:1779697719.231511:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 35784 00000400:00000200:3.0:1779697719.231561:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.231567:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.231574:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.231581:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3b80. 00000020:00000010:2.0:1779697719.231842:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.231848:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.231857:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948c00. 00000020:00000010:2.0:1779697719.231861:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544500. 00000020:00000010:2.0:1779697719.231866:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.231942:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697719.231945:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697719.231949:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215479936 00000001:00000010:2.0:1779697719.231961:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697719.231984:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697719.231992:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697719.232026:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad297e000. 00010000:00000010:2.0:1779697719.232052:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697719.232057:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.232083:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697719.232089:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544a80. 00010000:00000010:2.0:1779697719.232094:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697719.232098:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:1.1:1779697719.232277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697719.232285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00000004:00000010:2.0:1779697719.232352:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697719.232360:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e7f8. 00000004:00000010:2.0:1779697719.232366:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cbb0. 00080000:00000010:2.0:1779697719.232374:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e000. 00010000:00000010:2.0:1779697719.232995:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697719.233000:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544680. 00010000:00000010:2.0:1779697719.233005:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697719.233022:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697719.233148:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.233159:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697719.233164:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544a80. 00010000:00000010:2.0:1779697719.233302:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697719.233320:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed3b80 x1866146215479936/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.233340:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697719.233346:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215479936, offset 224 00000400:00000200:2.0:1779697719.233352:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.233364:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.233371:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309237:309237:256:4294967295] 192.168.203.23@tcp LPNI seq info [309233:309233:8:4294967295] 00000400:00000200:2.0:1779697719.233381:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.233386:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.233410:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697719.233416:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.233424:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.233428:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.233446:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544500. 00000020:00000010:2.0:1779697719.233450:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.233453:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948c00. 00000800:00000200:2.0:1779697719.233786:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.233791:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697719.233795:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.233799:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.233804:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:2.0:1779697719.233806:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00010000:00000010:3.1:1779697719.235403:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697719.235415:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697719.235421:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697719.235425:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:3.0:1779697719.235563:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.235589:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645cb80 00000400:00000200:3.0:1779697719.235598:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 36360 00000400:00000200:3.0:1779697719.235614:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.235620:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.235627:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.235633:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 00000020:00000010:3.0:1779697719.235688:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697719.235693:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697719.235699:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fc00. 00000020:00000010:3.0:1779697719.235704:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697719.235709:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697719.235747:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697719.235751:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000100:00000200:3.0:1779697719.235754:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215480192 02000000:00000010:3.0:1779697719.235799:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3527000. 00010000:00000010:3.0:1779697719.235834:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697719.235848:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544680. 00010000:00000010:3.0:1779697719.235863:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697719.235868:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.235880:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697719.235883:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697719.235886:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697719.235889:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697719.235971:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697719.235973:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.235976:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697719.235978:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000020:00000010:3.0:1779697719.235997:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97f00. 00000020:00000010:3.0:1779697719.236002:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97f00. 00000020:00000010:3.0:1779697719.236013:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664480. 00080000:00000010:3.0:1779697719.236022:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4283800. 00000001:00000010:3.0:1779697719.236460:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46647e0. 00000001:00000010:3.0:1779697719.236466:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697719.236509:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664480. 00010000:00000010:3.0:1779697719.236518:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697719.236523:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.236536:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697719.236574:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.236584:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697719.236615:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697719.236619:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.236632:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:3.0:1779697719.236646:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974419, last committed = 8589974211 00010000:00000200:3.0:1779697719.236654:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed1500 x1866146215480192/t8589974419(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.236671:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697719.236676:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215480192, offset 224 00000400:00000010:3.0:1779697719.236682:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0ab8. 00000400:00000200:3.0:1779697719.236685:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.236697:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.236703:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309238:309238:256:4294967295] 192.168.203.23@tcp LPNI seq info [309234:309234:8:4294967295] 00000400:00000200:3.0:1779697719.236708:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.236714:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.236718:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.236722:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697719.236728:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.236735:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.236740:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.236765:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697719.236769:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697719.236772:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fc00. 00000800:00000200:3.0:1779697719.236855:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.236859:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697719.236863:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.236867:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.239074:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697719.239091:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f7d 00000400:00000200:2.0:1779697719.239097:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.239101:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697719.239108:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:2.0:1779697719.239111:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:2.0:1779697719.239139:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697719.239144:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645cc00 00000400:00000200:2.0:1779697719.239151:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 36848 00000400:00000200:2.0:1779697719.239214:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.239218:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697719.239223:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697719.239229:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e83100. 00000020:00000010:1.0:1779697719.239345:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.239350:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.239355:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.239360:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697719.239364:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.239417:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.239420:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697719.239423:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215480320 00000001:00000010:1.0:1779697719.239440:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:1.0:1779697719.239461:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697719.239468:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 02000000:00000010:1.0:1779697719.239490:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3507000. 00010000:00000010:1.0:1779697719.239514:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697719.239517:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697719.239532:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697719.239535:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697719.239539:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.239541:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000004:00000010:1.0:1779697719.239624:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b2c0. 00000004:00000010:1.0:1779697719.239632:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697719.239638:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562dd0. 00080000:00000010:1.0:1779697719.239646:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:3.0:1779697719.239989:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697719.239997:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00010000:00000010:2.1:1779697719.240779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697719.240787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.0:1779697719.241474:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697719.241479:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697719.241484:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697719.241490:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697719.241549:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697719.241558:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697719.241562:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697719.241582:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697719.241598:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e83100 x1866146215480320/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.241617:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:1.0:1779697719.241623:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215480320, offset 224 00000400:00000200:1.0:1779697719.241630:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.241641:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.241647:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309239:309239:256:4294967295] 192.168.203.23@tcp LPNI seq info [309235:309235:8:4294967295] 00000400:00000200:1.0:1779697719.241658:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.241676:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.241681:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697719.241687:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.241694:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.241698:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.241719:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697719.241723:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.241727:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00000800:00000200:3.0:1779697719.241810:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.241816:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697719.241820:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.241826:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.241831:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:3.0:1779697719.241834:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00010000:00000010:3.1:1779697719.243432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697719.243435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:2.1:1779697719.243446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697719.243448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697719.243455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697719.243455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697719.243462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697719.243462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697719.243469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697719.243470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697719.243476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697719.243477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697719.243482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697719.243484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.1:1779697719.243488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697719.243490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697719.243495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697719.243499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697719.243503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697719.243505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00000400:00000200:3.0:1779697719.245863:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.245878:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645cd00 00000400:00000200:3.0:1779697719.245886:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 37424 00000400:00000200:3.0:1779697719.245898:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.245901:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.245908:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.245913:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 00000020:00000010:1.0:1779697719.247098:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.247105:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.247112:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.247117:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697719.247122:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.247157:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.247159:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697719.247162:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215480576 02000000:00000010:1.0:1779697719.247205:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac431a000. 00010000:00000010:1.0:1779697719.247241:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697719.247256:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697719.247272:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697719.247277:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697719.247292:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697719.247295:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697719.247299:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.247301:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697719.247409:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697719.247412:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697719.247415:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.247418:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000020:00000010:1.0:1779697719.247451:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc520. 00000020:00000010:1.0:1779697719.247458:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc520. 00000020:00000010:1.0:1779697719.247468:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfcc00. 00080000:00000010:1.0:1779697719.247477:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7845c00. 00000001:00000010:1.0:1779697719.247900:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1a1e0. 00000001:00000010:1.0:1779697719.247907:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697719.247947:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfcc00. 00010000:00000010:1.0:1779697719.247954:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697719.247958:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697719.247970:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697719.248010:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697719.248023:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000200:1.0:1779697719.248037:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974420, last committed = 8589974211 00010000:00000200:1.0:1779697719.248047:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed1c00 x1866146215480576/t8589974420(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.248067:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00010000:00000010:3.0:1779697719.248070:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00000100:00000200:1.0:1779697719.248074:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215480576, offset 224 00010000:00000010:3.0:1779697719.248077:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00000400:00000010:1.0:1779697719.248082:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b380. 00010000:00000010:3.0:1779697719.248087:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00000400:00000200:1.0:1779697719.248088:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.248105:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.248111:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309240:309240:256:4294967295] 192.168.203.23@tcp LPNI seq info [309236:309236:8:4294967295] 00000400:00000200:1.0:1779697719.248116:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.248123:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.248129:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.248133:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697719.248139:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.248146:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.248150:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.248173:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394c80. 00000020:00000010:1.0:1779697719.248177:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.248180:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00000800:00000200:2.0:1779697719.248369:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.248374:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697719.248379:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.248385:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697719.250738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697719.250749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697719.250754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697719.250756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000400:00000200:3.0:1779697719.250857:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.250874:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f85 00000400:00000200:3.0:1779697719.250881:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.250885:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.250892:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:3.0:1779697719.250895:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00000400:00000200:3.0:1779697719.251376:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.251385:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645cd80 00000400:00000200:3.0:1779697719.251408:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 37912 00000400:00000200:3.0:1779697719.251455:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.251460:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.251465:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.251471:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 00010000:00000010:1.0:1779697719.251793:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697719.251803:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d80. 00000020:00000010:2.0:1779697719.251948:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.251954:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.251960:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948c00. 00000020:00000010:2.0:1779697719.251964:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544500. 00000020:00000010:2.0:1779697719.251969:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.252007:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.252009:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697719.252013:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215480704 00000001:00000010:2.0:1779697719.252022:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:2.0:1779697719.252042:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697719.252048:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697719.252074:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfd8000. 00010000:00000010:2.0:1779697719.252099:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697719.252102:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697719.252116:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697719.252119:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544a80. 00010000:00000010:2.0:1779697719.252123:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697719.252126:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697719.252223:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697719.252230:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ebb8. 00000004:00000010:2.0:1779697719.252237:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355caa0. 00080000:00000010:2.0:1779697719.252245:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e390. 00010000:00000010:3.1:1779697719.253522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697719.253532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697719.260851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697719.260864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697719.260868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697719.260871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.0:1779697719.264022:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697719.264032:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.264038:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.264044:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697719.264114:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:3.0:1779697719.264125:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697719.264131:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544a80. 00010000:00000010:3.0:1779697719.264154:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:3.0:1779697719.264172:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed2300 x1866146215480704/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697719.264203:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697719.264209:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215480704, offset 224 00000400:00000200:3.0:1779697719.264216:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.264228:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.264235:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309241:309241:256:4294967295] 192.168.203.23@tcp LPNI seq info [309237:309237:8:4294967295] 00000400:00000200:3.0:1779697719.264246:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.264251:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.264256:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697719.264262:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.264270:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.264274:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.264301:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544500. 00000020:00000010:3.0:1779697719.264305:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:3.0:1779697719.264309:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948c00. 00000800:00000200:0.0:1779697719.264905:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.264912:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697719.264918:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.264925:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697719.264941:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:0.0:1779697719.264944:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00010000:00000010:1.1:1779697719.266406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697719.266418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:0.0:1779697719.267100:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.267116:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645ce80 00000400:00000200:0.0:1779697719.267123:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 38488 00000400:00000200:0.0:1779697719.267136:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.267140:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.267147:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.267152:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29180. 00000020:00000010:1.0:1779697719.267453:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.267459:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.267464:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.267469:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.267473:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.267505:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.267508:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697719.267511:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215480960 02000000:00000010:1.0:1779697719.267545:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac431d000. 00010000:00000010:1.0:1779697719.267581:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:1.0:1779697719.267593:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:1.0:1779697719.267609:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.267613:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697719.267626:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697719.267629:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697719.267633:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697719.267635:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697719.268255:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697719.268260:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697719.268263:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.268266:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00000020:00000010:1.0:1779697719.268292:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc520. 00000020:00000010:1.0:1779697719.268298:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc520. 00000020:00000010:1.0:1779697719.268307:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1af00. 00080000:00000010:1.0:1779697719.268316:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc4c00. 00000001:00000010:1.0:1779697719.274964:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc780. 00000001:00000010:1.0:1779697719.274976:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697719.275036:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1af00. 00010000:00000010:1.0:1779697719.275052:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697719.275060:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697719.275083:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b840. 00010000:00000010:1.0:1779697719.275132:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697719.275154:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697719.275176:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974421, last committed = 8589974211 00010000:00000200:1.0:1779697719.275187:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29180 x1866146215480960/t8589974421(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.275214:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697719.275221:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215480960, offset 224 00000400:00000010:1.0:1779697719.275229:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bbd0. 00000400:00000200:1.0:1779697719.275234:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.275250:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.275258:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309242:309242:256:4294967295] 192.168.203.23@tcp LPNI seq info [309238:309238:8:4294967295] 00000400:00000200:1.0:1779697719.275265:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.275275:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.275282:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.275287:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697719.275295:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.275304:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.275309:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.275336:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.275341:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.275345:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00000800:00000200:1.0:1779697719.277864:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.277874:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697719.277881:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.277890:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697719.277965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697719.277973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697719.277976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697719.277979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.0:1779697719.278011:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:3.0:1779697719.278019:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000010:3.0:1779697719.278026:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b840. 00010000:00000010:1.1:1779697719.282631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.1:1779697719.282643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697719.282648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697719.282651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697719.283949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697719.283971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:0.0:1779697719.285798:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.285820:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f8d 00000400:00000200:0.0:1779697719.285827:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.285833:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.285841:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697719.285844:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000400:00000200:0.0:1779697719.285874:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.285885:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645cf00 00000400:00000200:0.0:1779697719.285894:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 38976 00010000:00000010:3.0:1779697719.285925:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697719.285937:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00000400:00000200:0.0:1779697719.285946:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.285953:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.285959:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.285965:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 00000020:00000010:1.0:1779697719.286826:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.286833:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.286838:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.286843:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.286847:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.286887:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697719.286890:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697719.286893:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215481088 00000001:00000010:1.0:1779697719.286904:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697719.286928:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.286934:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 02000000:00000010:1.0:1779697719.286957:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4318000. 00010000:00000010:1.0:1779697719.286982:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.286985:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697719.287000:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697719.287003:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d00. 00010000:00000010:1.0:1779697719.287006:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.287009:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000004:00000010:1.0:1779697719.287095:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a5a0. 00000004:00000010:1.0:1779697719.287104:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697719.287268:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563a90. 00080000:00000010:1.0:1779697719.287278:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:3.1:1779697719.299844:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697719.299859:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.0:1779697719.299961:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697719.299967:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb280. 00010000:00000010:3.0:1779697719.299973:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697719.299981:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.300059:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:3.0:1779697719.300076:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697719.300083:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d00. 00010000:00000010:3.0:1779697719.300112:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:3.0:1779697719.300134:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2a680 x1866146215481088/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697719.300156:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697719.300163:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215481088, offset 224 00000400:00000200:3.0:1779697719.300171:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.300198:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.300207:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309243:309243:256:4294967295] 192.168.203.23@tcp LPNI seq info [309239:309239:8:4294967295] 00000400:00000200:3.0:1779697719.300223:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.300231:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.300236:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697719.300243:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.300252:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.300257:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.300287:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:3.0:1779697719.300292:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:3.0:1779697719.300297:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00000800:00000200:0.0:1779697719.300514:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.300518:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697719.300522:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.300527:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697719.300532:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:0.0:1779697719.300534:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00000400:00000200:1.0:1779697719.308767:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.308788:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645d000 00000400:00000200:1.0:1779697719.308796:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 39552 00000400:00000200:1.0:1779697719.308812:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.308815:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.308823:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.308831:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a6a00. 00000020:00000010:3.0:1779697719.309144:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697719.309150:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697719.309156:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacdfaa200. 00000020:00000010:3.0:1779697719.309162:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697719.309167:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697719.309314:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697719.309318:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697719.309322:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215481344 02000000:00000010:3.0:1779697719.309356:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3521000. 00010000:00000010:3.1:1779697719.309417:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697719.309424:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697719.309524:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697719.309528:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.0:1779697719.309539:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.309604:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb280. 00010000:00000010:3.0:1779697719.309623:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697719.309629:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.309643:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697719.309646:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb280. 00010000:00000010:3.0:1779697719.309650:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697719.309653:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697719.309972:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697719.309976:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697719.309979:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697719.309983:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000020:00000010:3.0:1779697719.310005:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b975c0. 00000020:00000010:3.0:1779697719.310010:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b975c0. 00000020:00000010:3.0:1779697719.310019:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664660. 00080000:00000010:3.0:1779697719.310028:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4283400. 00000001:00000010:3.0:1779697719.314227:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664960. 00000001:00000010:3.0:1779697719.314236:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697719.314290:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664660. 00010000:00000010:3.0:1779697719.314305:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697719.314313:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697719.314333:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697719.314923:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.314948:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:3.0:1779697719.314970:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974422, last committed = 8589974211 00010000:00000200:3.0:1779697719.314981:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a6a00 x1866146215481344/t8589974422(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.315002:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697719.315009:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215481344, offset 224 00000400:00000010:3.0:1779697719.315017:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0428. 00000400:00000200:3.0:1779697719.315022:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.315038:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.315046:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309244:309244:256:4294967295] 192.168.203.23@tcp LPNI seq info [309240:309240:8:4294967295] 00000400:00000200:3.0:1779697719.315053:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.315064:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.315070:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.315076:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697719.315083:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.315092:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.315097:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.315124:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697719.315128:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697719.315131:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacdfaa200. 00010000:00000010:1.0:1779697719.316227:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:1.0:1779697719.316241:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:1.0:1779697719.316250:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:3.0:1779697719.317446:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.317453:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697719.317459:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.317467:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.319912:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.319933:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f95 00000400:00000200:3.0:1779697719.319940:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.319946:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.319953:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:3.0:1779697719.319957:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00010000:00000010:1.0:1779697719.320517:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:1.0:1779697719.320529:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb280. 00000400:00000200:1.0:1779697719.322667:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.322685:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645d080 00000400:00000200:1.0:1779697719.322694:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 40040 00000400:00000200:1.0:1779697719.322768:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.322783:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.322792:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.322799:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a5880. 00000020:00000010:3.0:1779697719.323609:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697719.323616:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697719.323621:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fc00. 00000020:00000010:3.0:1779697719.323627:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb080. 00000020:00000010:3.0:1779697719.323632:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697719.323685:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697719.323688:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697719.323691:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215481472 00000001:00000010:3.0:1779697719.323703:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:3.0:1779697719.323729:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.323736:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 02000000:00000010:3.0:1779697719.323771:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3526000. 00010000:00000010:3.0:1779697719.323797:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.323801:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.323818:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697719.323821:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697719.323824:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697719.323827:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00000004:00000010:3.0:1779697719.323912:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2f00. 00000004:00000010:3.0:1779697719.323919:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af708. 00000004:00000010:3.0:1779697719.323926:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83210. 00080000:00000010:3.0:1779697719.323934:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2dab8. 00010000:00000010:1.1:1779697719.329516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697719.329530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:1.1:1779697719.329535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697719.329538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697719.331217:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697719.331228:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697719.331232:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697719.331236:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697719.331437:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697719.331442:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.331446:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697719.331453:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697719.331532:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.331544:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.331548:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697719.333404:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:3.0:1779697719.333435:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a5880 x1866146215481472/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.333513:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697719.333522:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215481472, offset 224 00000400:00000200:0.0:1779697719.333532:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.333546:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.333561:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309245:309245:256:4294967295] 192.168.203.23@tcp LPNI seq info [309241:309241:8:4294967295] 00000400:00000200:0.0:1779697719.333572:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.333578:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.333583:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697719.333589:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.333597:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.333601:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.333634:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb080. 00000020:00000010:0.0:1779697719.333640:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:0.0:1779697719.333645:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fc00. 00000800:00000200:3.0:1779697719.334753:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.334768:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697719.334784:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.334792:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.334798:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:3.0:1779697719.334801:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000400:00000200:3.0:1779697719.339862:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.339882:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645d180 00000400:00000200:3.0:1779697719.339891:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 40616 00000400:00000200:3.0:1779697719.339903:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.339908:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.339916:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.339923:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2d80. 00000020:00000010:1.0:1779697719.340851:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.340858:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.340866:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2852200. 00000020:00000010:1.0:1779697719.340873:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.340878:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.340917:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.340919:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000100:00000200:1.0:1779697719.340922:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215481728 02000000:00000010:1.0:1779697719.340955:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac431b000. 00010000:00000010:1.0:1779697719.341214:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:1.0:1779697719.341233:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:1.0:1779697719.341256:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697719.341262:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697719.341278:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697719.341281:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d00. 00010000:00000010:1.0:1779697719.341285:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.341289:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697719.341477:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697719.341481:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.341486:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697719.341491:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00000020:00000010:1.0:1779697719.341524:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697719.341532:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697719.341543:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfcc00. 00080000:00000010:1.0:1779697719.341553:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc4800. 00000001:00000010:1.0:1779697719.342308:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbff211d80. 00000001:00000010:1.0:1779697719.342317:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697719.342362:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfcc00. 00010000:00000010:1.0:1779697719.342373:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697719.342378:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697719.342415:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697719.342454:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697719.342470:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000200:1.0:1779697719.342487:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974423, last committed = 8589974211 00010000:00000200:1.0:1779697719.342499:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed2d80 x1866146215481728/t8589974423(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.342518:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697719.342526:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215481728, offset 224 00000400:00000010:1.0:1779697719.342534:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b2d8. 00000400:00000200:1.0:1779697719.342538:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.342552:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.342558:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309246:309246:256:4294967295] 192.168.203.23@tcp LPNI seq info [309242:309242:8:4294967295] 00000400:00000200:1.0:1779697719.342564:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.342570:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.342575:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.342579:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697719.342586:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.342594:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.342598:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.342687:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.342693:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.342697:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2852200. 00000800:00000200:0.0:1779697719.342954:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.342959:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697719.342964:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.342970:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697719.344374:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:3.0:1779697719.344661:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00010000:00000010:3.0:1779697719.345147:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00000400:00000200:1.0:1779697719.345343:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.345365:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9f9d 00000400:00000200:1.0:1779697719.345374:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.345380:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.345418:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697719.345422:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:3.1:1779697719.345778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697719.345787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697719.345791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697719.345793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.345821:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:3.0:1779697719.345827:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d00. 00010000:00000010:1.1:1779697719.349252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.1:1779697719.349265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697719.349271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697719.349274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697719.353980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697719.353996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697719.354001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697719.354015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:0.0:1779697719.354427:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.354446:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645d200 00000400:00000200:0.0:1779697719.354454:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 41104 00000400:00000200:0.0:1779697719.355365:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.355375:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.355384:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.355409:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2aa00. 00000020:00000010:3.0:1779697719.359981:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697719.359990:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697719.359996:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12400. 00000020:00000010:3.0:1779697719.360001:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697719.360005:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697719.360045:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697719.360048:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697719.360051:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215481856 00000001:00000010:3.0:1779697719.360062:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:3.0:1779697719.360084:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.360091:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 02000000:00000010:3.0:1779697719.360116:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf8199000. 00010000:00000010:3.0:1779697719.360141:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697719.360145:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.360161:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697719.360165:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.360169:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.360173:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000004:00000010:3.0:1779697719.360598:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa32c0. 00000004:00000010:3.0:1779697719.360606:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd20. 00000004:00000010:3.0:1779697719.360612:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82aa0. 00080000:00000010:3.0:1779697719.360620:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d008. 00010000:00000010:3.0:1779697719.361624:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697719.361630:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697719.361634:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697719.361639:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697719.361910:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.361927:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.361933:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.361958:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:3.0:1779697719.361977:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2aa00 x1866146215481856/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697719.361999:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697719.362006:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215481856, offset 224 00000400:00000200:3.0:1779697719.362015:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.362029:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.362036:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309247:309247:256:4294967295] 192.168.203.23@tcp LPNI seq info [309243:309243:8:4294967295] 00000400:00000200:3.0:1779697719.362052:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.362058:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.362062:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697719.362069:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.362076:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.362079:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.362096:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697719.362100:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697719.362103:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12400. 00000800:00000200:1.0:1779697719.362534:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.362539:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697719.362545:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.362558:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.362564:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:1.0:1779697719.362566:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00010000:00000010:3.1:1779697719.373411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697719.373431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697719.373435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697719.373438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000400:00000200:3.0:1779697719.373623:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.373640:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645d300 00000400:00000200:3.0:1779697719.373647:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 41680 00000400:00000200:3.0:1779697719.373660:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.373664:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.373672:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.373679:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9ed80. 00000020:00000010:3.0:1779697719.373720:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.373724:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.373729:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:3.0:1779697719.373734:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697719.373738:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697719.373780:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.373782:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697719.373785:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215482112 02000000:00000010:3.0:1779697719.373818:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825a000. 00010000:00000010:3.0:1779697719.373852:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697719.373865:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697719.373882:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.373888:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697719.373901:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697719.373904:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697719.373908:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.373911:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.374000:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697719.374003:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.374006:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697719.374008:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000020:00000010:3.0:1779697719.374029:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b974a0. 00000020:00000010:3.0:1779697719.374034:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b974a0. 00000020:00000010:3.0:1779697719.374043:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664300. 00080000:00000010:3.0:1779697719.374050:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4280400. 00000001:00000010:3.0:1779697719.374674:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cad568d0c0. 00000001:00000010:3.0:1779697719.374681:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697719.374713:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664300. 00010000:00000010:3.0:1779697719.374721:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697719.374726:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.374741:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697719.374782:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.374795:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000200:3.0:1779697719.374808:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974424, last committed = 8589974211 00010000:00000200:3.0:1779697719.374816:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9ed80 x1866146215482112/t8589974424(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.374834:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697719.374839:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215482112, offset 224 00000400:00000010:3.0:1779697719.374844:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0188. 00000400:00000200:3.0:1779697719.374847:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.374859:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.374864:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309248:309248:256:4294967295] 192.168.203.23@tcp LPNI seq info [309244:309244:8:4294967295] 00000400:00000200:3.0:1779697719.374870:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.374876:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.374881:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.374885:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697719.374891:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.374899:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.374903:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.374923:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697719.374927:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697719.374931:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00010000:00000010:3.0:1779697719.374968:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.374973:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.374982:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000800:00000200:3.0:1779697719.375062:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.375066:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697719.375793:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.375799:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.378970:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.378990:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fa5 00000400:00000200:1.0:1779697719.378997:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.379003:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.379010:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:1.0:1779697719.379013:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000400:00000200:1.0:1779697719.379049:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.379056:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645d380 00000400:00000200:1.0:1779697719.379064:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 42168 00000400:00000200:1.0:1779697719.379123:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.379126:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.379131:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.379137:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7100. 00000020:00000010:2.0:1779697719.379433:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697719.379438:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697719.379444:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949c00. 00000020:00000010:2.0:1779697719.379449:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697719.379454:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00010000:00000010:3.0:1779697719.379477:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.379488:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00000020:00000010:2.0:1779697719.379495:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba580. 00000020:00000010:2.0:1779697719.379499:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba580. 00000100:00000200:2.0:1779697719.379502:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215482240 00000001:00000010:2.0:1779697719.379512:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b180. 00010000:00000010:2.0:1779697719.379538:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.379545:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697719.379583:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfdd000. 00010000:00000010:2.0:1779697719.379612:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697719.379615:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.379629:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697719.379632:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544900. 00010000:00000010:2.0:1779697719.379636:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697719.379644:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697719.379732:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697719.379742:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed98. 00000004:00000010:2.0:1779697719.379880:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dcb0. 00080000:00000010:2.0:1779697719.379889:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f560. 00010000:00000010:2.0:1779697719.380466:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697719.380471:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544980. 00010000:00000010:2.0:1779697719.380475:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697719.380480:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697719.380533:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.380545:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697719.380824:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544900. 00010000:00000010:2.0:1779697719.380849:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697719.380865:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7100 x1866146215482240/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.380884:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697719.380890:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215482240, offset 224 00000400:00000200:2.0:1779697719.380896:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.380906:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.380912:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309249:309249:256:4294967295] 192.168.203.23@tcp LPNI seq info [309245:309245:8:4294967295] 00000400:00000200:2.0:1779697719.380922:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.380928:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.380932:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697719.380938:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.380945:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.380949:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.380970:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697719.380974:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.380978:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949c00. 00000800:00000200:3.0:1779697719.381079:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.381083:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697719.381087:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.381092:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.381096:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:3.0:1779697719.381098:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00010000:00000010:3.1:1779697719.382511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697719.382521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00000400:00000200:3.0:1779697719.383481:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.383497:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645d480 00000400:00000200:3.0:1779697719.383505:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 42744 00000400:00000200:3.0:1779697719.383519:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.383524:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.383532:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.383538:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9fb80. 00000020:00000010:1.0:1779697719.383657:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.383663:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.383669:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2852200. 00000020:00000010:1.0:1779697719.383674:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.383679:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.383711:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.383714:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000100:00000200:1.0:1779697719.383716:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215482496 02000000:00000010:1.0:1779697719.383765:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9c000. 00010000:00000010:1.0:1779697719.383802:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:1.0:1779697719.383817:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544980. 00010000:00000010:1.0:1779697719.383835:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697719.383842:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697719.383855:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697719.383858:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697719.383862:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697719.383865:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697719.383959:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697719.383962:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394380. 00010000:00000010:1.0:1779697719.383965:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697719.383969:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00000020:00000010:1.0:1779697719.383994:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cca00. 00000020:00000010:1.0:1779697719.384000:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cca00. 00000020:00000010:1.0:1779697719.384011:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfcc00. 00080000:00000010:1.0:1779697719.384019:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc4400. 00000001:00000010:1.0:1779697719.384504:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37b40. 00000001:00000010:1.0:1779697719.384511:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697719.384832:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfcc00. 00010000:00000010:1.0:1779697719.384844:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697719.384849:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697719.384863:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697719.384908:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697719.384925:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:3.0:1779697719.384938:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:3.0:1779697719.384944:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394380. 00010000:00000200:1.0:1779697719.384945:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974425, last committed = 8589974211 00010000:00000010:3.0:1779697719.384954:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00010000:00000200:1.0:1779697719.384958:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9fb80 x1866146215482496/t8589974425(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.384977:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697719.384983:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215482496, offset 224 00000400:00000010:1.0:1779697719.384990:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b620. 00000400:00000200:1.0:1779697719.384994:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.385007:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.385013:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309250:309250:256:4294967295] 192.168.203.23@tcp LPNI seq info [309246:309246:8:4294967295] 00000400:00000200:1.0:1779697719.385019:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.385026:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.385031:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.385036:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697719.385043:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.385050:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.385053:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.385081:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.385085:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.385088:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2852200. 00010000:00000010:3.1:1779697719.386345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697719.386356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697719.386361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697719.386364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:2.1:1779697719.387162:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697719.387169:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697719.387173:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697719.387186:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00000800:00000200:2.0:1779697719.387202:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.387206:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697719.387212:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.387221:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.394933:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.394956:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fad 00000400:00000200:1.0:1779697719.394963:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.394968:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.394974:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697719.394978:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:3.0:1779697719.395066:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:3.0:1779697719.395085:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00000400:00000200:3.0:1779697719.395772:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.395781:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645d500 00000400:00000200:3.0:1779697719.395788:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 43232 00000400:00000200:3.0:1779697719.395837:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.395841:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.395846:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.395852:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9dc00. 00000020:00000010:1.0:1779697719.395921:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.395926:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.395931:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2852200. 00000020:00000010:1.0:1779697719.395936:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.395940:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697719.395975:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.395977:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000100:00000200:1.0:1779697719.395980:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215482624 00000001:00000010:1.0:1779697719.395989:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:1.0:1779697719.396008:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.396014:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 02000000:00000010:1.0:1779697719.396037:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeb9b000. 00010000:00000010:1.0:1779697719.396060:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697719.396063:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697719.396089:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697719.396091:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697719.396095:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.396098:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00000004:00000010:1.0:1779697719.396192:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a000. 00000004:00000010:1.0:1779697719.396200:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcba50. 00000004:00000010:1.0:1779697719.396207:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562440. 00080000:00000010:1.0:1779697719.396215:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642c78. 00010000:00000010:2.0:1779697719.397265:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697719.397272:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544980. 00010000:00000010:2.0:1779697719.397276:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.397281:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697719.397357:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697719.397369:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697719.397374:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:2.0:1779697719.397425:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000200:2.0:1779697719.397444:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9dc00 x1866146215482624/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.397463:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697719.397469:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215482624, offset 224 00000400:00000200:2.0:1779697719.397476:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.397487:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.397493:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309251:309251:256:4294967295] 192.168.203.23@tcp LPNI seq info [309247:309247:8:4294967295] 00000400:00000200:2.0:1779697719.397503:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.397508:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.397513:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697719.397520:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.397527:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.397531:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.397552:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:2.0:1779697719.397630:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:2.0:1779697719.397635:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2852200. 00010000:00000010:3.1:1779697719.397689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697719.397696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000800:00000200:2.0:1779697719.397887:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.397892:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697719.397896:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.397901:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.397906:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697719.397908:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:1.1:1779697719.398626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:1.1:1779697719.398634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697719.398637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697719.398640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:1.0:1779697719.402382:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.402434:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645d600 00000400:00000200:1.0:1779697719.402444:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 43808 00000400:00000200:1.0:1779697719.402473:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.402480:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.402488:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.402495:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a5c00. 00010000:00000010:3.1:1779697719.402801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697719.402809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000020:00000010:3.0:1779697719.402839:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.402845:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.402850:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12400. 00000020:00000010:3.0:1779697719.402854:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697719.402859:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697719.402896:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.402898:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697719.402901:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215482880 02000000:00000010:3.0:1779697719.402934:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf8258000. 00010000:00000010:3.0:1779697719.402972:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697719.402984:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544980. 00010000:00000010:3.0:1779697719.403000:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.403005:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.403018:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697719.403021:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.403026:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697719.403028:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.403135:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697719.403138:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbf80. 00010000:00000010:3.0:1779697719.403141:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.403144:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697719.403165:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b974a0. 00000020:00000010:3.0:1779697719.403171:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b974a0. 00000020:00000010:3.0:1779697719.403192:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cad568d720. 00080000:00000010:3.0:1779697719.403200:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4283c00. 00010000:00000010:2.1:1779697719.403425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697719.403432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697719.403435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000001:00000010:3.0:1779697719.403904:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46648a0. 00000001:00000010:3.0:1779697719.403911:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697719.403944:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cad568d720. 00010000:00000010:3.0:1779697719.403952:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697719.403957:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697719.403970:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697719.404013:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697719.404027:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:3.0:1779697719.404044:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974426, last committed = 8589974211 00010000:00000200:3.0:1779697719.404055:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a5c00 x1866146215482880/t8589974426(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1779697719.404207:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697719.404213:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbf80. 00010000:00000010:2.0:1779697719.404220:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000400:00000010:1.0:1779697719.405331:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697719.405340:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215482880, offset 224 00000400:00000010:1.0:1779697719.405348:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b348. 00000400:00000200:1.0:1779697719.405353:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.405367:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.405374:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309252:309252:256:4294967295] 192.168.203.23@tcp LPNI seq info [309248:309248:8:4294967295] 00000400:00000200:1.0:1779697719.405381:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.405418:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.405423:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.405630:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697719.405641:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.405648:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.405652:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.405683:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:2.0:1779697719.405689:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:2.0:1779697719.405693:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12400. 00010000:00000010:2.1:1779697719.407657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697719.408649:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697719.408657:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000800:00000200:1.0:1779697719.408795:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.408800:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:1.0:1779697719.408806:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.408814:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.408843:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697719.408857:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fb5 00000400:00000200:1.0:1779697719.408862:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.408865:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697719.408870:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697719.408872:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00010000:00000010:3.0:1779697719.408984:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.408993:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00000400:00000200:1.0:1779697719.409425:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.409563:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645d680 00000400:00000200:1.0:1779697719.409571:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 44296 00000400:00000200:1.0:1779697719.409609:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.409613:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.409618:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.409624:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a5f80. 00000020:00000010:2.0:1779697719.409667:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697719.409673:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697719.409679:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949c00. 00000020:00000010:2.0:1779697719.409683:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544600. 00000020:00000010:2.0:1779697719.409687:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.409725:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697719.409728:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697719.409731:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215483008 00000001:00000010:2.0:1779697719.409740:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:2.0:1779697719.409791:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697719.409798:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697719.409823:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfda000. 00010000:00000010:2.0:1779697719.409850:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697719.409853:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.409868:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697719.409871:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697719.409875:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.409877:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697719.409965:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697719.409973:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e168. 00000004:00000010:2.0:1779697719.409980:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c440. 00080000:00000010:2.0:1779697719.409988:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e8e8. 00010000:00000010:2.1:1779697719.411465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:2.1:1779697719.411474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697719.411595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697719.411601:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697719.414107:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697719.414127:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544a80. 00010000:00000010:2.0:1779697719.414134:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697719.414141:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697719.414221:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.414235:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.414240:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697719.414267:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697719.414287:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a5f80 x1866146215483008/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.414316:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697719.414324:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215483008, offset 224 00000400:00000200:2.0:1779697719.414331:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.414345:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.414352:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309253:309253:256:4294967295] 192.168.203.23@tcp LPNI seq info [309249:309249:8:4294967295] 00000400:00000200:2.0:1779697719.414363:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.414368:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.414374:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697719.414380:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.414402:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.414407:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.414434:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544600. 00000020:00000010:2.0:1779697719.414440:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.414443:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949c00. 00000800:00000200:1.0:1779697719.414736:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.414741:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:1.0:1779697719.414764:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.414770:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.414775:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:1.0:1779697719.414777:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.1:1779697719.416580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697719.416590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697719.416595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697719.416599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00000400:00000200:2.0:1779697719.417963:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697719.417980:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645d780 00000400:00000200:2.0:1779697719.417988:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 44872 00000400:00000200:2.0:1779697719.418002:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.418006:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697719.418015:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697719.418022:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e80000. 00000020:00000010:1.0:1779697719.418216:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.418222:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.418227:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.418232:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394e80. 00000020:00000010:1.0:1779697719.418237:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.418276:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.418279:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000100:00000200:1.0:1779697719.418281:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215483264 02000000:00000010:1.0:1779697719.420690:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb98000. 00010000:00000010:1.0:1779697719.420738:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:1.0:1779697719.420767:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544a80. 00010000:00000010:1.0:1779697719.420789:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697719.420795:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.420810:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697719.420814:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697719.420818:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.420821:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697719.420930:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697719.420934:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697719.420937:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.420940:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00000020:00000010:1.0:1779697719.420967:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc800. 00000020:00000010:1.0:1779697719.420974:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc800. 00000020:00000010:1.0:1779697719.420985:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec375a0. 00080000:00000010:1.0:1779697719.420995:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc7c00. 00000001:00000010:1.0:1779697719.421454:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc5717de0. 00000001:00000010:1.0:1779697719.421462:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697719.421505:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec375a0. 00010000:00000010:1.0:1779697719.421514:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697719.421518:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697719.421529:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697719.421989:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.422007:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000200:1.0:1779697719.422024:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974427, last committed = 8589974211 00010000:00000200:1.0:1779697719.422037:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80000 x1866146215483264/t8589974427(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.422056:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697719.422064:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215483264, offset 224 00000400:00000010:1.0:1779697719.422071:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b498. 00000400:00000200:1.0:1779697719.422075:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.422090:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.422096:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309254:309254:256:4294967295] 192.168.203.23@tcp LPNI seq info [309250:309250:8:4294967295] 00000400:00000200:1.0:1779697719.422102:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.422119:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.422125:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.422131:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697719.422137:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.422144:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.422148:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.422168:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394e80. 00000020:00000010:1.0:1779697719.422172:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.422175:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00000800:00000200:1.0:1779697719.422275:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.422279:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697719.422283:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.422287:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697719.423778:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697719.423792:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697719.423801:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00010000:00000010:2.1:1779697719.429428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697719.429440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697719.429444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697719.429446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00000400:00000200:0.0:1779697719.430666:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.430687:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fbd 00000400:00000200:0.0:1779697719.430693:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.430698:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.430705:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:0.0:1779697719.430709:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000400:00000200:0.0:1779697719.430853:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.430860:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645d800 00000400:00000200:0.0:1779697719.430867:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 45360 00000400:00000200:0.0:1779697719.430927:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.430931:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.430936:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.430943:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28e00. 00000020:00000010:2.0:1779697719.431673:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697719.431680:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697719.431687:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949c00. 00000020:00000010:2.0:1779697719.431692:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544600. 00000020:00000010:2.0:1779697719.431697:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.431739:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697719.431742:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697719.431754:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215483392 00000001:00000010:2.0:1779697719.431772:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:2.0:1779697719.431796:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697719.431803:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697719.431828:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfde000. 00010000:00000010:2.0:1779697719.431857:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.431861:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.431880:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697719.431883:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697719.431887:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697719.431890:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697719.431981:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697719.431988:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e000. 00000004:00000010:2.0:1779697719.431995:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ddc0. 00080000:00000010:2.0:1779697719.432004:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e1c8. 00010000:00000010:2.0:1779697719.434451:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697719.434462:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697719.434468:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.434475:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697719.434723:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.434739:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.434754:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbd7544500. 00010000:00000010:2.0:1779697719.434790:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697719.434811:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28e00 x1866146215483392/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.434830:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697719.434836:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215483392, offset 224 00000400:00000200:2.0:1779697719.434844:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.434857:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.434863:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309255:309255:256:4294967295] 192.168.203.23@tcp LPNI seq info [309251:309251:8:4294967295] 00000400:00000200:2.0:1779697719.434874:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.434880:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.434884:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697719.434891:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.434898:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.434903:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.434923:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544600. 00000020:00000010:2.0:1779697719.434927:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.434931:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949c00. 00000800:00000200:2.0:1779697719.435039:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.435043:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697719.435047:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.435051:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.435056:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697719.435059:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.0:1779697719.438362:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:3.0:1779697719.438380:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d80. 00010000:00000010:1.1:1779697719.441477:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697719.441491:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697719.441496:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697719.441499:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697719.441502:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697719.441505:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000400:00000200:0.0:1779697719.441871:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.441893:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645d900 00000400:00000200:0.0:1779697719.441900:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 45936 00000400:00000200:0.0:1779697719.441918:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.441922:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.441930:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.441936:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2bb80. 00000020:00000010:2.0:1779697719.447428:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.447440:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.447448:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949c00. 00000020:00000010:2.0:1779697719.447454:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697719.447460:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.448430:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.448436:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697719.448440:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215483648 02000000:00000010:2.0:1779697719.448474:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdb000. 00010000:00000010:2.0:1779697719.448516:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697719.448531:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697719.448624:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697719.448631:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697719.448648:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697719.448651:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697719.448654:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697719.448657:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697719.448780:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697719.448784:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697719.448788:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697719.448791:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697719.448818:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b0c0. 00000020:00000010:2.0:1779697719.448825:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b0c0. 00000020:00000010:2.0:1779697719.448836:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d8a0. 00080000:00000010:2.0:1779697719.448845:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d3800. 00000001:00000010:2.0:1779697719.449527:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171780. 00000001:00000010:2.0:1779697719.449534:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697719.449693:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d8a0. 00010000:00000010:2.0:1779697719.449703:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697719.449708:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697719.449722:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697719.450447:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.450466:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697719.450485:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974428, last committed = 8589974211 00010000:00000200:2.0:1779697719.450496:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2bb80 x1866146215483648/t8589974428(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.450516:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697719.450523:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215483648, offset 224 00000400:00000010:2.0:1779697719.450529:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70658. 00000400:00000200:2.0:1779697719.450533:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00010000:00000010:3.0:1779697719.451228:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697719.451238:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00010000:00000010:3.0:1779697719.451247:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000400:00000200:2.0:1779697719.451280:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.451290:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309256:309256:256:4294967295] 192.168.203.23@tcp LPNI seq info [309252:309252:8:4294967295] 00000400:00000200:2.0:1779697719.451364:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.451371:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.451377:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.451384:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697719.451415:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.451422:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.451426:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.451458:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697719.451461:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.451464:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949c00. 00000800:00000200:3.0:1779697719.452322:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.452328:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697719.452333:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.452340:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.453814:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.453833:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fc5 00000400:00000200:3.0:1779697719.453840:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.453844:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.453851:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:3.0:1779697719.453854:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.0:1779697719.453909:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:3.0:1779697719.453920:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00000400:00000200:3.0:1779697719.454773:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.454784:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645d980 00000400:00000200:3.0:1779697719.454792:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 46424 00000400:00000200:3.0:1779697719.454846:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.454852:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.454857:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.454864:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9f100. 00000020:00000010:0.0:1779697719.464412:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61080. 00000020:00000010:0.0:1779697719.464423:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61080. 00000020:00000010:0.0:1779697719.464429:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31e000. 00000020:00000010:0.0:1779697719.464434:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e880. 00000020:00000010:0.0:1779697719.464439:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697719.464480:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61080. 00000020:00000010:0.0:1779697719.464483:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61080. 00000100:00000200:0.0:1779697719.464486:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215483776 00000001:00000010:0.0:1779697719.464496:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:0.0:1779697719.464525:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697719.464533:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 02000000:00000010:0.0:1779697719.464679:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf0412000. 00010000:00000010:0.0:1779697719.464710:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697719.464714:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697719.464733:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697719.464737:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697719.464741:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697719.464744:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697719.464845:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb4a0. 00000004:00000010:0.0:1779697719.464854:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff78. 00000004:00000010:0.0:1779697719.464861:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31320. 00080000:00000010:0.0:1779697719.464871:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f398. 00010000:00000010:0.0:1779697719.465854:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697719.465860:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:0.0:1779697719.465864:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697719.465869:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697719.465937:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697719.465949:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697719.465954:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697719.465977:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697719.465995:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9f100 x1866146215483776/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.466015:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697719.466021:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215483776, offset 224 00000400:00000200:0.0:1779697719.466029:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.466042:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.466049:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309257:309257:256:4294967295] 192.168.203.23@tcp LPNI seq info [309253:309253:8:4294967295] 00000400:00000200:0.0:1779697719.466060:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.466065:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.466070:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697719.466076:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.466084:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.466089:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.466111:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e880. 00000020:00000010:0.0:1779697719.466688:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697719.466693:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31e000. 00010000:00000010:2.1:1779697719.468426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697719.468438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:2.1:1779697719.468441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697719.468443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00000800:00000200:2.0:1779697719.469526:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.469533:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697719.469539:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.469547:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.469747:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:2.0:1779697719.469749:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00010000:00000010:3.1:1779697719.470260:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697719.470269:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000400:00000200:3.0:1779697719.472357:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.472376:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645da80 00000400:00000200:3.0:1779697719.472384:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 47000 00000400:00000200:3.0:1779697719.472429:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.472433:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.472441:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.472447:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9e680. 00010000:00000010:2.1:1779697719.472583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697719.472591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697719.472595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697719.472597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000020:00000010:2.0:1779697719.472630:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.472636:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.472641:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949c00. 00000020:00000010:2.0:1779697719.472646:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697719.472650:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.472768:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.472771:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697719.472774:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215484032 02000000:00000010:2.0:1779697719.472809:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacdfdf000. 00010000:00000010:2.0:1779697719.472848:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:2.0:1779697719.472863:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:2.0:1779697719.472880:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697719.472886:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697719.472901:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697719.472904:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7300. 00010000:00000010:2.0:1779697719.472908:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697719.472911:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697719.473012:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697719.473015:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697719.473018:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.473021:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000020:00000010:2.0:1779697719.473044:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b2c0. 00000020:00000010:2.0:1779697719.473051:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b2c0. 00000020:00000010:2.0:1779697719.473062:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171300. 00080000:00000010:2.0:1779697719.473072:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d0000. 00000001:00000010:2.0:1779697719.473835:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171f60. 00000001:00000010:2.0:1779697719.473843:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697719.473880:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171300. 00010000:00000010:2.0:1779697719.473890:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697719.473895:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697719.473909:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697719.473991:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.474008:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697719.474025:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974429, last committed = 8589974211 00010000:00000200:2.0:1779697719.474035:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9e680 x1866146215484032/t8589974429(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.474054:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697719.474060:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215484032, offset 224 00000400:00000010:2.0:1779697719.474066:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb705b0. 00000400:00000200:2.0:1779697719.474070:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.474081:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.474087:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309258:309258:256:4294967295] 192.168.203.23@tcp LPNI seq info [309254:309254:8:4294967295] 00000400:00000200:2.0:1779697719.474093:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.474099:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.474104:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.474108:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697719.474180:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.474187:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.474191:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.474210:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697719.474214:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.474218:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949c00. 00000800:00000200:3.0:1779697719.474370:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.474375:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697719.474380:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.474385:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.476500:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.476520:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fcd 00000400:00000200:3.0:1779697719.476527:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.476531:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.476537:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:3.0:1779697719.476542:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00000400:00000200:3.0:1779697719.477099:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.477108:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645db00 00000400:00000200:3.0:1779697719.477124:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 47488 00000400:00000200:3.0:1779697719.477175:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.477180:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.477185:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.477192:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9d180. 00000020:00000010:3.0:1779697719.477238:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.477243:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.477248:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:3.0:1779697719.477253:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697719.477258:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697719.477304:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697719.477307:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697719.477310:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215484160 00000001:00000010:3.0:1779697719.477320:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:3.0:1779697719.477343:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697719.477350:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697719.477375:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf825d000. 00010000:00000010:3.0:1779697719.477421:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.477425:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.477443:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697719.477446:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.477450:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.477453:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697719.477549:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3c20. 00000004:00000010:3.0:1779697719.477879:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af690. 00000004:00000010:3.0:1779697719.477886:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ed0. 00080000:00000010:3.0:1779697719.477895:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2ce40. 00010000:00000010:3.0:1779697719.479588:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697719.479595:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697719.479601:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697719.479607:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697719.479679:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.479692:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697719.479697:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.479721:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697719.479738:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9d180 x1866146215484160/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697719.480176:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697719.480184:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215484160, offset 224 00000400:00000200:3.0:1779697719.480191:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.480205:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.480210:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309259:309259:256:4294967295] 192.168.203.23@tcp LPNI seq info [309255:309255:8:4294967295] 00000400:00000200:3.0:1779697719.480220:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.480225:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.480230:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697719.480236:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.480243:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.480248:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.480268:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697719.480272:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697719.480276:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00010000:00000010:0.0:1779697719.480689:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697719.480696:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000010:0.0:1779697719.480704:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697719.480723:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697719.480727:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7300. 00000800:00000200:3.0:1779697719.480825:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.480830:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697719.480834:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.480839:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.480845:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:3.0:1779697719.480847:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00010000:00000010:3.1:1779697719.482428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697719.482440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697719.482443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697719.482445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:0.1:1779697719.482480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697719.482486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697719.482489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697719.482492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000400:00000200:3.0:1779697719.486023:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.486043:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645dc00 00000400:00000200:3.0:1779697719.486052:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 48064 00000400:00000200:3.0:1779697719.486067:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.486082:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.486092:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.486099:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9c000. 00000020:00000010:0.0:1779697719.486228:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697719.486234:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697719.486239:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31e000. 00000020:00000010:0.0:1779697719.486244:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e880. 00000020:00000010:0.0:1779697719.486249:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697719.486301:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61bc0. 00000020:00000010:0.0:1779697719.486304:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61bc0. 00000100:00000200:0.0:1779697719.486307:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215484416 02000000:00000010:0.0:1779697719.486343:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf0416000. 00010000:00000010:0.0:1779697719.486381:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:0.0:1779697719.486420:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:0.0:1779697719.486438:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697719.486444:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697719.486458:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697719.486462:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697719.486466:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697719.486469:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697719.486694:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697719.486698:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:0.0:1779697719.486701:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697719.486704:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000020:00000010:0.0:1779697719.486733:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fa40. 00000020:00000010:0.0:1779697719.486739:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fa40. 00000020:00000010:0.0:1779697719.486749:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02ca80. 00080000:00000010:0.0:1779697719.486767:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54000. 00000001:00000010:0.0:1779697719.487183:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c6c0. 00000001:00000010:0.0:1779697719.487189:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697719.487222:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02ca80. 00010000:00000010:0.0:1779697719.487231:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697719.487235:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697719.487247:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697719.487286:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697719.488742:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000200:0.0:1779697719.488780:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974430, last committed = 8589974211 00010000:00000200:0.0:1779697719.488791:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9c000 x1866146215484416/t8589974430(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697719.488815:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697719.488821:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215484416, offset 224 00000400:00000010:0.0:1779697719.488828:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67255b0. 00000400:00000200:0.0:1779697719.488832:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.488847:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.488853:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309260:309260:256:4294967295] 192.168.203.23@tcp LPNI seq info [309256:309256:8:4294967295] 00000400:00000200:0.0:1779697719.488858:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697719.488865:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.488870:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.488875:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697719.488882:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.488890:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.488894:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.488959:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e880. 00000020:00000010:0.0:1779697719.488964:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697719.488968:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31e000. 00010000:00000010:0.0:1779697719.489002:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697719.489009:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:0.0:1779697719.489015:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00010000:00000010:2.1:1779697719.491431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697719.491445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697719.491451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697719.491454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697719.496459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697719.496475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697719.496480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697719.496483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.1:1779697719.497695:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697719.497706:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:0.1:1779697719.497710:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697719.497713:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00000800:00000200:0.0:1779697719.498487:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.498495:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697719.498502:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.498510:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697719.506168:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:0.1:1779697719.506185:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697719.506191:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697719.506204:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697719.506207:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697719.506210:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000200:0.0:1779697719.506240:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.506261:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fd5 00000400:00000200:0.0:1779697719.506268:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.506272:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.506279:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:0.0:1779697719.506281:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:0.0:1779697719.506438:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.506444:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645dc80 00000400:00000200:0.0:1779697719.506452:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 48552 00000400:00000200:0.0:1779697719.506513:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.506517:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.506522:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.506528:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29880. 00000020:00000010:2.0:1779697719.506682:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.506687:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.506693:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949c00. 00000020:00000010:2.0:1779697719.506698:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697719.506703:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.506736:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697719.506738:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697719.506741:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215484544 00000001:00000010:2.0:1779697719.506750:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697719.506781:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697719.506788:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697719.506814:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacdfdc000. 00010000:00000010:2.0:1779697719.506842:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.506846:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.506866:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697719.506869:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697719.506873:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.506876:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000004:00000010:2.0:1779697719.506964:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697719.506972:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e780. 00000004:00000010:2.0:1779697719.506978:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697719.506986:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e720. 00010000:00000010:2.0:1779697719.508955:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697719.508964:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697719.508970:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697719.508977:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697719.509051:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.509064:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697719.509069:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697719.509106:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697719.509124:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29880 x1866146215484544/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.509143:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697719.509149:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215484544, offset 224 00000400:00000200:2.0:1779697719.509154:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.509167:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.509173:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309261:309261:256:4294967295] 192.168.203.23@tcp LPNI seq info [309257:309257:8:4294967295] 00000400:00000200:2.0:1779697719.509183:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.509188:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.509193:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697719.509199:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.509206:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.509211:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.0:1779697719.510866:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:3.0:1779697719.510878:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00000020:00000010:2.0:1779697719.514180:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697719.514193:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.514198:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949c00. 00000800:00000200:3.0:1779697719.522818:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.522827:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697719.522833:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.522841:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.522849:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:3.0:1779697719.522852:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:3.0:1779697719.522876:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.522889:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645dd80 00000400:00000200:3.0:1779697719.522897:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 49128 00000400:00000200:3.0:1779697719.522910:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.522914:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.522920:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.522926:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9ea00. 00000020:00000010:3.0:1779697719.522973:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.522978:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.522983:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caceb6f800. 00000020:00000010:3.0:1779697719.522987:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697719.522991:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697719.523022:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.523025:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697719.523027:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215484800 02000000:00000010:3.0:1779697719.523060:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825f000. 00010000:00000010:3.0:1779697719.523159:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697719.523177:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:3.0:1779697719.523194:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697719.523200:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697719.523214:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697719.523217:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.523222:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.523224:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.1:1779697719.524161:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697719.524170:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.0:1779697719.524215:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697719.524220:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697719.524224:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.524228:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000020:00000010:3.0:1779697719.524266:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697719.524274:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697719.524284:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac46646c0. 00080000:00000010:3.0:1779697719.524294:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4281800. 00000001:00000010:3.0:1779697719.525022:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1360. 00000001:00000010:3.0:1779697719.525031:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697719.525067:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac46646c0. 00010000:00000010:3.0:1779697719.526499:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697719.526510:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697719.526532:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697719.526742:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.526773:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697719.526793:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974431, last committed = 8589974211 00010000:00000200:3.0:1779697719.526805:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9ea00 x1866146215484800/t8589974431(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.526825:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697719.526832:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215484800, offset 224 00000400:00000010:3.0:1779697719.526839:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e05e8. 00000400:00000200:3.0:1779697719.526844:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.526859:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.526865:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309262:309262:256:4294967295] 192.168.203.23@tcp LPNI seq info [309258:309258:8:4294967295] 00000400:00000200:3.0:1779697719.526871:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.526877:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.526882:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.526887:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697719.526893:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.526901:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.526905:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.526932:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697719.526938:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697719.526942:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caceb6f800. 00010000:00000010:0.0:1779697719.527055:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:0.0:1779697719.527064:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:0.0:1779697719.527080:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000800:00000200:2.0:1779697719.527241:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.527246:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697719.527250:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.527255:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697719.531438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697719.531453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697719.531457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697719.531461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000400:00000200:0.0:1779697719.535156:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.535179:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fdd 00000400:00000200:0.0:1779697719.535186:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.535192:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.535199:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:0.0:1779697719.535202:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00000400:00000200:0.0:1779697719.535308:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.535316:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645de00 00000400:00000200:0.0:1779697719.535326:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 49616 00000400:00000200:0.0:1779697719.535411:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.535416:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.535421:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.535428:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc8380. 00000020:00000010:3.0:1779697719.536815:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.536824:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.536832:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:3.0:1779697719.536837:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697719.536843:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697719.536879:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.536882:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697719.536885:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215484928 00000001:00000010:3.0:1779697719.536896:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:3.0:1779697719.536922:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697719.536928:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697719.536953:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf825c000. 00010000:00000010:3.0:1779697719.536983:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697719.536986:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697719.537004:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697719.537007:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697719.537011:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697719.537014:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000004:00000010:3.0:1779697719.537124:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa30e0. 00000004:00000010:3.0:1779697719.537132:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af870. 00000004:00000010:3.0:1779697719.537138:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82000. 00080000:00000010:3.0:1779697719.537146:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2dc80. 00010000:00000010:3.1:1779697719.538544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697719.538634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697719.538638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697719.538642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.0:1779697719.538846:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697719.538851:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697719.538856:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697719.538862:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697719.538951:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697719.538963:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:0.0:1779697719.538968:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:0.0:1779697719.538993:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:0.0:1779697719.539013:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc8380 x1866146215484928/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.539033:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697719.539039:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215484928, offset 224 00000400:00000200:0.0:1779697719.539045:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.539059:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.539066:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309263:309263:256:4294967295] 192.168.203.23@tcp LPNI seq info [309259:309259:8:4294967295] 00000400:00000200:0.0:1779697719.539088:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.539093:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.539098:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697719.539104:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.539111:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.539115:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.539144:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb000. 00000020:00000010:0.0:1779697719.539148:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:0.0:1779697719.539152:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00000800:00000200:3.0:1779697719.539476:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.539480:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697719.539485:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.539490:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.539495:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:3.0:1779697719.539497:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:3.0:1779697719.541832:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.541851:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645df00 00000400:00000200:3.0:1779697719.541860:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 50192 00000400:00000200:3.0:1779697719.541874:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.541878:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.541886:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.541895:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0471f80. 00000020:00000010:0.0:1779697719.542722:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697719.542730:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697719.542736:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31e000. 00000020:00000010:0.0:1779697719.542741:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e280. 00000020:00000010:0.0:1779697719.542746:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697719.542792:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697719.542795:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697719.542798:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215485184 02000000:00000010:0.0:1779697719.542834:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf0411000. 00010000:00000010:0.0:1779697719.542874:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697719.542890:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697719.542909:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697719.542914:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697719.542928:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697719.542932:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697719.542936:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697719.542939:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697719.543039:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697719.543042:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697719.543045:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697719.543049:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00000020:00000010:0.0:1779697719.543138:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fea0. 00000020:00000010:0.0:1779697719.543146:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fea0. 00000020:00000010:0.0:1779697719.543157:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c840. 00080000:00000010:0.0:1779697719.543166:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8f400. 00000001:00000010:0.0:1779697719.544123:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cd20. 00000001:00000010:0.0:1779697719.544131:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697719.544166:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c840. 00010000:00000010:0.0:1779697719.544178:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697719.544183:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697719.544199:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697719.544246:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697719.544262:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000200:0.0:1779697719.544281:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974432, last committed = 8589974211 00010000:00000200:0.0:1779697719.544293:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0471f80 x1866146215485184/t8589974432(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1779697719.544438:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:3.0:1779697719.544445:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:3.0:1779697719.544451:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00000400:00000010:0.0:1779697719.546188:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697719.546195:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215485184, offset 224 00000400:00000010:0.0:1779697719.546203:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725658. 00000400:00000200:0.0:1779697719.546209:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.546225:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.546231:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309264:309264:256:4294967295] 192.168.203.23@tcp LPNI seq info [309260:309260:8:4294967295] 00000400:00000200:0.0:1779697719.546237:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697719.546243:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.546247:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.546253:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697719.546259:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.546267:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.546271:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.546647:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e280. 00000020:00000010:0.0:1779697719.546654:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697719.546658:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31e000. 00010000:00000010:2.0:1779697719.547431:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697719.547443:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:0.1:1779697719.548888:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697719.548899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.1:1779697719.553159:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697719.553176:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000800:00000200:2.0:1779697719.556159:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.556167:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697719.556176:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.556185:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697719.561056:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697719.561080:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697719.563200:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:0.1:1779697719.563212:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697719.563217:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:0.1:1779697719.563221:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:0.1:1779697719.563234:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697719.563238:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697719.563241:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697719.563243:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000400:00000200:0.0:1779697719.563290:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.563377:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fe5 00000400:00000200:0.0:1779697719.563384:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.563402:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.563409:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697719.563411:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:0.0:1779697719.563497:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.563505:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645df80 00000400:00000200:0.0:1779697719.563512:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 50680 00000400:00000200:0.0:1779697719.563791:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.563796:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.563802:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.563808:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc9880. 00000020:00000010:2.0:1779697719.565703:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.565711:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.565720:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949c00. 00000020:00000010:2.0:1779697719.565726:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697719.565731:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.565778:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.565781:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000100:00000200:2.0:1779697719.565784:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215485312 00000001:00000010:2.0:1779697719.565794:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:2.0:1779697719.565823:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.565831:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697719.565858:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac2f41000. 00010000:00000010:2.0:1779697719.565888:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.565892:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697719.565912:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697719.565917:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697719.565921:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697719.565924:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697719.566013:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697719.566022:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e5a0. 00000004:00000010:2.0:1779697719.566028:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697719.566035:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f728. 00010000:00000010:3.0:1779697719.570318:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:3.0:1779697719.570339:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697719.571247:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697719.571254:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:0.0:1779697719.571260:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697719.571266:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697719.571767:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:0.0:1779697719.571780:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:0.0:1779697719.571785:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:0.0:1779697719.571810:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:0.0:1779697719.571829:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc9880 x1866146215485312/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.571850:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697719.571857:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215485312, offset 224 00000400:00000200:0.0:1779697719.571864:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.571876:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.571882:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309265:309265:256:4294967295] 192.168.203.23@tcp LPNI seq info [309261:309261:8:4294967295] 00000400:00000200:0.0:1779697719.571894:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.571900:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.571905:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697719.571912:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.571919:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.571923:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.571949:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:0.0:1779697719.571954:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:0.0:1779697719.571958:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949c00. 00010000:00000010:3.1:1779697719.576166:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:3.1:1779697719.576180:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000800:00000200:0.0:1779697719.576783:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.576789:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697719.576795:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.576803:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697719.576810:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697719.576813:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:2.0:1779697719.576878:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697719.576894:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645e080 00000400:00000200:2.0:1779697719.576901:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 51256 00000400:00000200:2.0:1779697719.576927:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.576931:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697719.576938:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697719.576944:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e82300. 00000020:00000010:3.0:1779697719.577493:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.577499:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.577504:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:3.0:1779697719.577509:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:3.0:1779697719.577514:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697719.578150:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697719.578154:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697719.578158:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215485568 02000000:00000010:3.0:1779697719.578192:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf825b000. 00010000:00000010:3.0:1779697719.578234:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:3.0:1779697719.578249:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697719.578266:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697719.578271:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697719.578286:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697719.578289:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697719.578293:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.578304:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697719.578441:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697719.578445:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.578449:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697719.578453:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00000020:00000010:3.0:1779697719.578480:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697719.578488:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b00. 00000020:00000010:3.0:1779697719.578499:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f18a0. 00080000:00000010:3.0:1779697719.578508:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac2b0e800. 00010000:00000010:0.1:1779697719.579406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:0.1:1779697719.579414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:0.1:1779697719.579417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697719.579419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00000001:00000010:0.0:1779697719.580023:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c960. 00000001:00000010:0.0:1779697719.580033:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697719.580085:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f18a0. 00010000:00000010:0.0:1779697719.580097:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697719.580103:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697719.580120:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697719.580165:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697719.580182:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:0.0:1779697719.580200:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974433, last committed = 8589974211 00010000:00000200:0.0:1779697719.580211:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82300 x1866146215485568/t8589974433(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697719.580230:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697719.580236:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215485568, offset 224 00000400:00000010:0.0:1779697719.580242:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725ee0. 00000400:00000200:0.0:1779697719.580247:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.580260:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.580267:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309266:309266:256:4294967295] 192.168.203.23@tcp LPNI seq info [309262:309262:8:4294967295] 00000400:00000200:0.0:1779697719.580273:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697719.580279:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.580285:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.580290:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697719.580305:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.580313:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.580317:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.580343:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:0.0:1779697719.580347:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:0.0:1779697719.580350:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00000800:00000200:1.0:1779697719.580696:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.580701:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697719.580705:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.580710:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697719.581063:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:3.0:1779697719.581080:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb800. 00010000:00000010:3.0:1779697719.581089:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00000400:00000200:0.0:1779697719.582219:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.582234:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9fed 00000400:00000200:0.0:1779697719.582240:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.582244:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.582250:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697719.582252:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00010000:00000010:3.0:1779697719.583101:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697719.583112:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00000400:00000200:3.0:1779697719.583728:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.583741:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645e100 00000400:00000200:3.0:1779697719.583750:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 51744 00000400:00000200:3.0:1779697719.583805:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.583810:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.583817:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.583824:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0470380. 00000020:00000010:0.0:1779697719.583990:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697719.583995:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697719.584001:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31e000. 00000020:00000010:0.0:1779697719.584006:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ea80. 00000020:00000010:0.0:1779697719.584011:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e960. 00000020:00000010:0.0:1779697719.584048:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697719.584051:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697719.584054:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215485696 00000001:00000010:0.0:1779697719.584063:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:0.0:1779697719.584094:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697719.584100:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 02000000:00000010:0.0:1779697719.584126:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf0417000. 00010000:00000010:0.0:1779697719.584153:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697719.584156:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697719.584174:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697719.584177:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697719.584182:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697719.584185:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00000004:00000010:0.0:1779697719.584276:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebad20. 00000004:00000010:0.0:1779697719.584285:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef078. 00000004:00000010:0.0:1779697719.584292:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30aa0. 00080000:00000010:0.0:1779697719.584301:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2fc80. 00010000:00000010:3.1:1779697719.587646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697719.587659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:3.0:1779697719.587958:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697719.587963:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.587969:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697719.587976:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697719.588055:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:3.0:1779697719.588068:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:3.0:1779697719.588137:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00010000:00000010:3.0:1779697719.588165:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:3.0:1779697719.588186:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0470380 x1866146215485696/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697719.588206:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697719.588213:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215485696, offset 224 00000400:00000200:3.0:1779697719.588221:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.588234:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.588240:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309267:309267:256:4294967295] 192.168.203.23@tcp LPNI seq info [309263:309263:8:4294967295] 00000400:00000200:3.0:1779697719.588250:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.588255:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.588260:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697719.588266:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.588274:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.588278:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.589402:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ea80. 00000020:00000010:3.0:1779697719.589410:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e960. 00000020:00000010:3.0:1779697719.589414:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31e000. 00000800:00000200:1.0:1779697719.594336:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.594345:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697719.594353:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.594362:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.594370:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:1.0:1779697719.594373:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00000400:00000200:3.0:1779697719.602770:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.602790:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645e200 00000400:00000200:3.0:1779697719.602799:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 52320 00000400:00000200:3.0:1779697719.602814:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.602819:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.602827:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.602834:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0473b80. 00000020:00000010:3.0:1779697719.602881:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697719.602886:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697719.602892:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355fa00. 00000020:00000010:3.0:1779697719.602897:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697719.602902:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697719.602941:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697719.602944:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000100:00000200:3.0:1779697719.602947:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215485952 02000000:00000010:3.0:1779697719.602984:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb645e1000. 00010000:00000010:3.0:1779697719.603023:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697719.603041:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.603059:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697719.603065:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697719.603093:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697719.603096:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.603100:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697719.603104:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697719.603208:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697719.603211:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697719.603215:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697719.603219:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697719.603245:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b976e0. 00000020:00000010:3.0:1779697719.603251:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b976e0. 00000020:00000010:3.0:1779697719.603262:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664300. 00080000:00000010:3.0:1779697719.603272:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac2b0c000. 00000001:00000010:3.0:1779697719.603897:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c420. 00000001:00000010:3.0:1779697719.603905:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697719.603940:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664300. 00010000:00000010:3.0:1779697719.603950:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697719.603955:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697719.603968:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697719.604008:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697719.604024:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697719.604043:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974434, last committed = 8589974211 00010000:00000200:3.0:1779697719.604053:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0473b80 x1866146215485952/t8589974434(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.604234:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697719.604241:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215485952, offset 224 00000400:00000010:3.0:1779697719.604248:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0b98. 00000400:00000200:3.0:1779697719.604252:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.604265:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.604276:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309268:309268:256:4294967295] 192.168.203.23@tcp LPNI seq info [309264:309264:8:4294967295] 00000400:00000200:3.0:1779697719.604282:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.604288:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.604349:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.604356:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697719.604364:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.604372:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.604376:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.604412:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb480. 00000020:00000010:3.0:1779697719.604416:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697719.604419:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355fa00. 00010000:00000010:3.0:1779697719.604454:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697719.604459:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb380. 00010000:00000010:3.0:1779697719.604466:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:3.0:1779697719.604573:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.604578:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697719.604582:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.604587:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.607595:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.607614:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ff5 00000400:00000200:3.0:1779697719.607620:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.607625:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.607632:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697719.607635:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:3.0:1779697719.609781:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.609798:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645e280 00000400:00000200:3.0:1779697719.609807:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 52808 00000400:00000200:3.0:1779697719.609862:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.609868:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.609875:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.609882:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0472a00. 00010000:00000010:1.0:1779697719.611314:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:1.0:1779697719.611331:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00000020:00000010:1.0:1779697719.614237:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.614245:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.614252:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.614257:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394580. 00000020:00000010:1.0:1779697719.614262:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.614314:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697719.614316:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000100:00000200:1.0:1779697719.614320:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215486080 00000001:00000010:1.0:1779697719.614331:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:1.0:1779697719.614353:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.614360:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 02000000:00000010:1.0:1779697719.614383:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeb9f000. 00010000:00000010:1.0:1779697719.614428:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697719.614432:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.614450:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697719.614453:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697719.614457:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697719.614460:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00000004:00000010:1.0:1779697719.614763:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a1e0. 00000004:00000010:1.0:1779697719.614773:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb528. 00000004:00000010:1.0:1779697719.614779:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563100. 00080000:00000010:1.0:1779697719.614788:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:3.1:1779697719.618173:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697719.618188:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:3.1:1779697719.618192:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:3.1:1779697719.618196:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:0.1:1779697719.622179:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:0.1:1779697719.622193:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697719.626435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697719.626448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:3.1:1779697719.626451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697719.626454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:3.1:1779697719.626458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697719.626463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697719.626467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697719.626469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697719.626472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697719.626474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:1.1:1779697719.631650:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697719.631664:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:1.0:1779697719.632542:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697719.632548:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.632624:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697719.632632:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697719.632713:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.632727:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.632732:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697719.632766:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000200:1.0:1779697719.632787:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0472a00 x1866146215486080/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.632807:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697719.632815:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215486080, offset 224 00000400:00000200:1.0:1779697719.632823:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.632836:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.632843:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309269:309269:256:4294967295] 192.168.203.23@tcp LPNI seq info [309265:309265:8:4294967295] 00000400:00000200:1.0:1779697719.632853:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.632859:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.632864:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697719.632870:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.632878:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.632883:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.632955:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394580. 00000020:00000010:1.0:1779697719.632959:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.632963:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00000800:00000200:3.0:1779697719.639380:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.639408:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697719.639417:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.639425:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.639432:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:3.0:1779697719.639435:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000400:00000200:3.0:1779697719.639464:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.639479:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645e380 00000400:00000200:3.0:1779697719.639487:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 53384 00000400:00000200:3.0:1779697719.639502:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.639505:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.639510:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.639517:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd0472d80. 00000020:00000010:1.0:1779697719.639657:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.639663:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.639668:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.639673:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394580. 00000020:00000010:1.0:1779697719.639677:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.639713:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.639715:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697719.639718:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215486336 02000000:00000010:1.0:1779697719.639751:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb99000. 00010000:00000010:1.0:1779697719.639796:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697719.639813:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.639829:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697719.639833:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697719.639848:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697719.639850:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.639855:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697719.639857:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697719.639953:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697719.639956:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697719.639960:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697719.639963:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00000020:00000010:1.0:1779697719.639987:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc900. 00000020:00000010:1.0:1779697719.639994:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc900. 00000020:00000010:1.0:1779697719.640005:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfcc00. 00080000:00000010:1.0:1779697719.640014:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc4000. 00000001:00000010:1.0:1779697719.640543:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1af00. 00000001:00000010:1.0:1779697719.640550:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697719.640667:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfcc00. 00010000:00000010:1.0:1779697719.640678:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697719.640681:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.640694:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697719.640742:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.640768:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000200:1.0:1779697719.640785:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974435, last committed = 8589974211 00010000:00000200:1.0:1779697719.640795:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0472d80 x1866146215486336/t8589974435(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.640814:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697719.640820:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215486336, offset 224 00000400:00000010:1.0:1779697719.640826:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b690. 00000400:00000200:1.0:1779697719.640833:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.640844:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.640850:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309270:309270:256:4294967295] 192.168.203.23@tcp LPNI seq info [309266:309266:8:4294967295] 00000400:00000200:1.0:1779697719.640855:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.640861:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.640867:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.640871:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d400. 00000800:00000200:1.0:1779697719.640877:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.640883:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.640886:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.646019:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394580. 00000020:00000010:1.0:1779697719.646030:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.646035:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00010000:00000010:1.0:1779697719.646087:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.646097:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697719.646107:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00000800:00000200:0.0:1779697719.649770:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.649778:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d400. 00000400:00000200:0.0:1779697719.649785:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.649794:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.650065:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.652861:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1a9ffd 00000400:00000200:3.0:1779697719.652880:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.652888:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.652896:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:3.0:1779697719.652900:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000400:00000200:3.0:1779697719.652947:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.652959:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645e400 00010000:00000010:1.1:1779697719.652999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697719.653008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697719.653012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697719.653017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:3.0:1779697719.653023:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 53872 00010000:00000010:1.0:1779697719.653054:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697719.653065:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00000400:00000200:3.0:1779697719.653835:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.653843:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.653849:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.653857:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac5f80. 00000020:00000010:0.0:1779697719.653942:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697719.653947:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697719.653952:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31ec00. 00000020:00000010:0.0:1779697719.653956:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697719.653961:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697719.654165:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697719.654168:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697719.654172:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215486464 00000001:00000010:0.0:1779697719.654182:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:0.0:1779697719.654206:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697719.654212:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 02000000:00000010:0.0:1779697719.654238:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf81ee000. 00010000:00000010:0.0:1779697719.654266:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697719.654271:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697719.654296:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697719.654300:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697719.654303:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.654306:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697719.655209:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba000. 00000004:00000010:0.0:1779697719.655219:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef708. 00000004:00000010:0.0:1779697719.655225:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31a90. 00080000:00000010:0.0:1779697719.655234:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e1c8. 00010000:00000010:0.0:1779697719.656421:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697719.656428:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697719.656434:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697719.656439:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697719.656512:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697719.656525:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697719.656530:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697719.657146:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697719.657168:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac5f80 x1866146215486464/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.657189:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697719.657196:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215486464, offset 224 00000400:00000200:0.0:1779697719.657203:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.657215:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.657221:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309271:309271:256:4294967295] 192.168.203.23@tcp LPNI seq info [309267:309267:8:4294967295] 00000400:00000200:0.0:1779697719.657232:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.657238:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.657243:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697719.657249:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.657256:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.657260:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.657328:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:0.0:1779697719.657332:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697719.657336:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31ec00. 00010000:00000010:1.1:1779697719.657494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697719.657502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697719.657505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697719.657508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697719.657510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697719.657513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000800:00000200:3.0:1779697719.664226:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.664235:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697719.664243:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.664251:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.664258:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:3.0:1779697719.664261:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00010000:00000010:1.1:1779697719.665589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697719.665599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697719.669430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697719.669443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697719.669456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697719.669460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:0.0:1779697719.670865:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.670885:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645e500 00000400:00000200:0.0:1779697719.670893:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 54448 00000400:00000200:0.0:1779697719.670910:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.670915:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.670924:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.670930:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fcb480. 00000020:00000010:3.0:1779697719.671231:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697719.671237:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697719.671242:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552000. 00000020:00000010:3.0:1779697719.671247:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697719.671251:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697719.671291:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e00. 00000020:00000010:3.0:1779697719.671294:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e00. 00000100:00000200:3.0:1779697719.671297:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215486720 02000000:00000010:3.0:1779697719.671341:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb645e7000. 00010000:00000010:3.0:1779697719.671381:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:3.0:1779697719.671426:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697719.671445:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697719.671450:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697719.671464:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697719.671467:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697719.671470:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697719.671473:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697719.671590:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697719.671595:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb000. 00010000:00000010:3.0:1779697719.671599:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697719.671602:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697719.671625:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b976e0. 00000020:00000010:3.0:1779697719.671631:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b976e0. 00000020:00000010:3.0:1779697719.671642:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cc00. 00080000:00000010:3.0:1779697719.671650:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac2b0c800. 00000001:00000010:3.0:1779697719.672156:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c240. 00000001:00000010:3.0:1779697719.672163:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697719.672198:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cc00. 00010000:00000010:3.0:1779697719.672207:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697719.672210:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697719.672223:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697719.672258:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697719.672273:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697719.672290:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974436, last committed = 8589974211 00010000:00000200:3.0:1779697719.672300:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fcb480 x1866146215486720/t8589974436(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.672319:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697719.672326:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215486720, offset 224 00000400:00000010:3.0:1779697719.672333:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0310. 00000400:00000200:3.0:1779697719.672336:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.672349:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.672355:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309272:309272:256:4294967295] 192.168.203.23@tcp LPNI seq info [309268:309268:8:4294967295] 00000400:00000200:3.0:1779697719.672360:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.672366:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.672370:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.672375:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697719.672380:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.672386:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.672421:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.672441:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb380. 00000020:00000010:3.0:1779697719.672445:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697719.672448:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552000. 00000800:00000200:3.0:1779697719.672541:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1779697719.672664:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:1.0:1779697719.672671:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb000. 00010000:00000010:1.0:1779697719.672679:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000010:3.0:1779697719.673248:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697719.673253:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.673260:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697719.677440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697719.677452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697719.677456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697719.677461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:3.0:1779697719.679872:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.679893:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa005 00000400:00000200:3.0:1779697719.679900:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.679904:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.679910:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697719.679913:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:1.0:1779697719.680016:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:1.0:1779697719.680028:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:1.1:1779697719.682431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697719.682445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:0.0:1779697719.683443:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.683461:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645e580 00000400:00000200:0.0:1779697719.683469:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 54936 00000400:00000200:0.0:1779697719.683526:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.683531:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.683539:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.683545:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc9500. 00000020:00000010:1.0:1779697719.683890:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.683897:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.683903:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2853c00. 00000020:00000010:1.0:1779697719.683908:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394b00. 00000020:00000010:1.0:1779697719.683913:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697719.683946:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.683948:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697719.683952:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215486848 00000001:00000010:1.0:1779697719.683962:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697719.683989:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697719.683996:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 02000000:00000010:1.0:1779697719.684021:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeb9e000. 00010000:00000010:1.0:1779697719.684049:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697719.684053:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697719.684069:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697719.684072:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697719.684077:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697719.684079:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00000004:00000010:1.0:1779697719.684176:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a960. 00000004:00000010:1.0:1779697719.684184:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697719.684191:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562ff0. 00080000:00000010:1.0:1779697719.684199:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:3.0:1779697719.684790:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697719.684796:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb480. 00010000:00000010:3.0:1779697719.684800:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697719.684804:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697719.684862:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:3.0:1779697719.684874:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:3.0:1779697719.684879:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e80. 00010000:00000010:3.0:1779697719.684898:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000200:3.0:1779697719.684925:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc9500 x1866146215486848/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697719.684943:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697719.684950:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215486848, offset 224 00000400:00000200:3.0:1779697719.684957:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.684967:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.684973:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309273:309273:256:4294967295] 192.168.203.23@tcp LPNI seq info [309269:309269:8:4294967295] 00000400:00000200:3.0:1779697719.684983:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.684988:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.684993:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697719.684999:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.685006:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.685010:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.685034:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394b00. 00000020:00000010:3.0:1779697719.685038:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:3.0:1779697719.685042:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2853c00. 00000800:00000200:0.0:1779697719.685160:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.685165:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697719.685169:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.685174:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697719.685179:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:0.0:1779697719.685181:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:1.1:1779697719.687127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697719.687139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697719.690436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697719.690448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697719.690452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697719.690455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:3.0:1779697719.700942:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.700961:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645e680 00000400:00000200:3.0:1779697719.700970:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 55512 00000400:00000200:3.0:1779697719.700986:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.700992:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.701001:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.701009:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac5180. 00000020:00000010:1.0:1779697719.701840:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.701847:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.701854:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2852200. 00000020:00000010:1.0:1779697719.701859:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394580. 00000020:00000010:1.0:1779697719.701864:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.701907:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.701910:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697719.701914:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215487104 02000000:00000010:1.0:1779697719.701949:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9d000. 00010000:00000010:1.0:1779697719.701986:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:1.0:1779697719.702004:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb480. 00010000:00000010:1.0:1779697719.702021:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697719.702026:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.702040:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697719.702044:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394b00. 00010000:00000010:1.0:1779697719.702048:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697719.702062:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697719.702169:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697719.702173:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394e80. 00010000:00000010:1.0:1779697719.702176:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.702179:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000020:00000010:1.0:1779697719.702206:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc900. 00000020:00000010:1.0:1779697719.702212:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc900. 00000020:00000010:1.0:1779697719.702223:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacdc1aa20. 00080000:00000010:1.0:1779697719.702232:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc5000. 00000001:00000010:1.0:1779697719.703027:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37ea0. 00000001:00000010:1.0:1779697719.703035:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697719.703088:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacdc1aa20. 00010000:00000010:1.0:1779697719.703097:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697719.703102:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697719.703115:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697719.703157:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697719.703173:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697719.703188:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974437, last committed = 8589974211 00010000:00000200:1.0:1779697719.703198:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac5180 x1866146215487104/t8589974437(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.703218:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697719.703225:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215487104, offset 224 00000400:00000010:1.0:1779697719.703231:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42ba10. 00000400:00000200:1.0:1779697719.703235:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.703248:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.703254:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309274:309274:256:4294967295] 192.168.203.23@tcp LPNI seq info [309270:309270:8:4294967295] 00000400:00000200:1.0:1779697719.703260:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.703266:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.703271:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.703277:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697719.703283:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.703290:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.703293:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1779697719.703709:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:3.0:1779697719.703717:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394e80. 00010000:00000010:3.0:1779697719.703724:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697719.703749:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394580. 00000020:00000010:1.0:1779697719.703762:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.703766:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2852200. 00000800:00000200:2.0:1779697719.706808:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.706817:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697719.706825:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.706834:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.714563:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.714582:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa00d 00000400:00000200:3.0:1779697719.714589:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.714593:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.714600:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:3.0:1779697719.714603:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000400:00000200:3.0:1779697719.714632:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.714638:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645e700 00000400:00000200:3.0:1779697719.714645:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 56000 00000400:00000200:3.0:1779697719.715507:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.715515:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.715523:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.715531:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac7b80. 00010000:00000010:1.0:1779697719.715685:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697719.715698:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394b00. 00000020:00000010:2.0:1779697719.716222:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.716228:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.716234:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1949000. 00000020:00000010:2.0:1779697719.716240:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7500. 00000020:00000010:2.0:1779697719.716245:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b34b0. 00000020:00000010:2.0:1779697719.716291:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.716294:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000100:00000200:2.0:1779697719.716297:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215487232 00000001:00000010:2.0:1779697719.716308:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:2.0:1779697719.716331:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697719.716338:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697719.716363:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac2f46000. 00010000:00000010:2.0:1779697719.716411:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697719.716416:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697719.716434:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697719.716437:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697719.716441:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697719.716444:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697719.716532:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697719.716540:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e8e8. 00000004:00000010:2.0:1779697719.716546:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c220. 00010000:00000010:1.1:1779697719.716811:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:1.1:1779697719.716820:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00080000:00000010:2.0:1779697719.717137:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54ec78. 00010000:00000010:0.0:1779697719.718211:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697719.718217:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697719.718222:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.718227:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697719.718296:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697719.718308:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697719.718313:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:0.0:1779697719.718337:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:0.0:1779697719.718354:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac7b80 x1866146215487232/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.718374:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697719.718382:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215487232, offset 224 00000400:00000200:0.0:1779697719.718775:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.718788:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.718795:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309275:309275:256:4294967295] 192.168.203.23@tcp LPNI seq info [309271:309271:8:4294967295] 00000400:00000200:0.0:1779697719.718807:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.718813:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.718819:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697719.718826:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.718833:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.718837:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.718864:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7500. 00000020:00000010:0.0:1779697719.718869:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b34b0. 00000020:00000010:0.0:1779697719.718873:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1949000. 00000800:00000200:3.0:1779697719.718949:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.718954:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697719.718959:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.718966:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.718971:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:3.0:1779697719.718974:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00000400:00000200:3.0:1779697719.722473:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.722493:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645e800 00000400:00000200:3.0:1779697719.722503:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 56576 00000400:00000200:3.0:1779697719.722518:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.722523:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.722531:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.722537:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac6a00. 00000020:00000010:0.0:1779697719.722660:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e40. 00000020:00000010:0.0:1779697719.722666:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e40. 00000020:00000010:0.0:1779697719.722682:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31ec00. 00000020:00000010:0.0:1779697719.722688:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e980. 00000020:00000010:0.0:1779697719.722693:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697719.722734:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e40. 00000020:00000010:0.0:1779697719.722737:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e40. 00000100:00000200:0.0:1779697719.722740:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215487488 02000000:00000010:0.0:1779697719.722783:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf81ed000. 00010000:00000010:0.0:1779697719.722822:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697719.722838:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697719.722854:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697719.722858:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697719.722873:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697719.722876:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697719.722881:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697719.722884:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697719.722982:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697719.722985:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:0.0:1779697719.722989:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697719.722992:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697719.723016:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f500. 00000020:00000010:0.0:1779697719.723023:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f500. 00000020:00000010:0.0:1779697719.723033:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c720. 00080000:00000010:0.0:1779697719.723056:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8d000. 00000001:00000010:0.0:1779697719.723442:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1b40. 00000001:00000010:0.0:1779697719.723450:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697719.723489:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c720. 00010000:00000010:0.0:1779697719.723499:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697719.723503:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697719.723515:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:3.0:1779697719.724429:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:3.0:1779697719.724442:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697719.726498:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697719.726513:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:0.0:1779697719.726539:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697719.726637:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974438, last committed = 8589974211 00010000:00000200:0.0:1779697719.726650:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac6a00 x1866146215487488/t8589974438(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1779697719.726767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697719.726769:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697719.726776:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697719.726782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000010:0.0:1779697719.727468:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697719.727477:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215487488, offset 224 00000400:00000010:0.0:1779697719.727484:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67256c8. 00000400:00000200:0.0:1779697719.727490:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.727504:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.727511:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309276:309276:256:4294967295] 192.168.203.23@tcp LPNI seq info [309272:309272:8:4294967295] 00000400:00000200:0.0:1779697719.727517:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697719.727524:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.727529:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.727534:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697719.727540:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.727547:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.727620:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.727654:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e980. 00000020:00000010:0.0:1779697719.727658:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697719.727662:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31ec00. 00000800:00000200:3.0:1779697719.727815:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.727820:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697719.727825:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.727830:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.729291:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.729320:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa015 00000400:00000200:3.0:1779697719.729327:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.729332:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.729340:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:3.0:1779697719.729343:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00010000:00000010:0.1:1779697719.729510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697719.729519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:0.1:1779697719.729523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697719.729526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:0.0:1779697719.729660:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697719.729670:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:1.1:1779697719.729723:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697719.729729:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:3.0:1779697719.732104:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.732131:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645e880 00000400:00000200:3.0:1779697719.732140:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 57064 00000400:00000200:3.0:1779697719.732721:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.732729:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.732737:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.732744:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac5880. 00000020:00000010:0.0:1779697719.733079:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e40. 00000020:00000010:0.0:1779697719.733085:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e40. 00000020:00000010:0.0:1779697719.733091:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff31ec00. 00000020:00000010:0.0:1779697719.733096:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697719.733101:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697719.733140:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e40. 00000020:00000010:0.0:1779697719.733143:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e40. 00000100:00000200:0.0:1779697719.733146:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215487616 00000001:00000010:0.0:1779697719.733156:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:0.0:1779697719.733184:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697719.733191:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 02000000:00000010:0.0:1779697719.733215:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf81ea000. 00010000:00000010:0.0:1779697719.733243:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697719.733247:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697719.733264:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697719.733268:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697719.733272:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697719.733275:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000004:00000010:0.0:1779697719.733367:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba780. 00000004:00000010:0.0:1779697719.733376:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef618. 00000004:00000010:0.0:1779697719.733384:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ff0. 00080000:00000010:0.0:1779697719.733408:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e000. 00010000:00000010:0.1:1779697719.736570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697719.736584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697719.736588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697719.736592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697719.736595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697719.738522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697719.740824:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697719.740837:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697719.740920:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697719.740925:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697719.740931:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697719.740938:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697719.741016:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697719.741029:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697719.741034:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697719.741060:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000200:0.0:1779697719.741078:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac5880 x1866146215487616/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.741100:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697719.741106:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215487616, offset 224 00000400:00000200:0.0:1779697719.741114:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.741128:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.741134:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309277:309277:256:4294967295] 192.168.203.23@tcp LPNI seq info [309273:309273:8:4294967295] 00000400:00000200:0.0:1779697719.741144:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.741149:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.741154:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697719.741160:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.741167:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.741171:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.741202:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697719.741206:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697719.741209:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff31ec00. 00000800:00000200:3.0:1779697719.741342:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.741347:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697719.741352:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.741359:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.741364:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:3.0:1779697719.741368:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00000400:00000200:3.0:1779697719.752686:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.752716:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645e980 00000400:00000200:3.0:1779697719.752725:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 57640 00000400:00000200:3.0:1779697719.752741:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.752746:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.752762:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.752770:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac6300. 00000020:00000010:1.0:1779697719.752870:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.752875:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.752881:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2852200. 00000020:00000010:1.0:1779697719.752886:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394b00. 00000020:00000010:1.0:1779697719.752891:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.752932:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697719.752935:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697719.752938:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215487872 02000000:00000010:1.0:1779697719.752973:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeb9a000. 00010000:00000010:1.0:1779697719.753014:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:1.0:1779697719.753033:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:1.0:1779697719.753051:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697719.753056:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697719.753072:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697719.753074:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394580. 00010000:00000010:1.0:1779697719.753078:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697719.753080:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.753183:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697719.753187:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697719.753190:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.753193:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000020:00000010:1.0:1779697719.753219:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc900. 00000020:00000010:1.0:1779697719.753227:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc900. 00000020:00000010:1.0:1779697719.753239:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37840. 00080000:00000010:1.0:1779697719.753247:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7873400. 00000001:00000010:1.0:1779697719.753795:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacdc1aa80. 00000001:00000010:1.0:1779697719.753803:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697719.753842:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37840. 00010000:00000010:1.0:1779697719.753850:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697719.753854:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697719.753867:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697719.753988:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697719.754005:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:1.0:1779697719.754022:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974439, last committed = 8589974211 00010000:00000200:1.0:1779697719.754032:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac6300 x1866146215487872/t8589974439(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.754051:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697719.754057:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215487872, offset 224 00000400:00000010:1.0:1779697719.754063:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b1c0. 00000400:00000200:1.0:1779697719.754067:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.754079:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.754086:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309278:309278:256:4294967295] 192.168.203.23@tcp LPNI seq info [309274:309274:8:4294967295] 00000400:00000200:1.0:1779697719.754091:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.754098:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.754103:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.754107:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697719.754113:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.754120:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.754124:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.754148:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394b00. 00000020:00000010:1.0:1779697719.754152:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.754155:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2852200. 00000800:00000200:3.0:1779697719.754337:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.754342:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697719.754345:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.754350:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.756097:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.756122:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa01d 00000400:00000200:3.0:1779697719.756129:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.756135:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.756141:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:3.0:1779697719.756144:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:1.0:1779697719.756710:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.756722:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394580. 00010000:00000010:0.1:1779697719.756963:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697719.756970:0:189029:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697719.756975:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697719.756977:0:189029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697719.756995:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697719.757000:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00010000:00000010:0.0:1779697719.757006:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00000400:00000200:3.0:1779697719.757768:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.757788:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ea00 00000400:00000200:3.0:1779697719.757797:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 58128 00000400:00000200:3.0:1779697719.757847:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.757851:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.757857:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.757863:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac5c00. 00000020:00000010:0.0:1779697719.759250:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.759258:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.759265:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:0.0:1779697719.759271:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:0.0:1779697719.759276:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eed8. 00000020:00000010:0.0:1779697719.759310:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.759313:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000100:00000200:0.0:1779697719.759316:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215488000 00000001:00000010:0.0:1779697719.759327:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:0.0:1779697719.759351:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697719.759358:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 02000000:00000010:0.0:1779697719.759385:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf81ef000. 00010000:00000010:0.0:1779697719.759445:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697719.759449:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697719.759468:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697719.759471:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697719.759475:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697719.759477:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00000004:00000010:0.0:1779697719.759637:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebaf00. 00000004:00000010:0.0:1779697719.759646:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef438. 00000004:00000010:0.0:1779697719.759652:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30550. 00080000:00000010:0.0:1779697719.759660:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e558. 00010000:00000010:1.1:1779697719.763024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697719.763037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:1.1:1779697719.763042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697719.763045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697719.763124:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697719.763129:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394d80. 00010000:00000010:1.0:1779697719.763135:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697719.763141:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697719.763220:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:1.0:1779697719.763231:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:1.0:1779697719.763236:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:1.0:1779697719.763261:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000200:1.0:1779697719.763280:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac5c00 x1866146215488000/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.763301:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697719.763307:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215488000, offset 224 00000400:00000200:1.0:1779697719.763314:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.763327:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.763333:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309279:309279:256:4294967295] 192.168.203.23@tcp LPNI seq info [309275:309275:8:4294967295] 00000400:00000200:1.0:1779697719.763344:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.763348:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.763353:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697719.763359:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.763366:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.763370:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.763422:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:1.0:1779697719.763427:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eed8. 00000020:00000010:1.0:1779697719.763430:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00000800:00000200:3.0:1779697719.763909:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.763914:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697719.763919:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.763924:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.763929:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:3.0:1779697719.763932:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:1.1:1779697719.767432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697719.767445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697719.767481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697719.767487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:3.0:1779697719.770361:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.770380:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645eb00 00000400:00000200:3.0:1779697719.770406:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 58704 00000400:00000200:3.0:1779697719.770444:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.770449:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.770458:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.770465:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac6d80. 00000020:00000010:0.0:1779697719.772274:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.772283:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.772290:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502000. 00000020:00000010:0.0:1779697719.772295:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ea80. 00000020:00000010:0.0:1779697719.772300:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697719.772343:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.772345:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000100:00000200:0.0:1779697719.772348:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215488256 02000000:00000010:0.0:1779697719.772382:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4bde000. 00010000:00000010:0.0:1779697719.772448:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:0.0:1779697719.772465:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394d80. 00010000:00000010:0.0:1779697719.772481:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697719.772486:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697719.772501:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697719.772504:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697719.772508:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697719.772511:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697719.772608:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697719.772612:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697719.772616:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.772620:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000020:00000010:0.0:1779697719.772644:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697719.772649:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697719.772659:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1240. 00080000:00000010:0.0:1779697719.772667:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8d800. 00000001:00000010:0.0:1779697719.773315:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aa80. 00000001:00000010:0.0:1779697719.773322:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697719.773358:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1240. 00010000:00000010:0.0:1779697719.773368:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697719.773373:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697719.773384:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:1.1:1779697719.773430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697719.773437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697719.773440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697719.773442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697719.773452:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:1.0:1779697719.773461:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697719.773465:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:1.0:1779697719.773466:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:1.0:1779697719.773471:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00010000:00000200:0.0:1779697719.773480:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974440, last committed = 8589974211 00010000:00000200:0.0:1779697719.773490:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac6d80 x1866146215488256/t8589974440(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697719.773508:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697719.773515:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215488256, offset 224 00000400:00000010:0.0:1779697719.773522:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725ab8. 00000400:00000200:0.0:1779697719.773526:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.773539:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.773545:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309280:309280:256:4294967295] 192.168.203.23@tcp LPNI seq info [309276:309276:8:4294967295] 00000400:00000200:0.0:1779697719.773551:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697719.773558:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.773564:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.773568:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697719.773575:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.773583:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.773586:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.773613:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ea80. 00000020:00000010:0.0:1779697719.773618:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697719.773621:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502000. 00000800:00000200:1.0:1779697719.773718:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.773723:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697719.773727:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.773734:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697719.779285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697719.779299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00000400:00000200:3.0:1779697719.779435:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.779455:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa025 00000400:00000200:3.0:1779697719.779461:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.779466:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.779472:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:3.0:1779697719.779475:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000400:00000200:3.0:1779697719.779499:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.779505:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645eb80 00000400:00000200:3.0:1779697719.779513:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 59192 00000400:00000200:3.0:1779697719.779523:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.779527:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.779532:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.779538:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac4700. 00010000:00000010:0.0:1779697719.779558:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697719.779569:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00000020:00000010:1.0:1779697719.780590:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697719.780596:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697719.780603:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2852200. 00000020:00000010:1.0:1779697719.780609:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.780614:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.780653:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697719.780656:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697719.780659:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215488384 00000001:00000010:1.0:1779697719.780669:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697719.780695:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697719.780701:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 02000000:00000010:1.0:1779697719.780727:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf4915000. 00010000:00000010:1.0:1779697719.780773:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.780786:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697719.780803:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697719.780806:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697719.780810:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697719.780813:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00000004:00000010:1.0:1779697719.780907:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77be00. 00000004:00000010:1.0:1779697719.780914:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697719.780920:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562550. 00080000:00000010:1.0:1779697719.780928:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:0.1:1779697719.781954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697719.781962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697719.782421:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697719.782430:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:1.0:1779697719.782508:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697719.782513:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697719.782518:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697719.782525:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697719.783730:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697719.783746:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697719.783751:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc9394c80. 00010000:00000010:1.0:1779697719.784376:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000200:1.0:1779697719.784861:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac4700 x1866146215488384/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.784887:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697719.784895:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215488384, offset 224 00000400:00000200:1.0:1779697719.784903:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.784915:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.784921:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309281:309281:256:4294967295] 192.168.203.23@tcp LPNI seq info [309277:309277:8:4294967295] 00000400:00000200:1.0:1779697719.784932:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.784938:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.784944:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697719.784950:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.784958:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.784961:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.784988:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc9394d80. 00000020:00000010:1.0:1779697719.784993:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.784997:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2852200. 00000800:00000200:3.0:1779697719.785558:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.785564:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697719.785569:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.785575:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.785581:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:3.0:1779697719.785583:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00010000:00000010:0.1:1779697719.788026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697719.788038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697719.792686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697719.792699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697719.792703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697719.792706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:1.0:1779697719.797143:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.797162:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645ec80 00000400:00000200:1.0:1779697719.797172:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 59768 00000400:00000200:1.0:1779697719.797188:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.797194:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.797203:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.797211:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a4380. 00000020:00000010:2.0:1779697719.798085:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.798092:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.798097:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948000. 00000020:00000010:2.0:1779697719.798103:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7a00. 00000020:00000010:2.0:1779697719.798107:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.798148:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.798151:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000100:00000200:2.0:1779697719.798154:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215488640 02000000:00000010:2.0:1779697719.798190:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac2f45000. 00010000:00000010:2.0:1779697719.798230:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:2.0:1779697719.798246:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:2.0:1779697719.798263:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.798269:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697719.798282:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697719.798285:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697719.798289:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697719.798293:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697719.798432:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697719.798436:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697719.798439:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.798442:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000020:00000010:2.0:1779697719.798470:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b1e0. 00000020:00000010:2.0:1779697719.798476:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b1e0. 00000020:00000010:2.0:1779697719.798486:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171ea0. 00080000:00000010:2.0:1779697719.798495:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d0800. 00000001:00000010:2.0:1779697719.799191:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca1711e0. 00000001:00000010:2.0:1779697719.799198:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697719.799234:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171ea0. 00010000:00000010:2.0:1779697719.799244:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697719.799249:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697719.799262:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697719.799303:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697719.799317:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:2.0:1779697719.799334:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974441, last committed = 8589974211 00010000:00000200:2.0:1779697719.799345:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a4380 x1866146215488640/t8589974441(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697719.799364:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697719.799370:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215488640, offset 224 00000400:00000010:2.0:1779697719.799377:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70f50. 00000400:00000200:2.0:1779697719.799382:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.799428:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.799434:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309282:309282:256:4294967295] 192.168.203.23@tcp LPNI seq info [309278:309278:8:4294967295] 00000400:00000200:2.0:1779697719.799440:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697719.799447:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.799452:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.799457:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697719.799463:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.799471:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.799476:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.799494:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7a00. 00000020:00000010:2.0:1779697719.799498:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.799502:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948000. 00010000:00000010:0.0:1779697719.799685:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697719.799692:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:0.0:1779697719.799697:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000800:00000200:1.0:1779697719.799705:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.799710:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:1.0:1779697719.799716:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.799721:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697719.802726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697719.802739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00000400:00000200:0.0:1779697719.806542:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.806640:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa02d 00000400:00000200:0.0:1779697719.806648:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.806652:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.806660:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:0.0:1779697719.806663:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000400:00000200:0.0:1779697719.806689:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.806695:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ed00 00000400:00000200:0.0:1779697719.806712:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 60256 00000400:00000200:0.0:1779697719.806781:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.806784:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.806789:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.806795:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bb9180. 00010000:00000010:1.0:1779697719.807270:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697719.807283:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:0.1:1779697719.808475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697719.808486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697719.810344:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697719.810353:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00000020:00000010:2.0:1779697719.810398:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.810404:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.810409:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948000. 00000020:00000010:2.0:1779697719.810414:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7a00. 00000020:00000010:2.0:1779697719.810420:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b30c8. 00000020:00000010:2.0:1779697719.810522:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbac40. 00000020:00000010:2.0:1779697719.810525:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbac40. 00000100:00000200:2.0:1779697719.810528:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215488768 00000001:00000010:2.0:1779697719.810538:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:2.0:1779697719.811712:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697719.811722:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697719.811762:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1d9f000. 00010000:00000010:2.0:1779697719.811793:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697719.811797:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697719.811815:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697719.811819:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697719.811823:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697719.811826:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697719.811933:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697719.811942:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e690. 00000004:00000010:2.0:1779697719.811949:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d980. 00080000:00000010:2.0:1779697719.811957:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e558. 00010000:00000010:1.0:1779697719.813995:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697719.814005:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697719.814011:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697719.814017:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697719.814092:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:1.0:1779697719.814109:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:1.0:1779697719.814125:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7380. 00010000:00000010:1.0:1779697719.814148:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:1.0:1779697719.814167:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb9180 x1866146215488768/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.814188:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697719.814195:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215488768, offset 224 00000400:00000200:1.0:1779697719.814203:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.814217:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.814224:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309283:309283:256:4294967295] 192.168.203.23@tcp LPNI seq info [309279:309279:8:4294967295] 00000400:00000200:1.0:1779697719.814239:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.814246:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.814252:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697719.814259:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.814268:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.814272:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.814314:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7a00. 00000020:00000010:1.0:1779697719.814319:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b30c8. 00000020:00000010:1.0:1779697719.814324:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948000. 00000800:00000200:2.0:1779697719.814483:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.814489:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697719.814494:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.814500:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.814506:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:2.0:1779697719.814508:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000400:00000200:0.0:1779697719.821238:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.821257:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645ee00 00000400:00000200:0.0:1779697719.821265:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 60832 00000400:00000200:0.0:1779697719.821281:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.821285:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.821293:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.821300:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bba300. 00000020:00000010:0.0:1779697719.821352:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.821357:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.821363:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:0.0:1779697719.821367:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.821372:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697719.821424:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.821427:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000100:00000200:0.0:1779697719.821429:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215489024 02000000:00000010:0.0:1779697719.821463:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace6a2000. 00010000:00000010:0.0:1779697719.821501:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:0.0:1779697719.821518:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:0.0:1779697719.821536:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697719.821542:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697719.821570:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697719.821574:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:0.0:1779697719.821578:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697719.821580:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697719.821801:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697719.821804:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697719.821808:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.821812:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000020:00000010:0.0:1779697719.821839:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697719.821846:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f020. 00000020:00000010:0.0:1779697719.821857:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:0.0:1779697719.821866:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8cc00. 00000001:00000010:0.0:1779697719.822251:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a660. 00000001:00000010:0.0:1779697719.822258:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697719.822294:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:0.0:1779697719.822302:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697719.822306:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697719.822320:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697719.822355:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697719.822369:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697719.822383:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974442, last committed = 8589974211 00010000:00000200:0.0:1779697719.822413:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bba300 x1866146215489024/t8589974442(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697719.822432:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697719.822437:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215489024, offset 224 00000400:00000010:0.0:1779697719.822443:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725428. 00000400:00000200:0.0:1779697719.822447:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.822459:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.822465:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309284:309284:256:4294967295] 192.168.203.23@tcp LPNI seq info [309280:309280:8:4294967295] 00000400:00000200:0.0:1779697719.822471:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697719.822479:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.822484:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.822489:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697719.822495:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.822502:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.822506:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.822525:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.822529:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697719.822533:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00010000:00000010:0.0:1779697719.823186:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697719.823194:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697719.823201:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00000800:00000200:0.0:1779697719.823417:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.823422:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697719.823426:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.823431:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697719.823511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697719.823520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00000400:00000200:2.0:1779697719.828204:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697719.828224:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa035 00000400:00000200:2.0:1779697719.828232:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.828237:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697719.828244:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:2.0:1779697719.828247:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00010000:00000010:0.0:1779697719.828344:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697719.828355:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00000400:00000200:0.0:1779697719.829473:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.829485:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ee80 00000400:00000200:0.0:1779697719.829493:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 61320 00000400:00000200:0.0:1779697719.829558:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.829563:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.829569:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.829575:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bb8e00. 00000020:00000010:1.0:1779697719.830079:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697719.830086:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697719.830095:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:1.0:1779697719.830100:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697719.830118:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.830164:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d00. 00000020:00000010:1.0:1779697719.830167:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d00. 00000100:00000200:1.0:1779697719.830170:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215489152 00000001:00000010:1.0:1779697719.830181:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:1.0:1779697719.830205:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.830212:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 02000000:00000010:1.0:1779697719.830240:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf4917000. 00010000:00000010:1.0:1779697719.830270:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697719.830275:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697719.830296:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.830300:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697719.830304:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.830308:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.1:1779697719.830418:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697719.830433:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697719.830436:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697719.830441:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00000004:00000010:1.0:1779697719.830476:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ab40. 00000004:00000010:1.0:1779697719.830485:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697719.830492:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562990. 00080000:00000010:1.0:1779697719.830502:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd66741c8. 00010000:00000010:0.1:1779697719.835449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697719.835477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697719.835484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697719.835487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697719.835490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697719.835493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697719.835495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697719.835497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00080000:00000010:1.0:1779697719.835787:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54ee40. 00000004:00000010:1.0:1779697719.835796:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dba0. 00000004:00000010:1.0:1779697719.835801:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e348. 00000004:00000010:1.0:1779697719.835805:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83105a0. 00080000:00000010:1.0:1779697719.835820:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6438f0. 00000004:00000010:1.0:1779697719.835823:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563870. 00000004:00000010:1.0:1779697719.835828:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb348. 00000004:00000010:1.0:1779697719.835830:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b860. 00080000:00000010:1.0:1779697719.835841:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2ce40. 00000004:00000010:1.0:1779697719.835845:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83ed0. 00000004:00000010:1.0:1779697719.835848:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af690. 00000004:00000010:1.0:1779697719.835850:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3c20. 00080000:00000010:1.0:1779697719.835858:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2dab8. 00000004:00000010:1.0:1779697719.835861:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83210. 00000004:00000010:1.0:1779697719.835863:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af708. 00000004:00000010:1.0:1779697719.835865:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2f00. 00080000:00000010:1.0:1779697719.835873:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643398. 00000004:00000010:1.0:1779697719.835876:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562cc0. 00000004:00000010:1.0:1779697719.835878:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb870. 00000004:00000010:1.0:1779697719.835881:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ba40. 00080000:00000010:1.0:1779697719.835889:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c558. 00000004:00000010:1.0:1779697719.835892:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83100. 00000004:00000010:1.0:1779697719.835894:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af4b0. 00000004:00000010:1.0:1779697719.835895:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa23c0. 00080000:00000010:1.0:1779697719.835903:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f008. 00000004:00000010:1.0:1779697719.835906:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c000. 00000004:00000010:1.0:1779697719.835908:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ef00. 00000004:00000010:1.0:1779697719.835910:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310f00. 00080000:00000010:1.0:1779697719.835918:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54ec78. 00000004:00000010:1.0:1779697719.835921:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c220. 00000004:00000010:1.0:1779697719.835923:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e8e8. 00000004:00000010:1.0:1779697719.835925:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83103c0. 00080000:00000010:1.0:1779697719.835933:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f1d0. 00000004:00000010:1.0:1779697719.835935:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cdd0. 00000004:00000010:1.0:1779697719.835938:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eac8. 00000004:00000010:1.0:1779697719.835940:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83110e0. 00080000:00000010:1.0:1779697719.835949:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642c78. 00000004:00000010:1.0:1779697719.835951:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562440. 00000004:00000010:1.0:1779697719.835953:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcba50. 00000004:00000010:1.0:1779697719.835956:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a000. 00080000:00000010:1.0:1779697719.835964:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642390. 00000004:00000010:1.0:1779697719.835966:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563dc0. 00000004:00000010:1.0:1779697719.835968:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe88. 00000004:00000010:1.0:1779697719.835970:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77bc20. 00080000:00000010:1.0:1779697719.835978:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643ab8. 00000004:00000010:1.0:1779697719.835981:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563a90. 00000004:00000010:1.0:1779697719.835983:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbac8. 00000004:00000010:1.0:1779697719.835985:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a5a0. 00080000:00000010:1.0:1779697719.836472:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e000. 00000004:00000010:1.0:1779697719.836478:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cbb0. 00000004:00000010:1.0:1779697719.836480:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e7f8. 00000004:00000010:1.0:1779697719.836483:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311a40. 00080000:00000010:1.0:1779697719.836494:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e558. 00000004:00000010:1.0:1779697719.836496:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d980. 00000004:00000010:1.0:1779697719.836499:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e690. 00000004:00000010:1.0:1779697719.836501:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311680. 00080000:00000010:1.0:1779697719.836509:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642ab0. 00000004:00000010:1.0:1779697719.836511:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563100. 00000004:00000010:1.0:1779697719.836514:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb528. 00000004:00000010:1.0:1779697719.836516:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a1e0. 00080000:00000010:1.0:1779697719.836524:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54fc80. 00000004:00000010:1.0:1779697719.836526:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d100. 00000004:00000010:1.0:1779697719.836528:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e258. 00000004:00000010:1.0:1779697719.836530:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83112c0. 00080000:00000010:1.0:1779697719.836539:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2dc80. 00000004:00000010:1.0:1779697719.836541:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82000. 00000004:00000010:1.0:1779697719.836543:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af870. 00000004:00000010:1.0:1779697719.836546:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa30e0. 00080000:00000010:1.0:1779697719.836628:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e720. 00000004:00000010:1.0:1779697719.836632:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c990. 00000004:00000010:1.0:1779697719.836634:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e780. 00000004:00000010:1.0:1779697719.836636:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311860. 00080000:00000010:1.0:1779697719.836645:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f560. 00000004:00000010:1.0:1779697719.836648:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dcb0. 00000004:00000010:1.0:1779697719.836650:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ed98. 00000004:00000010:1.0:1779697719.836652:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310000. 00080000:00000010:1.0:1779697719.836661:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2eab0. 00000004:00000010:1.0:1779697719.836669:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ee0. 00000004:00000010:1.0:1779697719.836672:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefb40. 00000004:00000010:1.0:1779697719.836675:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb860. 00080000:00000010:1.0:1779697719.836683:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d008. 00000004:00000010:1.0:1779697719.836685:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82aa0. 00000004:00000010:1.0:1779697719.836688:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afd20. 00000004:00000010:1.0:1779697719.836689:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa32c0. 00080000:00000010:1.0:1779697719.836697:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6421c8. 00000004:00000010:1.0:1779697719.836700:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562ff0. 00000004:00000010:1.0:1779697719.836703:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697719.836705:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a960. 00080000:00000010:1.0:1779697719.836712:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00000004:00000010:1.0:1779697719.836714:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697719.836716:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697719.836718:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697719.836726:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e1c8. 00000004:00000010:1.0:1779697719.836729:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ddc0. 00000004:00000010:1.0:1779697719.836731:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e000. 00000004:00000010:1.0:1779697719.836733:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311c20. 00080000:00000010:1.0:1779697719.836741:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2cab0. 00000004:00000010:1.0:1779697719.836743:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82dd0. 00000004:00000010:1.0:1779697719.836745:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afe10. 00000004:00000010:1.0:1779697719.836747:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3680. 00080000:00000010:1.0:1779697719.836768:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2fc80. 00000004:00000010:1.0:1779697719.836772:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30aa0. 00000004:00000010:1.0:1779697719.836774:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef078. 00000004:00000010:1.0:1779697719.836776:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebad20. 00080000:00000010:1.0:1779697719.836786:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d398. 00000004:00000010:1.0:1779697719.836788:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83a90. 00000004:00000010:1.0:1779697719.836790:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af0f0. 00000004:00000010:1.0:1779697719.836792:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3a40. 00080000:00000010:1.0:1779697719.836799:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697719.836801:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697719.836803:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697719.836805:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00080000:00000010:1.0:1779697719.836814:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d1d0. 00000004:00000010:1.0:1779697719.836816:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82110. 00000004:00000010:1.0:1779697719.836818:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af618. 00000004:00000010:1.0:1779697719.836820:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3e00. 00080000:00000010:1.0:1779697719.836828:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e558. 00000004:00000010:1.0:1779697719.836831:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30550. 00000004:00000010:1.0:1779697719.836834:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef438. 00000004:00000010:1.0:1779697719.836835:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebaf00. 00080000:00000010:1.0:1779697719.836843:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e8e8. 00000004:00000010:1.0:1779697719.836845:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c440. 00000004:00000010:1.0:1779697719.836846:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e168. 00000004:00000010:1.0:1779697719.836848:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310960. 00080000:00000010:1.0:1779697719.836855:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d8f0. 00000004:00000010:1.0:1779697719.836858:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82550. 00000004:00000010:1.0:1779697719.836860:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74aff00. 00000004:00000010:1.0:1779697719.836862:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2960. 00080000:00000010:1.0:1779697719.836870:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2ec78. 00000004:00000010:1.0:1779697719.836873:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31980. 00000004:00000010:1.0:1779697719.836876:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef780. 00000004:00000010:1.0:1779697719.836878:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebab40. 00080000:00000010:1.0:1779697719.836887:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697719.836889:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697719.836892:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697719.836894:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b2c0. 00080000:00000010:1.0:1779697719.836901:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e1c8. 00000004:00000010:1.0:1779697719.836905:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31a90. 00000004:00000010:1.0:1779697719.836907:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef708. 00000004:00000010:1.0:1779697719.836909:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba000. 00080000:00000010:1.0:1779697719.836917:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e000. 00000004:00000010:1.0:1779697719.836920:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ff0. 00000004:00000010:1.0:1779697719.836922:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef618. 00000004:00000010:1.0:1779697719.836923:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba780. 00080000:00000010:1.0:1779697719.836932:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00000004:00000010:1.0:1779697719.836934:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697719.836937:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697719.836938:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697719.836946:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54fab8. 00000004:00000010:1.0:1779697719.836948:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ccc0. 00000004:00000010:1.0:1779697719.836950:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e4b0. 00000004:00000010:1.0:1779697719.836953:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311e00. 00080000:00000010:1.0:1779697719.836960:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f728. 00000004:00000010:1.0:1779697719.836962:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c770. 00000004:00000010:1.0:1779697719.836964:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e5a0. 00000004:00000010:1.0:1779697719.836966:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83114a0. 00080000:00000010:1.0:1779697719.836973:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00000004:00000010:1.0:1779697719.836976:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697719.836978:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697719.836980:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697719.837000:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f398. 00000004:00000010:1.0:1779697719.837004:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31320. 00000004:00000010:1.0:1779697719.837006:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff78. 00000004:00000010:1.0:1779697719.837008:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb4a0. 00080000:00000010:1.0:1779697719.837016:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2cc78. 00000004:00000010:1.0:1779697719.837018:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83dc0. 00000004:00000010:1.0:1779697719.837020:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af5a0. 00000004:00000010:1.0:1779697719.837021:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2780. 00080000:00000010:1.0:1779697719.837028:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e390. 00000004:00000010:1.0:1779697719.837030:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355caa0. 00000004:00000010:1.0:1779697719.837031:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ebb8. 00000004:00000010:1.0:1779697719.837033:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310d20. 00080000:00000010:1.0:1779697719.837041:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6428e8. 00000004:00000010:1.0:1779697719.837043:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562550. 00000004:00000010:1.0:1779697719.837044:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697719.837046:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77be00. 00010000:00000010:1.0:1779697719.837135:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697719.837141:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697719.837147:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.837153:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697719.837231:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697719.837241:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697719.837247:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697719.837273:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:1.0:1779697719.837293:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb8e00 x1866146215489152/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.837313:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697719.837321:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215489152, offset 224 00000400:00000200:1.0:1779697719.837328:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.837342:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.837348:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309285:309285:256:4294967295] 192.168.203.23@tcp LPNI seq info [309281:309281:8:4294967295] 00000400:00000200:1.0:1779697719.837359:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.837364:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.837369:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697719.837376:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.837383:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.837408:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.837444:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697719.837449:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.837452:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00000800:00000200:2.0:1779697719.838115:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.838121:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697719.838125:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.838131:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.838135:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:2.0:1779697719.838138:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00010000:00000010:1.1:1779697719.842348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697719.842357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697719.842361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697719.842364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000400:00000200:3.0:1779697719.850290:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.853031:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645ef80 00000400:00000200:3.0:1779697719.853041:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 61896 00000400:00000200:3.0:1779697719.853069:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.853075:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.853084:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.853090:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac6680. 00000020:00000010:1.0:1779697719.853470:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697719.853477:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697719.853484:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f3a00. 00000020:00000010:1.0:1779697719.853489:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697719.853494:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.853583:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697719.853587:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697719.853590:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215489408 02000000:00000010:1.0:1779697719.853621:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf4916000. 00010000:00000010:1.0:1779697719.853658:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697719.853673:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697719.853688:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.853693:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697719.853707:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.853710:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697719.853714:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.853717:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697719.853832:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697719.853836:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697719.853839:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697719.853842:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00000020:00000010:1.0:1779697719.853867:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc0e0. 00000020:00000010:1.0:1779697719.853873:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc0e0. 00000020:00000010:1.0:1779697719.853884:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37f00. 00080000:00000010:1.0:1779697719.853892:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf83ad400. 00000001:00000010:1.0:1779697719.856088:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc1e0. 00000001:00000010:1.0:1779697719.856100:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697719.856162:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37f00. 00010000:00000010:1.0:1779697719.856176:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697719.856184:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697719.856205:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697719.856254:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697719.856275:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000200:1.0:1779697719.856297:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974443, last committed = 8589974211 00010000:00000200:1.0:1779697719.856308:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac6680 x1866146215489408/t8589974443(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.856593:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697719.856602:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215489408, offset 224 00000400:00000010:1.0:1779697719.856608:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b150. 00000400:00000200:1.0:1779697719.856613:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.856628:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.856634:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309286:309286:256:4294967295] 192.168.203.23@tcp LPNI seq info [309282:309282:8:4294967295] 00000400:00000200:1.0:1779697719.856642:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.856649:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.856655:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.856660:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697719.856665:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.856673:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.856677:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.856697:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697719.856702:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.856706:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f3a00. 00000800:00000200:3.0:1779697719.857350:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.857356:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:3.0:1779697719.857362:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.857369:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697719.857421:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697719.857431:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:0.0:1779697719.857441:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00000400:00000200:0.0:1779697719.860468:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697719.860487:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa03d 00000400:00000200:0.0:1779697719.860494:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.860498:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697719.860506:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697719.860509:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000400:00000200:0.0:1779697719.860533:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697719.860539:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645f000 00000400:00000200:0.0:1779697719.860607:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 62384 00000400:00000200:0.0:1779697719.860947:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.860954:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697719.860961:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697719.860968:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bb8380. 00000020:00000010:3.0:1779697719.862013:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697719.862021:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697719.862027:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6553400. 00000020:00000010:3.0:1779697719.862032:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb000. 00000020:00000010:3.0:1779697719.862037:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697719.862228:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697719.862232:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000100:00000200:3.0:1779697719.862235:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215489536 00010000:00000010:1.1:1779697719.862243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000001:00000010:3.0:1779697719.862246:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:1.1:1779697719.862252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.0:1779697719.862272:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697719.862281:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:1.0:1779697719.862291:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697719.862300:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 02000000:00000010:3.0:1779697719.862321:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb645e5000. 00010000:00000010:3.0:1779697719.862353:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697719.862357:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697719.862372:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697719.862376:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb500. 00010000:00000010:3.0:1779697719.862380:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697719.862384:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697719.862516:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2000. 00000004:00000010:3.0:1779697719.862526:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af528. 00000004:00000010:3.0:1779697719.862531:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83430. 00080000:00000010:3.0:1779697719.862540:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c000. 00010000:00000010:1.1:1779697719.863504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697719.863514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.863581:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697719.863585:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:1.0:1779697719.863589:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697719.863594:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697719.863654:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:1.0:1779697719.863664:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:1.0:1779697719.863668:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb500. 00010000:00000010:1.0:1779697719.863688:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:1.0:1779697719.863706:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb8380 x1866146215489536/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.863726:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697719.863733:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215489536, offset 224 00000400:00000200:1.0:1779697719.863740:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.863763:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.863769:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309287:309287:256:4294967295] 192.168.203.23@tcp LPNI seq info [309283:309283:8:4294967295] 00000400:00000200:1.0:1779697719.863793:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.863800:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.863805:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697719.863812:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.863818:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.863822:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.863892:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb000. 00000020:00000010:1.0:1779697719.863897:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:1.0:1779697719.863901:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6553400. 00000800:00000200:3.0:1779697719.866064:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.866072:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697719.866079:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.866089:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.866097:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:3.0:1779697719.866100:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00010000:00000010:0.1:1779697719.870524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697719.870539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697719.871444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697719.871453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:3.0:1779697719.877930:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.877949:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645f100 00000400:00000200:3.0:1779697719.877957:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 62960 00000400:00000200:3.0:1779697719.877972:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.877976:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.877984:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.878001:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac4000. 00000020:00000010:0.0:1779697719.878089:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.878095:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.878101:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502000. 00000020:00000010:0.0:1779697719.878106:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ea80. 00000020:00000010:0.0:1779697719.878121:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ed48. 00000020:00000010:0.0:1779697719.878164:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.878167:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000100:00000200:0.0:1779697719.878170:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215489792 02000000:00000010:0.0:1779697719.878206:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace6a6000. 00010000:00000010:0.0:1779697719.878244:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:0.0:1779697719.878261:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc80. 00010000:00000010:0.0:1779697719.878288:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697719.878293:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697719.878308:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697719.878312:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697719.878316:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697719.878320:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697719.878470:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697719.878473:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697719.878476:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697719.878479:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000020:00000010:0.0:1779697719.878504:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f420. 00000020:00000010:0.0:1779697719.878510:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f420. 00000020:00000010:0.0:1779697719.878521:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:0.0:1779697719.878530:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8c000. 00000001:00000010:1.0:1779697719.879957:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfccc0. 00000001:00000010:1.0:1779697719.879968:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697719.880017:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:1.0:1779697719.880030:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.880037:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697719.880055:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697719.880193:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:1.0:1779697719.880215:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:1.0:1779697719.880236:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974444, last committed = 8589974211 00010000:00000200:1.0:1779697719.880249:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac4000 x1866146215489792/t8589974444(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.880369:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697719.880377:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215489792, offset 224 00000400:00000010:1.0:1779697719.880385:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bb60. 00000400:00000200:1.0:1779697719.880415:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.880432:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.880439:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309288:309288:256:4294967295] 192.168.203.23@tcp LPNI seq info [309284:309284:8:4294967295] 00000400:00000200:1.0:1779697719.880445:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.880455:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.880461:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.880468:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697719.880475:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.880483:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.880488:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.880510:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ea80. 00000020:00000010:1.0:1779697719.880515:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ed48. 00000020:00000010:1.0:1779697719.880519:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502000. 00010000:00000010:0.0:1779697719.880793:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:0.0:1779697719.880802:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00010000:00000010:0.0:1779697719.880809:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00000800:00000200:3.0:1779697719.881685:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.881691:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697719.881697:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.881705:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697719.883495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:1.1:1779697719.883507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697719.883511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.1:1779697719.883514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:3.0:1779697719.884066:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.884086:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa045 00000400:00000200:3.0:1779697719.884094:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.884099:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.884107:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:3.0:1779697719.884250:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00010000:00000010:1.0:1779697719.884371:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:1.0:1779697719.884382:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:0.1:1779697719.890606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697719.890620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:1.1:1779697719.894413:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697719.894426:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697719.894433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697719.894443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697719.899466:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697719.899480:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000400:00000200:3.0:1779697719.901580:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.901599:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645f180 00000400:00000200:3.0:1779697719.901607:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 63448 00000400:00000200:3.0:1779697719.901660:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.901666:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.901684:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.901691:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac5500. 00000020:00000010:0.0:1779697719.902050:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.902057:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.902062:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90ef600. 00000020:00000010:0.0:1779697719.902067:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.902072:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697719.902116:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61480. 00000020:00000010:0.0:1779697719.902118:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61480. 00000100:00000200:0.0:1779697719.902122:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215489920 00000001:00000010:0.0:1779697719.902131:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:0.0:1779697719.902160:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.902166:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 02000000:00000010:0.0:1779697719.902191:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace6a4000. 00010000:00000010:0.0:1779697719.902218:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697719.902222:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697719.902241:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697719.902245:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697719.902250:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697719.902254:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00000004:00000010:0.0:1779697719.902366:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb0e0. 00000004:00000010:0.0:1779697719.902382:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef2d0. 00000004:00000010:0.0:1779697719.902425:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31540. 00080000:00000010:0.0:1779697719.902435:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e390. 00010000:00000010:0.0:1779697719.903584:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697719.903590:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:0.0:1779697719.903594:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697719.903599:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697719.903666:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697719.903852:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697719.903859:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697719.903883:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:0.0:1779697719.903900:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac5500 x1866146215489920/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.903919:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697719.903925:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215489920, offset 224 00000400:00000200:0.0:1779697719.903932:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.903943:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.903949:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309289:309289:256:4294967295] 192.168.203.23@tcp LPNI seq info [309285:309285:8:4294967295] 00000400:00000200:0.0:1779697719.903961:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.904934:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.904944:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697719.904953:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.904960:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.904964:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.904995:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.905000:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697719.905005:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90ef600. 00000800:00000200:2.0:1779697719.905169:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697719.905174:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697719.905179:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697719.905186:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697719.905192:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:2.0:1779697719.905195:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00010000:00000010:0.1:1779697719.914019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697719.914032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697719.914036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697719.914039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:3.0:1779697719.917836:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.917855:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645f280 00000400:00000200:3.0:1779697719.917864:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 64024 00000400:00000200:3.0:1779697719.917880:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.917885:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.917893:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.917900:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac4e00. 00000020:00000010:1.0:1779697719.918204:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697719.918210:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697719.918216:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3811e00. 00000020:00000010:1.0:1779697719.918221:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697719.918226:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.918267:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697719.918269:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000100:00000200:1.0:1779697719.918272:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215490176 02000000:00000010:1.0:1779697719.918309:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cc00c52000. 00010000:00000010:1.0:1779697719.918353:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:1.0:1779697719.918368:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00010000:00000010:1.0:1779697719.918425:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697719.918431:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697719.918446:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.918449:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697719.918453:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697719.918456:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697719.918561:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697719.918565:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697719.918568:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697719.918572:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00000020:00000010:1.0:1779697719.918596:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cca40. 00000020:00000010:1.0:1779697719.918602:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cca40. 00000020:00000010:1.0:1779697719.918612:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfcc00. 00080000:00000010:1.0:1779697719.918622:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf83ae800. 00000001:00000010:1.0:1779697719.918998:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37540. 00000001:00000010:1.0:1779697719.919004:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697719.919045:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfcc00. 00010000:00000010:1.0:1779697719.919053:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.919057:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697719.919068:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697719.919116:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697719.919130:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000200:1.0:1779697719.919145:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974445, last committed = 8589974211 00010000:00000200:1.0:1779697719.919155:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac4e00 x1866146215490176/t8589974445(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697719.919173:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697719.919179:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215490176, offset 224 00000400:00000010:1.0:1779697719.919185:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42be38. 00000400:00000200:1.0:1779697719.919189:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.919201:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.919207:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309290:309290:256:4294967295] 192.168.203.23@tcp LPNI seq info [309286:309286:8:4294967295] 00000400:00000200:1.0:1779697719.919213:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697719.919219:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.919225:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.919230:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697719.919236:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.919243:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.919246:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.919264:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697719.919267:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.919271:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3811e00. 00010000:00000010:1.0:1779697719.919301:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697719.919306:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697719.919310:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000800:00000200:1.0:1779697719.919385:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.919410:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697719.919414:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.919419:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697719.924432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697719.924448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:1.1:1779697719.924454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697719.924458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697719.924461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697719.924464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:3.0:1779697719.926839:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.926863:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa04d 00000400:00000200:3.0:1779697719.926871:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.926877:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.926885:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:3.0:1779697719.926888:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000400:00000200:3.0:1779697719.926922:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.926930:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645f300 00000400:00000200:3.0:1779697719.926939:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 64512 00000400:00000200:3.0:1779697719.926991:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.926996:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.927002:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.927009:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbffac4380. 00010000:00000010:1.0:1779697719.927124:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697719.927136:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00000020:00000010:0.0:1779697719.927562:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697719.927568:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697719.927575:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:0.0:1779697719.927580:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.927586:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697719.927627:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697719.927630:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000100:00000200:0.0:1779697719.927633:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215490304 00000001:00000010:0.0:1779697719.927643:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:0.0:1779697719.927668:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.927674:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 02000000:00000010:0.0:1779697719.927703:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac92f6000. 00010000:00000010:0.0:1779697719.927730:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697719.927734:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697719.927751:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697719.927832:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697719.927837:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697719.927840:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000004:00000010:0.0:1779697719.927938:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb680. 00000004:00000010:0.0:1779697719.927946:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd20. 00000004:00000010:0.0:1779697719.927952:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30cc0. 00080000:00000010:0.0:1779697719.927960:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f1d0. 00010000:00000010:0.0:1779697719.930457:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697719.930466:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697719.930472:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697719.930478:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697719.930621:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697719.930637:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697719.930643:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697719.930667:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:0.0:1779697719.930686:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbffac4380 x1866146215490304/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697719.930706:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697719.930714:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215490304, offset 224 00000400:00000200:0.0:1779697719.930720:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.930733:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.930739:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309291:309291:256:4294967295] 192.168.203.23@tcp LPNI seq info [309287:309287:8:4294967295] 00000400:00000200:0.0:1779697719.930750:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.930766:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.930770:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697719.930776:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.930784:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.930802:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.930827:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.930832:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697719.930835:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:3.0:1779697719.930971:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.930976:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697719.930980:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.930985:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.930990:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:3.0:1779697719.930993:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000400:00000200:1.0:1779697719.938119:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.938139:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645f400 00000400:00000200:1.0:1779697719.938147:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 65088 00000400:00000200:1.0:1779697719.938161:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.938166:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.938174:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.938181:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7b80. 00000020:00000010:3.0:1779697719.938312:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697719.938318:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697719.938323:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac355fa00. 00000020:00000010:3.0:1779697719.938329:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697719.938334:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697719.938370:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697719.938372:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000100:00000200:3.0:1779697719.938374:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215490560 00010000:00000010:1.1:1779697719.938420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697719.938426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 02000000:00000010:3.0:1779697719.938525:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb645e6000. 00010000:00000010:3.0:1779697719.938624:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:3.0:1779697719.938638:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697719.938655:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697719.938661:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697719.938674:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697719.938677:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd00. 00010000:00000010:3.0:1779697719.938680:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697719.938683:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697719.938954:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697719.938959:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bbd80. 00010000:00000010:3.0:1779697719.938963:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697719.938966:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00000020:00000010:3.0:1779697719.938995:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697719.939002:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697719.939011:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c3c0. 00080000:00000010:3.0:1779697719.939020:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac2b0d400. 00000001:00000010:3.0:1779697719.939782:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c300. 00000001:00000010:3.0:1779697719.939883:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697719.939921:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c3c0. 00010000:00000010:3.0:1779697719.939930:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697719.939935:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697719.939949:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697719.940029:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697719.940044:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697719.940060:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974446, last committed = 8589974211 00010000:00000200:3.0:1779697719.940070:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7b80 x1866146215490560/t8589974446(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697719.940088:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697719.940094:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215490560, offset 224 00000400:00000010:3.0:1779697719.940100:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0460. 00000400:00000200:3.0:1779697719.940103:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697719.940116:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697719.940122:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309292:309292:256:4294967295] 192.168.203.23@tcp LPNI seq info [309288:309288:8:4294967295] 00000400:00000200:3.0:1779697719.940127:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697719.940133:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697719.940138:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697719.940143:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697719.940148:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697719.940155:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697719.940159:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697719.940230:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697719.940235:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697719.940238:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac355fa00. 00000800:00000200:1.0:1779697719.943242:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.943251:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697719.943258:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.943266:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.947114:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.947134:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa055 00000400:00000200:3.0:1779697719.947141:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.947145:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.947152:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697719.947156:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:1.0:1779697719.947303:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:1.0:1779697719.947314:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd00. 00010000:00000010:0.1:1779697719.949882:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697719.949896:0:209618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697719.949899:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697719.949901:0:209618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.949930:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:0.0:1779697719.949941:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bbd80. 00010000:00000010:0.0:1779697719.949950:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00010000:00000010:3.1:1779697719.951882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697719.951892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697719.951897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697719.951902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000400:00000200:1.0:1779697719.955530:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697719.955620:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645f480 00000400:00000200:1.0:1779697719.955629:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 65576 00000400:00000200:1.0:1779697719.955693:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.955699:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697719.955707:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697719.955714:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a7800. 00010000:00000010:1.1:1779697719.958494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:1.1:1779697719.958508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00000020:00000010:1.0:1779697719.964729:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697719.964743:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697719.964761:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502000. 00000020:00000010:1.0:1779697719.964767:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697719.964773:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.965039:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697719.965042:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000100:00000200:1.0:1779697719.965046:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215490688 00000001:00000010:1.0:1779697719.965057:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697719.965085:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697719.965093:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 02000000:00000010:1.0:1779697719.965118:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cc00c54000. 00010000:00000010:1.0:1779697719.965145:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697719.965148:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697719.965166:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697719.965169:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697719.965173:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697719.965175:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00000004:00000010:1.0:1779697719.965274:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77be00. 00000004:00000010:1.0:1779697719.965283:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697719.965288:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562550. 00080000:00000010:1.0:1779697719.965299:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:1.0:1779697719.966175:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697719.966181:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fb00. 00010000:00000010:1.0:1779697719.966185:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697719.966190:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697719.966255:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697719.966267:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697719.966272:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697719.966293:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697719.966311:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a7800 x1866146215490688/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697719.966331:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697719.966338:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215490688, offset 224 00000400:00000200:1.0:1779697719.966346:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697719.966359:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697719.966366:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309293:309293:256:4294967295] 192.168.203.23@tcp LPNI seq info [309289:309289:8:4294967295] 00000400:00000200:1.0:1779697719.966376:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697719.966382:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697719.966387:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697719.966427:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697719.966434:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697719.966438:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697719.966458:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697719.966462:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697719.966466:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502000. 00000800:00000200:1.0:1779697719.967984:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697719.967989:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697719.967996:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697719.968003:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697719.968008:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:1.0:1779697719.968011:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00010000:00000010:0.1:1779697719.968364:0:223664:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697719.968372:0:223664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:1.1:1779697719.970500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.1:1779697719.970511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697719.970514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697719.970523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:3.0:1779697719.977020:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.977040:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645f580 00000400:00000200:3.0:1779697719.977048:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 66152 00000400:00000200:3.0:1779697719.977073:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.977078:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.977085:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.977095:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930a680. 00000020:00000010:0.0:1779697719.977187:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697719.977193:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697719.977198:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68000. 00000020:00000010:0.0:1779697719.977203:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.977207:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697719.977246:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697719.977249:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000100:00000200:0.0:1779697719.977251:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215490944 02000000:00000010:0.0:1779697719.977283:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac92f2000. 00010000:00000010:0.0:1779697719.977319:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:0.0:1779697719.977337:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fb00. 00010000:00000010:0.0:1779697719.977353:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.977359:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697719.977372:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697719.977375:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ee80. 00010000:00000010:0.0:1779697719.977378:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697719.977381:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697719.977514:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697719.977518:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:0.0:1779697719.977521:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697719.977524:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00000020:00000010:0.0:1779697719.977720:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fbe0. 00000020:00000010:0.0:1779697719.977729:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fbe0. 00000020:00000010:0.0:1779697719.977740:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:0.0:1779697719.977761:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8fc00. 00000001:00000010:0.0:1779697719.978293:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34af60. 00000001:00000010:0.0:1779697719.978300:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697719.978335:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:0.0:1779697719.978344:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697719.978348:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697719.978360:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697719.978658:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697719.978673:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:0.0:1779697719.978689:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974447, last committed = 8589974211 00010000:00000200:0.0:1779697719.978699:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930a680 x1866146215490944/t8589974447(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 488/456 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697719.978716:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697719.978722:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215490944, offset 224 00000400:00000010:0.0:1779697719.978729:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725188. 00000400:00000200:0.0:1779697719.978733:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697719.978745:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697719.978759:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309294:309294:256:4294967295] 192.168.203.23@tcp LPNI seq info [309290:309290:8:4294967295] 00000400:00000200:0.0:1779697719.978767:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697719.978773:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697719.978778:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697719.978782:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697719.978788:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697719.978899:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697719.978903:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697719.979860:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.979868:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697719.979871:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68000. 00010000:00000010:2.0:1779697719.984056:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:2.0:1779697719.984073:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:2.0:1779697719.984084:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00010000:00000010:0.1:1779697719.986442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.1:1779697719.986455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00000800:00000200:3.0:1779697719.986540:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697719.986658:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697719.986665:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.986674:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697719.987822:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697719.987839:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa05d 00000400:00000200:3.0:1779697719.987845:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.987849:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697719.987856:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:3.0:1779697719.987858:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000400:00000200:3.0:1779697719.987889:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697719.987895:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645f600 00000400:00000200:3.0:1779697719.987902:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 66640 00000400:00000200:3.0:1779697719.988252:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697719.988258:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697719.988265:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697719.988271:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9309500. 00010000:00000010:2.0:1779697719.988361:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:2.0:1779697719.988372:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ee80. 00010000:00000010:2.1:1779697719.989430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697719.989439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697719.992159:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697719.992172:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000020:00000010:0.0:1779697719.992207:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697719.992213:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697719.992219:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:0.0:1779697719.992224:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:0.0:1779697719.992229:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e4b0. 00000020:00000010:0.0:1779697719.992324:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697719.992328:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000100:00000200:0.0:1779697719.992332:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215491072 00000001:00000010:0.0:1779697719.992344:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:0.0:1779697719.992367:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697719.992374:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 02000000:00000010:0.0:1779697719.992422:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac92f0000. 00010000:00000010:0.0:1779697719.992450:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697719.992453:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697719.992471:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697719.992474:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:0.0:1779697719.992480:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697719.992482:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00000004:00000010:0.0:1779697719.994491:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba3c0. 00000004:00000010:0.0:1779697719.994504:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef7f8. 00000004:00000010:0.0:1779697719.994511:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30880. 00080000:00000010:0.0:1779697719.994519:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e8e8. 00010000:00000010:2.0:1779697719.995441:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697719.995449:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697719.995454:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697719.995461:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697719.995538:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:2.0:1779697719.995633:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:2.0:1779697719.995640:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:2.0:1779697719.995667:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000200:2.0:1779697719.995685:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9309500 x1866146215491072/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:394/0 lens 576/584 e 0 to 0 dl 1779698474 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697719.995705:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697719.995712:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215491072, offset 224 00000400:00000200:2.0:1779697719.995719:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697719.995732:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697719.995739:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309295:309295:256:4294967295] 192.168.203.23@tcp LPNI seq info [309291:309291:8:4294967295] 00000400:00000200:2.0:1779697719.995749:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697719.995764:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697719.995769:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697719.995776:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697719.995783:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697719.995787:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697719.995817:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:2.0:1779697719.995821:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e4b0. 00000020:00000010:2.0:1779697719.995825:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:0.0:1779697719.995952:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697719.995956:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697719.995961:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697719.995966:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697719.995971:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:0.0:1779697719.995973:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00010000:00000010:2.1:1779697720.005732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:2.1:1779697720.005748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:0.0:1779697720.007189:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.007209:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645f700 00000400:00000200:0.0:1779697720.007218:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 67216 00000400:00000200:0.0:1779697720.007235:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.007240:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.007248:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.007256:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bbaa00. 00000020:00000010:3.0:1779697720.017199:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.017210:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.017217:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8292a00. 00000020:00000010:3.0:1779697720.017222:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697720.017228:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697720.017267:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.017270:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000100:00000200:3.0:1779697720.017273:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215491328 02000000:00000010:3.0:1779697720.017312:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e7d000. 00010000:00000010:3.0:1779697720.017354:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697720.017371:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:3.0:1779697720.017404:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697720.017410:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697720.017424:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697720.017427:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb100. 00010000:00000010:3.0:1779697720.017432:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697720.017435:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697720.017535:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697720.017538:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697720.017541:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.018135:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697720.018173:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697720.018180:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697720.018191:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c3c0. 00080000:00000010:3.0:1779697720.018200:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac2b0e000. 00000001:00000010:3.0:1779697720.018906:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c7e0. 00000001:00000010:3.0:1779697720.018914:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697720.018950:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c3c0. 00010000:00000010:3.0:1779697720.018960:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697720.018965:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.018978:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697720.019018:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697720.019035:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697720.019054:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974448, last committed = 8589974211 00010000:00000200:3.0:1779697720.019078:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bbaa00 x1866146215491328/t8589974448(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.019099:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697720.019105:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215491328, offset 224 00000400:00000010:3.0:1779697720.019112:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0e38. 00000400:00000200:3.0:1779697720.019117:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.019132:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.019139:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309296:309296:256:4294967295] 192.168.203.23@tcp LPNI seq info [309292:309292:8:4294967295] 00000400:00000200:3.0:1779697720.019145:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.019152:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.019157:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.019163:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697720.019169:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.019176:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.019180:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.019199:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697720.019202:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697720.019205:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8292a00. 00010000:00000010:3.0:1779697720.019238:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.019243:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697720.019249:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000800:00000200:3.0:1779697720.019703:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.019709:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697720.019713:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.019719:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.021881:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697720.021899:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa065 00000400:00000200:3.0:1779697720.021906:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.021909:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697720.021916:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697720.021919:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:1.0:1779697720.022065:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:1.0:1779697720.022086:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb100. 00010000:00000010:2.1:1779697720.023455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697720.023466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697720.023471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:2.1:1779697720.023473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:1.0:1779697720.029375:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.029430:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645f780 00000400:00000200:1.0:1779697720.029439:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 67704 00000400:00000200:1.0:1779697720.029502:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.029508:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.029516:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.029524:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a4000. 00010000:00000010:3.1:1779697720.029913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697720.029921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697720.029925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697720.029928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697720.029932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697720.029935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000020:00000010:2.0:1779697720.030095:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697720.030100:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697720.030105:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948c00. 00000020:00000010:2.0:1779697720.030111:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.030116:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697720.030158:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697720.030161:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697720.030164:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215491456 00000001:00000010:2.0:1779697720.030174:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:2.0:1779697720.030198:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.030205:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697720.030230:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1d9d000. 00010000:00000010:2.0:1779697720.030255:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697720.030258:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697720.030275:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697720.030277:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697720.030281:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697720.030283:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697720.030374:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697720.030383:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e078. 00000004:00000010:2.0:1779697720.030417:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c330. 00080000:00000010:2.0:1779697720.030426:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54eab0. 00010000:00000010:1.1:1779697720.035429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697720.035444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:1.0:1779697720.039431:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697720.039442:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697720.039449:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697720.039456:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697720.039535:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:1.0:1779697720.040190:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:1.0:1779697720.040199:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:1.0:1779697720.040229:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:1.0:1779697720.040250:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a4000 x1866146215491456/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697720.045477:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697720.045492:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215491456, offset 224 00000400:00000200:2.0:1779697720.045504:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.045519:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.045525:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309297:309297:256:4294967295] 192.168.203.23@tcp LPNI seq info [309293:309293:8:4294967295] 00000400:00000200:2.0:1779697720.045536:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.045652:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.045662:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697720.045669:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.045677:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.045681:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.045776:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.045791:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697720.045796:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948c00. 00000800:00000200:3.0:1779697720.050215:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.050224:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:3.0:1779697720.050231:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.050240:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.050247:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:3.0:1779697720.050250:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:2.0:1779697720.060689:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.060712:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645f880 00000400:00000200:2.0:1779697720.060721:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 68280 00000400:00000200:2.0:1779697720.060742:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.060747:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.060770:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.060843:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e81180. 00000020:00000010:0.0:1779697720.071916:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697720.071928:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697720.071936:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2433e00. 00000020:00000010:0.0:1779697720.071941:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697720.071947:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.072002:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697720.072006:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000100:00000200:0.0:1779697720.072009:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215491712 02000000:00000010:0.0:1779697720.072044:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac92f1000. 00010000:00000010:0.0:1779697720.072094:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:0.0:1779697720.072114:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:0.0:1779697720.072132:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697720.072138:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697720.072152:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697720.072155:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:0.0:1779697720.072159:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697720.072163:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697720.072273:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697720.072277:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:0.0:1779697720.072280:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697720.072283:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00000020:00000010:0.0:1779697720.072310:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fb60. 00000020:00000010:0.0:1779697720.072316:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fb60. 00000020:00000010:0.0:1779697720.072327:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:0.0:1779697720.072337:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8c400. 00000001:00000010:0.0:1779697720.074288:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a4e0. 00000001:00000010:0.0:1779697720.074299:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697720.074346:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:0.0:1779697720.074359:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697720.074365:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697720.074386:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697720.074454:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697720.074473:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697720.074493:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974449, last committed = 8589974211 00010000:00000200:0.0:1779697720.074504:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e81180 x1866146215491712/t8589974449(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.074530:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.074537:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215491712, offset 224 00000400:00000010:0.0:1779697720.074671:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67255e8. 00000400:00000200:0.0:1779697720.074678:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.074692:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.074698:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309298:309298:256:4294967295] 192.168.203.23@tcp LPNI seq info [309294:309294:8:4294967295] 00000400:00000200:0.0:1779697720.074704:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.074711:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.074716:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.074722:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697720.074728:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.074735:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.074739:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.074771:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00010000:00000010:3.0:1779697720.074887:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:3.0:1779697720.074895:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697720.074900:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697720.074926:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.074931:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2433e00. 00000800:00000200:0.0:1779697720.075301:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.075305:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697720.075309:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.075314:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697720.079683:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:1.1:1779697720.079699:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:1.1:1779697720.079703:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697720.079706:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00000400:00000200:0.0:1779697720.081373:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.081413:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa06d 00000400:00000200:0.0:1779697720.081421:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.081426:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.081433:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697720.081437:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:3.0:1779697720.081677:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:3.0:1779697720.081689:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef80. 00000400:00000200:0.0:1779697720.086719:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.086742:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645f900 00000400:00000200:0.0:1779697720.086760:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 68768 00000400:00000200:0.0:1779697720.087302:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.087310:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.087318:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.087326:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bb9880. 00000020:00000010:2.0:1779697720.087668:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697720.087674:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697720.087680:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948c00. 00000020:00000010:2.0:1779697720.087685:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.087690:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697720.087724:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697720.087726:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697720.087729:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215491840 00000001:00000010:2.0:1779697720.087740:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:2.0:1779697720.087775:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697720.087792:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697720.087819:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3472000. 00010000:00000010:2.0:1779697720.087850:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.087854:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697720.087872:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697720.087876:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697720.087880:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697720.087883:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697720.087972:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697720.087980:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eb40. 00000004:00000010:2.0:1779697720.087986:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355da90. 00080000:00000010:2.0:1779697720.087995:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f8f0. 00010000:00000010:2.0:1779697720.090150:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697720.090159:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697720.090165:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697720.090171:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.090263:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697720.090275:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697720.090280:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697720.090305:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697720.090324:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb9880 x1866146215491840/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697720.090344:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697720.090351:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215491840, offset 224 00000400:00000200:2.0:1779697720.090358:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.090371:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.090377:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309299:309299:256:4294967295] 192.168.203.23@tcp LPNI seq info [309295:309295:8:4294967295] 00000400:00000200:2.0:1779697720.090425:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.090432:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.090437:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697720.090442:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.090449:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.090453:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.090474:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.090478:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697720.090481:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948c00. 00010000:00000010:0.1:1779697720.090952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697720.090960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697720.090965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697720.090967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.1:1779697720.093212:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697720.093225:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697720.093228:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697720.093231:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00000800:00000200:2.0:1779697720.096726:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.096734:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697720.096741:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.096758:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.096766:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779697720.096769:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00010000:00000010:2.1:1779697720.098654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697720.098682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697720.098687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697720.098692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:0.0:1779697720.098782:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.098799:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645fa00 00000400:00000200:0.0:1779697720.098807:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 69344 00000400:00000200:0.0:1779697720.098822:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.098826:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.098833:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.098839:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bb8a80. 00000020:00000010:3.0:1779697720.098931:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.098937:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.098942:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8292a00. 00000020:00000010:3.0:1779697720.098947:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb680. 00000020:00000010:3.0:1779697720.098952:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697720.098994:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.098997:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000100:00000200:3.0:1779697720.099000:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215492096 02000000:00000010:3.0:1779697720.099031:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e7c000. 00010000:00000010:3.0:1779697720.099076:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697720.099093:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:3.0:1779697720.099110:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697720.099116:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.099130:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697720.099134:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb880. 00010000:00000010:3.0:1779697720.099139:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697720.099143:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697720.099251:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697720.099254:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb080. 00010000:00000010:3.0:1779697720.099258:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.099262:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697720.099287:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697720.099293:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97220. 00000020:00000010:3.0:1779697720.099305:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c3c0. 00080000:00000010:3.0:1779697720.099313:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac2b0c400. 00000001:00000010:3.0:1779697720.099991:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c180. 00000001:00000010:3.0:1779697720.099997:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697720.100029:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c3c0. 00010000:00000010:3.0:1779697720.100037:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697720.100042:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697720.100054:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697720.100180:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697720.100194:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000200:3.0:1779697720.100210:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974450, last committed = 8589974211 00010000:00000200:3.0:1779697720.100220:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb8a80 x1866146215492096/t8589974450(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.100238:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697720.100243:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215492096, offset 224 00000400:00000010:3.0:1779697720.100249:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0b60. 00000400:00000200:3.0:1779697720.100252:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.100264:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.100270:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309300:309300:256:4294967295] 192.168.203.23@tcp LPNI seq info [309296:309296:8:4294967295] 00000400:00000200:3.0:1779697720.100275:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.100283:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.100288:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.100292:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697720.100298:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.100305:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.100309:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.100333:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb680. 00000020:00000010:3.0:1779697720.100336:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697720.100340:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8292a00. 00000800:00000200:2.0:1779697720.100601:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.100606:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697720.100611:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.100617:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.101922:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.101937:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa075 00000400:00000200:2.0:1779697720.101942:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.101946:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.101952:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:2.0:1779697720.101954:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:3.0:1779697720.102034:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697720.102041:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb880. 00010000:00000010:0.0:1779697720.102131:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:0.0:1779697720.102137:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb080. 00010000:00000010:0.0:1779697720.102142:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000400:00000200:0.0:1779697720.103799:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.103814:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645fa80 00000400:00000200:0.0:1779697720.103822:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 69832 00000400:00000200:0.0:1779697720.103874:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.103878:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.103885:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.103891:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7bb9f80. 00000020:00000010:2.0:1779697720.103974:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba680. 00000020:00000010:2.0:1779697720.103979:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba680. 00000020:00000010:2.0:1779697720.103984:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac1948c00. 00000020:00000010:2.0:1779697720.103988:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.103994:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697720.104034:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba680. 00000020:00000010:2.0:1779697720.104037:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba680. 00000100:00000200:2.0:1779697720.104041:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215492224 00000001:00000010:2.0:1779697720.104050:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:2.0:1779697720.104071:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697720.104078:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697720.104100:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3477000. 00010000:00000010:2.0:1779697720.104124:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.104127:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697720.104145:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697720.104149:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697720.104154:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697720.104158:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697720.104248:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697720.104256:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e618. 00000004:00000010:2.0:1779697720.104262:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c550. 00080000:00000010:2.0:1779697720.104271:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f398. 00010000:00000010:3.1:1779697720.104517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697720.104524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697720.105261:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697720.105266:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697720.105271:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697720.105276:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697720.105340:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697720.105356:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697720.105362:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697720.105497:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697720.105519:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7bb9f80 x1866146215492224/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697720.105539:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697720.105554:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215492224, offset 224 00000400:00000200:2.0:1779697720.105561:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.105571:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.105577:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309301:309301:256:4294967295] 192.168.203.23@tcp LPNI seq info [309297:309297:8:4294967295] 00000400:00000200:2.0:1779697720.105587:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.105592:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.105597:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697720.105604:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.105610:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.105614:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.105669:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.105673:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697720.105677:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac1948c00. 00000800:00000200:0.0:1779697720.107220:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.107227:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697720.107234:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.107241:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.107247:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:0.0:1779697720.107250:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00010000:00000010:3.1:1779697720.107474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697720.107480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:0.1:1779697720.107569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697720.107575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:2.1:1779697720.110810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697720.110822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697720.110827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697720.111693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697720.111702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:2.1:1779697720.115182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00000400:00000200:2.0:1779697720.115710:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.115728:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645fb80 00000400:00000200:2.0:1779697720.115736:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 70408 00000400:00000200:2.0:1779697720.115759:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.115765:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.115772:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.115779:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e82680. 00000020:00000010:0.0:1779697720.115882:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697720.115889:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697720.115896:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2433e00. 00000020:00000010:0.0:1779697720.115901:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697720.115905:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.115942:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d00. 00000020:00000010:0.0:1779697720.115945:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d00. 00000100:00000200:0.0:1779697720.115948:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215492480 02000000:00000010:0.0:1779697720.115982:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad8b3c000. 00010000:00000010:0.0:1779697720.116022:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:0.0:1779697720.116036:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:0.0:1779697720.116052:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697720.116057:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697720.116071:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697720.116074:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:0.0:1779697720.116078:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697720.116080:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697720.116182:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697720.116186:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:0.0:1779697720.116189:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.116192:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697720.116213:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff20. 00000020:00000010:0.0:1779697720.116219:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff20. 00000020:00000010:0.0:1779697720.116228:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:0.0:1779697720.116237:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e50800. 00000001:00000010:0.0:1779697720.116829:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1300. 00000001:00000010:0.0:1779697720.116836:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697720.116873:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:0.0:1779697720.116882:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697720.116886:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697720.116898:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697720.116937:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697720.116952:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697720.116969:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974451, last committed = 8589974211 00010000:00000200:0.0:1779697720.116979:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82680 x1866146215492480/t8589974451(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.116997:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.117003:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215492480, offset 224 00000400:00000010:0.0:1779697720.117009:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725b98. 00000400:00000200:0.0:1779697720.117013:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.117025:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.117031:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309302:309302:256:4294967295] 192.168.203.23@tcp LPNI seq info [309298:309298:8:4294967295] 00000400:00000200:0.0:1779697720.117037:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.117043:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.117048:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.117053:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697720.117059:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.117066:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.117070:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.117097:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697720.117101:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.117105:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2433e00. 00010000:00000010:2.0:1779697720.117117:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:2.0:1779697720.117124:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:2.0:1779697720.117130:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe540. 00000800:00000200:3.0:1779697720.117296:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.117301:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697720.117305:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.117309:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.119800:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.119819:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa07d 00000400:00000200:0.0:1779697720.119826:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.119831:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.119837:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697720.119840:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:3.0:1779697720.119921:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:3.0:1779697720.119931:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:0.1:1779697720.120702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697720.120711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00000400:00000200:2.0:1779697720.121700:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.121714:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645fc00 00000400:00000200:2.0:1779697720.121722:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 70896 00000400:00000200:2.0:1779697720.122148:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.122155:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.122164:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.122170:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e81500. 00000020:00000010:3.0:1779697720.122524:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.122529:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.122534:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8292a00. 00000020:00000010:3.0:1779697720.122539:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697720.122673:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697720.122709:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.122713:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000100:00000200:3.0:1779697720.122717:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215492608 00000001:00000010:3.0:1779697720.122728:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697720.122765:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697720.122774:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 02000000:00000010:3.0:1779697720.122799:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc4e78000. 00010000:00000010:3.0:1779697720.122826:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697720.122831:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.122850:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697720.122853:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697720.122857:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.122862:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000004:00000010:3.0:1779697720.122965:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2b40. 00000004:00000010:3.0:1779697720.122974:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afe88. 00000004:00000010:3.0:1779697720.122980:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82330. 00080000:00000010:3.0:1779697720.122989:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c390. 00010000:00000010:3.0:1779697720.123890:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697720.123894:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697720.123899:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697720.123907:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697720.123968:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.123979:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697720.123984:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697720.124003:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000200:3.0:1779697720.124017:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e81500 x1866146215492608/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.124042:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697720.124048:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215492608, offset 224 00000400:00000200:3.0:1779697720.124056:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.124128:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.124136:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309303:309303:256:4294967295] 192.168.203.23@tcp LPNI seq info [309299:309299:8:4294967295] 00000400:00000200:3.0:1779697720.124152:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.124158:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.124164:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697720.124171:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.124178:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.124183:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.124244:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697720.124249:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697720.124254:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8292a00. 00010000:00000010:2.1:1779697720.124645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:2.1:1779697720.124653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697720.125022:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697720.125028:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000800:00000200:0.0:1779697720.125040:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.125043:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697720.125047:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.125053:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.125058:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:0.0:1779697720.125061:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00000400:00000200:0.0:1779697720.126312:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.126326:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645fd00 00000400:00000200:0.0:1779697720.126333:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 71472 00000400:00000200:0.0:1779697720.126346:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.126350:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.126357:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.126365:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68c380. 00010000:00000010:3.1:1779697720.127431:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697720.127442:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000020:00000010:3.0:1779697720.127474:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff89c0. 00000020:00000010:3.0:1779697720.127489:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff89c0. 00000020:00000010:3.0:1779697720.127497:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8292a00. 00000020:00000010:3.0:1779697720.127502:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb880. 00000020:00000010:3.0:1779697720.127508:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697720.127557:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff89c0. 00000020:00000010:3.0:1779697720.127560:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff89c0. 00000100:00000200:3.0:1779697720.127563:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215492864 02000000:00000010:3.0:1779697720.127609:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4e7b000. 00010000:00000010:3.0:1779697720.127648:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697720.127667:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697720.127684:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697720.127690:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697720.127704:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697720.127708:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bba00. 00010000:00000010:3.0:1779697720.127712:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697720.127715:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697720.127843:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697720.127847:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697720.127851:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697720.127854:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697720.127880:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c40. 00000020:00000010:3.0:1779697720.127887:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c40. 00000020:00000010:3.0:1779697720.127903:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cb40. 00080000:00000010:3.0:1779697720.127922:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb150c00. 00000001:00000010:2.0:1779697720.129450:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca1717e0. 00000001:00000010:2.0:1779697720.129461:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697720.129503:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cb40. 00010000:00000010:2.0:1779697720.129516:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697720.129523:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697720.129541:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697720.129597:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697720.129615:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000200:2.0:1779697720.129634:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974452, last committed = 8589974211 00010000:00000200:2.0:1779697720.129644:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68c380 x1866146215492864/t8589974452(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697720.129664:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697720.130013:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215492864, offset 224 00000400:00000010:2.0:1779697720.130022:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70a48. 00000400:00000200:2.0:1779697720.130026:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.130040:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.130047:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309304:309304:256:4294967295] 192.168.203.23@tcp LPNI seq info [309300:309300:8:4294967295] 00000400:00000200:2.0:1779697720.130054:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697720.130060:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.130065:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.130070:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697720.130076:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.130082:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.130087:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.130116:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb880. 00000020:00000010:2.0:1779697720.130120:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:2.0:1779697720.130124:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8292a00. 00000800:00000200:1.0:1779697720.130257:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.130262:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697720.130266:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.130271:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697720.130441:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697720.130450:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb680. 00010000:00000010:3.0:1779697720.130460:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000400:00000200:1.0:1779697720.132285:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697720.132302:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa085 00000400:00000200:1.0:1779697720.132308:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.132312:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697720.132319:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:1.0:1779697720.132322:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00010000:00000010:3.0:1779697720.132700:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697720.132710:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bba00. 00000400:00000200:3.0:1779697720.132970:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.132979:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645fd80 00000400:00000200:3.0:1779697720.132987:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 71960 00000400:00000200:3.0:1779697720.133032:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.133036:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.133042:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.133047:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930aa00. 00000020:00000010:2.0:1779697720.133366:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697720.133371:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697720.133377:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdcc94c00. 00000020:00000010:2.0:1779697720.133382:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.133400:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3c80. 00000020:00000010:2.0:1779697720.133442:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697720.133445:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf80. 00000100:00000200:2.0:1779697720.133448:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215492992 00000001:00000010:2.0:1779697720.133458:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:2.0:1779697720.133482:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697720.133488:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697720.133514:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3470000. 00010000:00000010:2.0:1779697720.133541:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.133545:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697720.133638:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697720.133643:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697720.133647:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697720.133650:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697720.133747:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697720.133764:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e0f0. 00000004:00000010:2.0:1779697720.133771:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d870. 00080000:00000010:2.0:1779697720.133933:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e390. 00010000:00000010:3.1:1779697720.134612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697720.134621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697720.134634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697720.134638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:2.1:1779697720.138083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.1:1779697720.138095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697720.138373:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697720.138379:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcb4bb980. 00010000:00000010:3.0:1779697720.138386:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697720.138403:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697720.138409:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697720.138422:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697720.138425:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697720.138428:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697720.138430:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697720.138441:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697720.138517:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697720.138533:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697720.138539:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:3.0:1779697720.138562:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:3.0:1779697720.138582:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930aa00 x1866146215492992/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.138602:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697720.138609:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215492992, offset 224 00000400:00000200:3.0:1779697720.138615:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.138723:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.138729:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309305:309305:256:4294967295] 192.168.203.23@tcp LPNI seq info [309301:309301:8:4294967295] 00000400:00000200:3.0:1779697720.138742:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.138747:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.138760:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697720.138767:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.138775:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.138780:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.138806:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:3.0:1779697720.138810:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3c80. 00000020:00000010:3.0:1779697720.138813:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdcc94c00. 00000800:00000200:2.0:1779697720.139004:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.139009:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697720.139013:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.139018:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.139024:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:2.0:1779697720.139026:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000400:00000200:1.0:1779697720.144013:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.144032:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400645fe80 00000400:00000200:1.0:1779697720.144041:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 72536 00000400:00000200:1.0:1779697720.144057:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.144063:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.144072:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.144079:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc000a6d80. 00000020:00000010:2.0:1779697720.144486:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697720.144493:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697720.144499:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12600. 00000020:00000010:2.0:1779697720.144504:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779697720.144509:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697720.144552:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697720.144555:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf80. 00000100:00000200:2.0:1779697720.144557:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215493248 02000000:00000010:2.0:1779697720.144593:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c01000. 00010000:00000010:2.0:1779697720.144640:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697720.144655:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcb4bb980. 00010000:00000010:2.0:1779697720.144673:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697720.144679:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697720.144694:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697720.144696:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697720.144700:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697720.144704:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697720.144809:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697720.144812:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a00. 00010000:00000010:2.0:1779697720.144815:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697720.144817:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000020:00000010:2.0:1779697720.144838:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697720.144844:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b840. 00000020:00000010:2.0:1779697720.144853:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca1713c0. 00080000:00000010:2.0:1779697720.144861:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d2c00. 00000001:00000010:2.0:1779697720.145281:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171960. 00000001:00000010:2.0:1779697720.145287:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697720.145338:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca1713c0. 00010000:00000010:2.0:1779697720.145347:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697720.145352:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697720.145365:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697720.145765:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697720.145779:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697720.145794:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974453, last committed = 8589974211 00010000:00000200:2.0:1779697720.145804:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc000a6d80 x1866146215493248/t8589974453(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697720.145822:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697720.145828:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215493248, offset 224 00000400:00000010:2.0:1779697720.145834:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb703b8. 00000400:00000200:2.0:1779697720.145837:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.145849:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.145855:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309306:309306:256:4294967295] 192.168.203.23@tcp LPNI seq info [309302:309302:8:4294967295] 00000400:00000200:2.0:1779697720.145861:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697720.145867:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.145872:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.145877:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697720.145882:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.145889:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.145893:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.145944:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779697720.145948:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697720.145952:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12600. 00010000:00000010:1.0:1779697720.153501:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:1.0:1779697720.153518:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a00. 00010000:00000010:1.0:1779697720.153532:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000800:00000200:2.0:1779697720.153696:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.153702:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697720.153706:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.153715:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697720.154790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697720.154799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697720.154804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:3.1:1779697720.154806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00000400:00000200:2.0:1779697720.155571:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.155588:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa08d 00000400:00000200:2.0:1779697720.155594:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.155599:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.155606:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697720.155608:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:3.0:1779697720.156144:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697720.156155:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:2.1:1779697720.160191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:2.1:1779697720.160203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697720.160209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697720.160213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697720.160843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:1.1:1779697720.160851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697720.167560:0:5634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697720.167573:0:5634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00000400:00000200:0.0:1779697720.184478:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.184500:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400645ff00 00000400:00000200:0.0:1779697720.184509:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 73024 00000400:00000200:0.0:1779697720.184821:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.184827:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.184836:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.184843:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68d500. 00000020:00000010:1.0:1779697720.184937:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697720.184943:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697720.184950:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:1.0:1779697720.184956:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697720.184961:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697720.185001:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697720.185004:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697720.185007:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215493376 00000001:00000010:1.0:1779697720.185017:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:1.0:1779697720.185042:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697720.185049:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 02000000:00000010:1.0:1779697720.185090:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf72c4000. 00010000:00000010:1.0:1779697720.185128:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697720.185132:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697720.185151:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697720.185154:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697720.185158:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697720.185160:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00000004:00000010:1.0:1779697720.185245:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b4a0. 00000004:00000010:1.0:1779697720.185253:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697720.185259:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562110. 00080000:00000010:1.0:1779697720.185268:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:0.0:1779697720.189904:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697720.189914:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697720.189922:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697720.189928:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697720.190009:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697720.190023:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:0.0:1779697720.190028:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:0.0:1779697720.190054:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000200:0.0:1779697720.190085:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68d500 x1866146215493376/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.190117:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.190124:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215493376, offset 224 00000400:00000200:0.0:1779697720.190132:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.190144:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.190150:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309307:309307:256:4294967295] 192.168.203.23@tcp LPNI seq info [309303:309303:8:4294967295] 00000400:00000200:0.0:1779697720.190161:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.190166:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.190171:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697720.190178:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.190185:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.190189:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.190215:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:0.0:1779697720.190220:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:0.0:1779697720.190224:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000800:00000200:0.0:1779697720.220939:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.220948:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697720.220955:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.220964:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.220971:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697720.220975:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:0.1:1779697720.223877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697720.223890:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697720.223895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:0.1:1779697720.223900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:3.0:1779697720.232356:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.232374:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460000 00000400:00000200:3.0:1779697720.232383:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 73600 00000400:00000200:3.0:1779697720.232717:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.232724:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.232733:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.232740:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930b480. 00000020:00000010:3.0:1779697720.232803:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad296a3c0. 00000020:00000010:3.0:1779697720.232808:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad296a3c0. 00000020:00000010:3.0:1779697720.232813:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8292000. 00000020:00000010:3.0:1779697720.232817:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697720.232822:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.232853:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cad296a3c0. 00000020:00000010:3.0:1779697720.232855:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cad296a3c0. 00000100:00000200:3.0:1779697720.232858:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215493632 02000000:00000010:3.0:1779697720.232892:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc786c000. 00010000:00000010:3.0:1779697720.232936:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:3.0:1779697720.232950:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697720.232965:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697720.232970:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.232984:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697720.232987:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697720.232990:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697720.232993:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697720.233703:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697720.233707:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697720.233710:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.233713:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697720.233740:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e00. 00000020:00000010:3.0:1779697720.233745:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e00. 00000020:00000010:3.0:1779697720.233765:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c780. 00080000:00000010:3.0:1779697720.233773:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb153c00. 00000001:00000010:3.0:1779697720.234227:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41ca20. 00000001:00000010:3.0:1779697720.234235:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697720.234292:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c780. 00010000:00000010:3.0:1779697720.234303:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697720.234308:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697720.234320:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697720.234358:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.234376:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000200:3.0:1779697720.234421:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974454, last committed = 8589974211 00010000:00000200:3.0:1779697720.234430:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930b480 x1866146215493632/t8589974454(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.234448:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697720.234454:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215493632, offset 224 00000400:00000010:3.0:1779697720.234461:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0150. 00000400:00000200:3.0:1779697720.234465:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.235460:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.235468:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309308:309308:256:4294967295] 192.168.203.23@tcp LPNI seq info [309304:309304:8:4294967295] 00000400:00000200:3.0:1779697720.235486:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.235497:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.235504:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.235510:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697720.235518:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.235528:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.235532:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.235561:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697720.235565:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.235570:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8292000. 00010000:00000010:3.0:1779697720.235621:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697720.235628:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697720.235635:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00000800:00000200:3.0:1779697720.238088:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.238096:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697720.238102:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.238109:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697720.244490:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697720.244508:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa095 00000400:00000200:1.0:1779697720.244516:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.244520:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697720.244527:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:1.0:1779697720.244530:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00010000:00000010:0.0:1779697720.256076:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:0.0:1779697720.256093:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00000400:00000200:3.0:1779697720.264231:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.264250:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460080 00000400:00000200:3.0:1779697720.264259:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 74088 00010000:00000010:3.1:1779697720.266228:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697720.266240:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00000400:00000200:3.0:1779697720.266252:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.266262:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.266887:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.266895:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9308000. 00000020:00000010:3.0:1779697720.266951:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697720.266956:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697720.266963:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.266969:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.266973:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.267006:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697720.267009:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000100:00000200:3.0:1779697720.267012:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215493760 00000001:00000010:3.0:1779697720.267022:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:3.0:1779697720.267049:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697720.267057:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697720.267093:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf72c3000. 00010000:00000010:3.0:1779697720.267123:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697720.267127:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.267143:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697720.267146:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697720.267149:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697720.267152:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697720.267247:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3860. 00000004:00000010:3.0:1779697720.267257:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af078. 00000004:00000010:3.0:1779697720.267263:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82990. 00080000:00000010:3.0:1779697720.267272:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d560. 00010000:00000010:3.0:1779697720.268492:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697720.268498:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697720.268502:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697720.268507:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697720.268576:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.268586:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.268591:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697720.268613:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697720.268629:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9308000 x1866146215493760/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.268648:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697720.268654:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215493760, offset 224 00000400:00000200:3.0:1779697720.268660:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.268673:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.268679:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309309:309309:256:4294967295] 192.168.203.23@tcp LPNI seq info [309305:309305:8:4294967295] 00000400:00000200:3.0:1779697720.268691:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.268696:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.268701:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697720.268707:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.268713:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.268718:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.268742:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.268746:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.268760:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00000800:00000200:1.0:1779697720.269503:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.269508:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697720.269513:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.269520:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697720.269525:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:1.0:1779697720.269528:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:0.0:1779697720.273325:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.273344:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460180 00000400:00000200:0.0:1779697720.273351:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 74664 00000400:00000200:0.0:1779697720.273366:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.273370:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.273379:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.273385:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68fb80. 00010000:00000010:3.1:1779697720.284665:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697720.284676:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697720.284683:0:2406:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697720.284689:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000020:00000010:0.0:1779697720.285473:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697720.285481:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697720.285486:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2433e00. 00000020:00000010:0.0:1779697720.285491:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.285497:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.285532:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697720.285535:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697720.285539:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215494016 02000000:00000010:0.0:1779697720.285636:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad8b38000. 00010000:00000010:0.0:1779697720.285676:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:0.0:1779697720.285691:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:0.0:1779697720.285709:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.285714:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697720.285729:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697720.285732:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6000. 00010000:00000010:0.0:1779697720.285736:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697720.285740:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697720.285849:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697720.285853:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6100. 00010000:00000010:0.0:1779697720.285856:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.285860:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00000020:00000010:0.0:1779697720.285886:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fee0. 00000020:00000010:0.0:1779697720.285892:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fee0. 00000020:00000010:0.0:1779697720.285902:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1840. 00080000:00000010:0.0:1779697720.285912:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e53400. 00000001:00000010:0.0:1779697720.286866:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a6c0. 00000001:00000010:0.0:1779697720.286874:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697720.286911:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1840. 00010000:00000010:0.0:1779697720.286922:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697720.286927:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697720.286940:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697720.286976:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697720.286991:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000200:0.0:1779697720.287007:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974455, last committed = 8589974211 00010000:00000200:0.0:1779697720.287018:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68fb80 x1866146215494016/t8589974455(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.287037:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.287043:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215494016, offset 224 00000400:00000010:0.0:1779697720.287051:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725310. 00000400:00000200:0.0:1779697720.287055:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.287080:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.287086:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309310:309310:256:4294967295] 192.168.203.23@tcp LPNI seq info [309306:309306:8:4294967295] 00000400:00000200:0.0:1779697720.287093:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.287099:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.287105:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.288195:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697720.288205:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.288213:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.288217:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.288251:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.288256:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.288260:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2433e00. 00000800:00000200:3.0:1779697720.288320:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.288325:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697720.288329:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.288335:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697720.290126:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:2.0:1779697720.290140:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6100. 00010000:00000010:2.0:1779697720.290150:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00000400:00000200:0.0:1779697720.290773:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.290805:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa09d 00000400:00000200:0.0:1779697720.290811:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.290816:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.290822:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697720.290825:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000400:00000200:0.0:1779697720.290851:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.290858:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460200 00000400:00000200:0.0:1779697720.290865:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 75152 00000400:00000200:0.0:1779697720.290914:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.290917:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.290923:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.290928:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68e300. 00000020:00000010:0.0:1779697720.290968:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697720.290973:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697720.290978:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2433e00. 00000020:00000010:0.0:1779697720.290983:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.290987:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.291022:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a40. 00000020:00000010:0.0:1779697720.291025:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a40. 00000100:00000200:0.0:1779697720.291028:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215494144 00000001:00000010:0.0:1779697720.291037:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:0.0:1779697720.291058:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697720.291064:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 02000000:00000010:0.0:1779697720.291090:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad8b3d000. 00010000:00000010:0.0:1779697720.291306:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697720.291311:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697720.291331:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697720.291335:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697720.291339:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697720.291342:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000004:00000010:0.0:1779697720.291456:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebbe00. 00000004:00000010:0.0:1779697720.291465:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbeff00. 00000004:00000010:0.0:1779697720.291470:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31cb0. 00080000:00000010:0.0:1779697720.291478:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e720. 00010000:00000010:0.1:1779697720.292471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:0.1:1779697720.292479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697720.294002:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:3.0:1779697720.294016:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6000. 00010000:00000010:0.0:1779697720.296403:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697720.296413:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.296418:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697720.296423:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697720.296497:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697720.296509:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697720.296513:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697720.296537:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000200:0.0:1779697720.298669:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68e300 x1866146215494144/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.298697:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.298704:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215494144, offset 224 00000400:00000200:0.0:1779697720.298712:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.298727:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.298734:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309311:309311:256:4294967295] 192.168.203.23@tcp LPNI seq info [309307:309307:8:4294967295] 00000400:00000200:0.0:1779697720.298745:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.298762:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.298768:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697720.298774:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.298781:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.298785:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.298819:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.298824:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.298827:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2433e00. 00000800:00000200:0.0:1779697720.298929:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.298933:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697720.298937:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.298942:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.298948:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697720.298950:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:2.1:1779697720.302229:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.1:1779697720.302245:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:3.1:1779697720.302456:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:0.1:1779697720.302464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697720.302465:0:2406:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697720.302472:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:0.1:1779697720.302475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:3.1:1779697720.302477:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:0.1:1779697720.302483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697720.302488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000400:00000200:3.0:1779697720.303838:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.303856:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460300 00000400:00000200:3.0:1779697720.303866:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 75728 00000400:00000200:3.0:1779697720.303882:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.303887:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.303895:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.303901:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930b800. 00000020:00000010:0.0:1779697720.304522:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697720.304529:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697720.304535:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.304539:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.304695:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.304738:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697720.304741:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697720.304745:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215494400 02000000:00000010:0.0:1779697720.304904:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbca457000. 00010000:00000010:0.0:1779697720.304944:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697720.304960:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.304981:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.304987:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697720.305004:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697720.305008:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.305013:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.305017:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697720.305963:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697720.305969:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697720.305973:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697720.305978:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000020:00000010:0.0:1779697720.306020:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fec0. 00000020:00000010:0.0:1779697720.306028:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fec0. 00000020:00000010:0.0:1779697720.306041:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34ae40. 00080000:00000010:0.0:1779697720.306050:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e52000. 00010000:00000010:3.1:1779697720.306406:0:2406:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697720.306411:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000001:00000010:0.0:1779697720.313970:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f12a0. 00000001:00000010:0.0:1779697720.313984:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697720.314028:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34ae40. 00010000:00000010:0.0:1779697720.314045:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697720.314054:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697720.314076:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697720.314119:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697720.314139:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697720.314159:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974456, last committed = 8589974211 00010000:00000200:0.0:1779697720.314170:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930b800 x1866146215494400/t8589974456(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.314190:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.314198:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215494400, offset 224 00000400:00000010:0.0:1779697720.314205:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725460. 00000400:00000200:0.0:1779697720.314209:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.314225:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.314231:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309312:309312:256:4294967295] 192.168.203.23@tcp LPNI seq info [309308:309308:8:4294967295] 00000400:00000200:0.0:1779697720.314239:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.314245:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.314251:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.314255:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697720.314262:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.314268:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.314273:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.314293:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.314297:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.314301:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00000800:00000200:0.0:1779697720.314426:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.314431:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697720.314435:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.314440:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697720.316933:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:3.0:1779697720.316950:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00010000:00000010:3.0:1779697720.316962:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00010000:00000010:0.1:1779697720.317631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697720.317638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697720.317642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697720.317644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:0.0:1779697720.317673:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.317692:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0a5 00000400:00000200:0.0:1779697720.317698:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.317703:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.317709:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697720.317712:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000400:00000200:0.0:1779697720.317743:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.317759:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460380 00000400:00000200:0.0:1779697720.317767:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 76216 00000400:00000200:0.0:1779697720.318063:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.318069:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.318076:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.318082:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68f100. 00010000:00000010:3.0:1779697720.329817:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:3.0:1779697720.329833:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00000020:00000010:3.0:1779697720.329877:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8000. 00000020:00000010:3.0:1779697720.329883:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8000. 00000020:00000010:3.0:1779697720.329887:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.329892:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.329897:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.329944:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8000. 00000020:00000010:3.0:1779697720.329947:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8000. 00000100:00000200:3.0:1779697720.329951:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215494528 00000001:00000010:3.0:1779697720.329962:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:3.0:1779697720.329985:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697720.329991:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697720.330017:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128a000. 00010000:00000010:3.0:1779697720.330044:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697720.330048:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.330062:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697720.330064:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.330068:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697720.330071:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000004:00000010:3.0:1779697720.330760:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa34a0. 00000004:00000010:3.0:1779697720.330771:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afca8. 00000004:00000010:3.0:1779697720.330875:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ee0. 00080000:00000010:3.0:1779697720.330886:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c8e8. 00010000:00000010:0.1:1779697720.334642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697720.334655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697720.334660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697720.334662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697720.338865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697720.338876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.0:1779697720.348353:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697720.348363:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e80. 00010000:00000010:3.0:1779697720.348370:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697720.348376:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697720.348461:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.348473:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.348478:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.348506:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697720.348526:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68f100 x1866146215494528/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.348559:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697720.348566:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215494528, offset 224 00000400:00000200:3.0:1779697720.348572:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.348585:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.348591:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309313:309313:256:4294967295] 192.168.203.23@tcp LPNI seq info [309309:309309:8:4294967295] 00000400:00000200:3.0:1779697720.348602:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.348607:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.348612:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697720.348617:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.348624:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.348628:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.348657:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.348661:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.348665:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00000800:00000200:1.0:1779697720.348854:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.348860:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697720.348864:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.348870:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697720.348875:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:1.0:1779697720.348877:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00010000:00000010:3.1:1779697720.351481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697720.351494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:3.0:1779697720.355503:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.355521:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460480 00000400:00000200:3.0:1779697720.355529:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 76792 00000400:00000200:3.0:1779697720.355553:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.355558:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.355567:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.355574:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9309180. 00000020:00000010:0.0:1779697720.355727:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f00. 00000020:00000010:0.0:1779697720.355733:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f00. 00000020:00000010:0.0:1779697720.355739:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.355744:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.355757:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.355813:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f00. 00000020:00000010:0.0:1779697720.355816:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f00. 00000100:00000200:0.0:1779697720.355819:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215494784 02000000:00000010:0.0:1779697720.355854:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbca451000. 00010000:00000010:0.0:1779697720.355895:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697720.355912:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e80. 00010000:00000010:0.0:1779697720.355931:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.355936:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697720.355952:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697720.355956:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697720.355960:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697720.355963:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697720.356070:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697720.356074:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.356078:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697720.356081:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697720.356105:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fb40. 00000020:00000010:0.0:1779697720.356112:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fb40. 00000020:00000010:0.0:1779697720.356123:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1ea0. 00080000:00000010:0.0:1779697720.356131:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e52800. 00000001:00000010:0.0:1779697720.356650:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ade0. 00000001:00000010:0.0:1779697720.356657:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697720.356693:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1ea0. 00010000:00000010:0.0:1779697720.356702:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697720.356706:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697720.356718:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697720.356768:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697720.356775:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697720.356793:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697720.356798:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.356810:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697720.356827:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974457, last committed = 8589974211 00010000:00000200:0.0:1779697720.356837:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9309180 x1866146215494784/t8589974457(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.356856:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.356861:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215494784, offset 224 00000400:00000010:0.0:1779697720.356868:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725e38. 00000400:00000200:0.0:1779697720.356872:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.356884:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.356890:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309314:309314:256:4294967295] 192.168.203.23@tcp LPNI seq info [309310:309310:8:4294967295] 00000400:00000200:0.0:1779697720.356895:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.356901:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.356906:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.356910:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697720.356917:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.356925:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.356928:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.356946:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.356950:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.356953:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00000800:00000200:0.0:1779697720.357037:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.357041:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:0.0:1779697720.357044:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.357048:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.359479:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.359496:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0ad 00000400:00000200:0.0:1779697720.359502:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.359506:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.359513:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697720.359516:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00010000:00000010:3.0:1779697720.359633:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:3.0:1779697720.359644:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:3.1:1779697720.363943:0:5613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697720.363958:0:5613:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697720.363962:0:5613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697720.363965:0:5613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:1.0:1779697720.364344:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.364361:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460500 00000400:00000200:1.0:1779697720.364369:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 77280 00000400:00000200:1.0:1779697720.364441:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.364446:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.364454:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.364462:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f75180. 00000020:00000010:1.0:1779697720.365771:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697720.365787:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697720.365947:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697720.365953:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697720.365958:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697720.365997:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697720.366000:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697720.366003:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215494912 00000001:00000010:1.0:1779697720.366013:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:1.0:1779697720.366035:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.366043:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 02000000:00000010:1.0:1779697720.366074:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacea92000. 00010000:00000010:1.0:1779697720.366102:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697720.366106:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697720.366124:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697720.366127:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697720.366132:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697720.366134:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000004:00000010:1.0:1779697720.366232:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697720.366241:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697720.366247:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697720.366255:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:0.1:1779697720.368988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:0.1:1779697720.369002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00000001:00000010:0.0:1779697720.370242:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1300. 00080000:00000010:0.0:1779697720.370252:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e50800. 00000001:00000010:0.0:1779697720.370255:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a4e0. 00080000:00000010:0.0:1779697720.370258:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8c400. 00000001:00000010:0.0:1779697720.370261:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34af60. 00080000:00000010:0.0:1779697720.370263:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8fc00. 00000001:00000010:0.0:1779697720.370266:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfccc0. 00080000:00000010:0.0:1779697720.370268:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8c000. 00000001:00000010:0.0:1779697720.370271:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a660. 00080000:00000010:0.0:1779697720.370273:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8cc00. 00000001:00000010:0.0:1779697720.370275:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aa80. 00080000:00000010:0.0:1779697720.370277:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8d800. 00000001:00000010:0.0:1779697720.370280:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1b40. 00080000:00000010:0.0:1779697720.370282:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8d000. 00000001:00000010:0.0:1779697720.370285:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cd20. 00080000:00000010:0.0:1779697720.370287:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8f400. 00000001:00000010:0.0:1779697720.370290:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c6c0. 00080000:00000010:0.0:1779697720.370292:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e54000. 00000001:00000010:0.0:1779697720.370295:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cde0. 00080000:00000010:0.0:1779697720.370297:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07cac00. 00000001:00000010:0.0:1779697720.370300:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c300. 00080000:00000010:0.0:1779697720.370302:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e54400. 00000001:00000010:0.0:1779697720.370304:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cd80. 00080000:00000010:0.0:1779697720.370306:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e55800. 00000001:00000010:0.0:1779697720.370310:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfca20. 00080000:00000010:0.0:1779697720.370312:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e54c00. 00000001:00000010:0.0:1779697720.370316:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6b40. 00080000:00000010:0.0:1779697720.370318:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e54800. 00000001:00000010:0.0:1779697720.370321:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc8a0. 00080000:00000010:0.0:1779697720.370323:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeebb3c00. 00000001:00000010:0.0:1779697720.370326:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6ba0. 00080000:00000010:0.0:1779697720.370328:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeebb0c00. 00000001:00000010:0.0:1779697720.370330:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6000. 00080000:00000010:0.0:1779697720.370333:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeebb1800. 00000001:00000010:0.0:1779697720.370335:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe68a0. 00080000:00000010:0.0:1779697720.370337:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeebb0000. 00000001:00000010:0.0:1779697720.370340:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6960. 00080000:00000010:0.0:1779697720.370341:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeebb2400. 00000001:00000010:0.0:1779697720.370344:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6900. 00080000:00000010:0.0:1779697720.370345:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00d35800. 00000001:00000010:0.0:1779697720.370349:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6420. 00080000:00000010:0.0:1779697720.370351:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00d37800. 00000001:00000010:0.0:1779697720.370355:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6e40. 00080000:00000010:0.0:1779697720.370357:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f4400. 00000001:00000010:0.0:1779697720.370359:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6540. 00080000:00000010:0.0:1779697720.370361:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f7800. 00000001:00000010:0.0:1779697720.370364:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe69c0. 00080000:00000010:0.0:1779697720.370366:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f5c00. 00000001:00000010:0.0:1779697720.370368:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe61e0. 00080000:00000010:0.0:1779697720.370370:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f7400. 00000001:00000010:0.0:1779697720.370372:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6240. 00080000:00000010:0.0:1779697720.370374:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f4800. 00000001:00000010:0.0:1779697720.370376:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6060. 00080000:00000010:0.0:1779697720.370378:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace122400. 00000001:00000010:0.0:1779697720.370381:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd0404660. 00080000:00000010:0.0:1779697720.370385:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace122000. 00000001:00000010:0.0:1779697720.370407:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfcd20. 00080000:00000010:0.0:1779697720.370411:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace120800. 00000001:00000010:0.0:1779697720.370414:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c420. 00080000:00000010:0.0:1779697720.370416:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf060f400. 00000001:00000010:0.0:1779697720.370419:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc300. 00080000:00000010:0.0:1779697720.370420:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf060d000. 00000001:00000010:0.0:1779697720.370423:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c120. 00080000:00000010:0.0:1779697720.370425:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf060d800. 00000001:00000010:0.0:1779697720.370427:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c9c0. 00080000:00000010:0.0:1779697720.370429:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8365400. 00000001:00000010:0.0:1779697720.370432:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cae0. 00080000:00000010:0.0:1779697720.370435:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8366000. 00000001:00000010:0.0:1779697720.370438:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c8a0. 00080000:00000010:0.0:1779697720.370440:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8365c00. 00000001:00000010:0.0:1779697720.370442:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c3c0. 00080000:00000010:0.0:1779697720.370444:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8364000. 00000001:00000010:0.0:1779697720.370447:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c4e0. 00080000:00000010:0.0:1779697720.370449:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1271800. 00000001:00000010:0.0:1779697720.370453:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cb40. 00080000:00000010:0.0:1779697720.370455:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1270400. 00000001:00000010:0.0:1779697720.370459:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cf00. 00080000:00000010:0.0:1779697720.370461:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1270800. 00000001:00000010:0.0:1779697720.370463:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cf60. 00080000:00000010:0.0:1779697720.370466:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1272800. 00000001:00000010:0.0:1779697720.370469:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cc60. 00080000:00000010:0.0:1779697720.370470:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1271400. 00000001:00000010:0.0:1779697720.370473:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c900. 00080000:00000010:0.0:1779697720.370475:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1272c00. 00000001:00000010:0.0:1779697720.370477:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c0c0. 00080000:00000010:0.0:1779697720.370480:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1272000. 00000001:00000010:0.0:1779697720.370482:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c060. 00080000:00000010:0.0:1779697720.370484:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe55b1400. 00000001:00000010:0.0:1779697720.370487:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c540. 00080000:00000010:0.0:1779697720.370490:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00b73c00. 00000001:00000010:0.0:1779697720.370493:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c660. 00080000:00000010:0.0:1779697720.370496:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027f400. 00000001:00000010:0.0:1779697720.370498:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd0404780. 00080000:00000010:0.0:1779697720.370501:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c24400. 00000001:00000010:0.0:1779697720.370503:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd04040c0. 00080000:00000010:0.0:1779697720.370505:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027f000. 00000001:00000010:0.0:1779697720.370507:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc0c0. 00080000:00000010:0.0:1779697720.370509:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027dc00. 00000001:00000010:0.0:1779697720.370511:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd0404240. 00080000:00000010:0.0:1779697720.370513:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027ec00. 00000001:00000010:0.0:1779697720.370515:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfcd80. 00080000:00000010:0.0:1779697720.370517:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027f800. 00000001:00000010:0.0:1779697720.370519:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc480. 00080000:00000010:0.0:1779697720.370521:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc0027cc00. 00000001:00000010:0.0:1779697720.370523:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfcae0. 00080000:00000010:0.0:1779697720.370525:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cadfb1a400. 00000001:00000010:0.0:1779697720.370528:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacebe6a80. 00080000:00000010:0.0:1779697720.370530:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cadfb1b800. 00000001:00000010:0.0:1779697720.370532:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbd04047e0. 00080000:00000010:0.0:1779697720.370534:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cadfb19000. 00000001:00000010:0.0:1779697720.370560:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37540. 00080000:00000010:0.0:1779697720.370563:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf83ae800. 00000001:00000010:0.0:1779697720.370566:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc1e0. 00080000:00000010:0.0:1779697720.370568:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf83ad400. 00000001:00000010:0.0:1779697720.370570:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1aa80. 00080000:00000010:0.0:1779697720.370573:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7873400. 00000001:00000010:0.0:1779697720.370576:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37ea0. 00080000:00000010:0.0:1779697720.370578:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc5000. 00000001:00000010:0.0:1779697720.370581:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1af00. 00080000:00000010:0.0:1779697720.370583:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc4000. 00000001:00000010:0.0:1779697720.370586:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717de0. 00080000:00000010:0.0:1779697720.370588:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc7c00. 00000001:00000010:0.0:1779697720.370591:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37b40. 00080000:00000010:0.0:1779697720.370593:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc4400. 00000001:00000010:0.0:1779697720.370596:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff211d80. 00080000:00000010:0.0:1779697720.370599:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc4800. 00000001:00000010:0.0:1779697720.370601:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc780. 00080000:00000010:0.0:1779697720.370603:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc4c00. 00000001:00000010:0.0:1779697720.370606:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a1e0. 00080000:00000010:0.0:1779697720.370608:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7845c00. 00000001:00000010:0.0:1779697720.370611:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe840. 00080000:00000010:0.0:1779697720.370613:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7845400. 00000001:00000010:0.0:1779697720.370615:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc5a0. 00080000:00000010:0.0:1779697720.370618:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7847400. 00000001:00000010:0.0:1779697720.370621:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fec00. 00080000:00000010:0.0:1779697720.370623:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1101800. 00000001:00000010:0.0:1779697720.370627:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fede0. 00080000:00000010:0.0:1779697720.370629:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef809c00. 00000001:00000010:0.0:1779697720.370631:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc57173c0. 00080000:00000010:0.0:1779697720.370633:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef80a000. 00000001:00000010:0.0:1779697720.370636:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0feea0. 00080000:00000010:0.0:1779697720.370638:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef808400. 00000001:00000010:0.0:1779697720.370640:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a0c0. 00080000:00000010:0.0:1779697720.370643:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef809800. 00000001:00000010:0.0:1779697720.370645:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fec60. 00080000:00000010:0.0:1779697720.370647:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef809000. 00000001:00000010:0.0:1779697720.370649:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a240. 00080000:00000010:0.0:1779697720.370652:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd67d6c00. 00000001:00000010:0.0:1779697720.370655:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0feb40. 00080000:00000010:0.0:1779697720.370657:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd67d4000. 00000001:00000010:0.0:1779697720.370660:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1ab40. 00080000:00000010:0.0:1779697720.370662:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd67d7c00. 00000001:00000010:0.0:1779697720.370665:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe300. 00080000:00000010:0.0:1779697720.370667:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd67d6800. 00000001:00000010:0.0:1779697720.370669:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe900. 00080000:00000010:0.0:1779697720.370672:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeebb0400. 00000001:00000010:0.0:1779697720.370675:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fef00. 00080000:00000010:0.0:1779697720.370677:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd67d5c00. 00000001:00000010:0.0:1779697720.370680:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe9c0. 00080000:00000010:0.0:1779697720.370682:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6d2e000. 00000001:00000010:0.0:1779697720.370686:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe7e0. 00080000:00000010:0.0:1779697720.370688:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6d2dc00. 00000001:00000010:0.0:1779697720.370691:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe120. 00080000:00000010:0.0:1779697720.370693:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6d2fc00. 00000001:00000010:0.0:1779697720.370696:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe060. 00080000:00000010:0.0:1779697720.370698:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6d2c400. 00000001:00000010:0.0:1779697720.370701:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe480. 00080000:00000010:0.0:1779697720.370703:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6d2c000. 00000001:00000010:0.0:1779697720.370706:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe540. 00080000:00000010:0.0:1779697720.370708:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6d2f400. 00000001:00000010:0.0:1779697720.370710:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe420. 00080000:00000010:0.0:1779697720.370712:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacede9800. 00000001:00000010:0.0:1779697720.370715:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37a80. 00080000:00000010:0.0:1779697720.370718:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacede8800. 00000001:00000010:0.0:1779697720.370720:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717180. 00080000:00000010:0.0:1779697720.370722:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacedeb000. 00000001:00000010:0.0:1779697720.370725:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a780. 00080000:00000010:0.0:1779697720.370727:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacedeb400. 00000001:00000010:0.0:1779697720.370730:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37c00. 00080000:00000010:0.0:1779697720.370732:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c1400. 00000001:00000010:0.0:1779697720.370734:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a8a0. 00080000:00000010:0.0:1779697720.370737:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c1000. 00000001:00000010:0.0:1779697720.370740:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37480. 00080000:00000010:0.0:1779697720.370742:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c0400. 00000001:00000010:0.0:1779697720.370744:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a660. 00080000:00000010:0.0:1779697720.370747:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c0c00. 00000001:00000010:0.0:1779697720.370758:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37900. 00080000:00000010:0.0:1779697720.370760:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c3c00. 00000001:00000010:0.0:1779697720.370763:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec378a0. 00080000:00000010:0.0:1779697720.370766:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c2000. 00000001:00000010:0.0:1779697720.370768:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37d20. 00080000:00000010:0.0:1779697720.370770:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c2400. 00000001:00000010:0.0:1779697720.374867:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37240. 00080000:00000010:0.0:1779697720.374888:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc785c400. 00000001:00000010:0.0:1779697720.374899:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff2118a0. 00080000:00000010:0.0:1779697720.374903:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc785fc00. 00000001:00000010:0.0:1779697720.374907:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a180. 00080000:00000010:0.0:1779697720.374910:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdd1b5400. 00000001:00000010:0.0:1779697720.374913:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1a300. 00080000:00000010:0.0:1779697720.374915:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdd1b7800. 00000001:00000010:0.0:1779697720.374917:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacdc1acc0. 00080000:00000010:0.0:1779697720.374920:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdd1b7400. 00000001:00000010:0.0:1779697720.374922:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff211ea0. 00080000:00000010:0.0:1779697720.374924:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdd1b4c00. 00000001:00000010:0.0:1779697720.374927:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe960. 00080000:00000010:0.0:1779697720.374930:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdd1b5800. 00000001:00000010:0.0:1779697720.374932:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe4e0. 00080000:00000010:0.0:1779697720.374935:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfac2cc00. 00000001:00000010:0.0:1779697720.374938:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe780. 00080000:00000010:0.0:1779697720.374940:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c26400. 00000001:00000010:0.0:1779697720.374944:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fea80. 00080000:00000010:0.0:1779697720.374946:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c25000. 00000001:00000010:0.0:1779697720.374948:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe720. 00080000:00000010:0.0:1779697720.374950:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c27800. 00000001:00000010:0.0:1779697720.374953:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe8a0. 00080000:00000010:0.0:1779697720.374955:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c27c00. 00000001:00000010:0.0:1779697720.374957:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe0c0. 00080000:00000010:0.0:1779697720.374958:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c27400. 00000001:00000010:0.0:1779697720.374961:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0fe5a0. 00080000:00000010:0.0:1779697720.374963:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf88c3800. 00000001:00000010:0.0:1779697720.374965:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacb0feba0. 00080000:00000010:0.0:1779697720.374967:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf88c1c00. 00000001:00000010:0.0:1779697720.375011:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171960. 00080000:00000010:0.0:1779697720.375018:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d2c00. 00000001:00000010:0.0:1779697720.375021:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca1711e0. 00080000:00000010:0.0:1779697720.375023:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d0800. 00000001:00000010:0.0:1779697720.375026:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171f60. 00080000:00000010:0.0:1779697720.375028:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d0000. 00000001:00000010:0.0:1779697720.375030:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171780. 00080000:00000010:0.0:1779697720.375032:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d3800. 00000001:00000010:0.0:1779697720.375035:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc6e079c0. 00080000:00000010:0.0:1779697720.375038:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93bc400. 00000001:00000010:0.0:1779697720.375040:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dc60. 00080000:00000010:0.0:1779697720.375042:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93bf400. 00000001:00000010:0.0:1779697720.375045:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc6e07f60. 00080000:00000010:0.0:1779697720.375046:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93bf000. 00000001:00000010:0.0:1779697720.375049:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d7e0. 00080000:00000010:0.0:1779697720.375050:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93bc000. 00000001:00000010:0.0:1779697720.375052:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc83246c0. 00080000:00000010:0.0:1779697720.375054:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93bcc00. 00000001:00000010:0.0:1779697720.375057:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc6e07780. 00080000:00000010:0.0:1779697720.375058:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93bec00. 00000001:00000010:0.0:1779697720.375061:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc8324e40. 00080000:00000010:0.0:1779697720.375063:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c8c00. 00000001:00000010:0.0:1779697720.375066:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f17e0. 00080000:00000010:0.0:1779697720.375069:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07cbc00. 00000001:00000010:0.0:1779697720.375072:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc6e07720. 00080000:00000010:0.0:1779697720.375074:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07cb400. 00000001:00000010:0.0:1779697720.375076:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc6e07240. 00080000:00000010:0.0:1779697720.375078:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c9800. 00000001:00000010:0.0:1779697720.375080:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc6e07420. 00080000:00000010:0.0:1779697720.375082:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c8800. 00000001:00000010:0.0:1779697720.375085:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc6e07660. 00080000:00000010:0.0:1779697720.375086:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c9c00. 00000001:00000010:0.0:1779697720.375089:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a540. 00080000:00000010:0.0:1779697720.375093:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4426000. 00000001:00000010:0.0:1779697720.375096:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571da80. 00080000:00000010:0.0:1779697720.375098:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4425c00. 00000001:00000010:0.0:1779697720.375101:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a420. 00080000:00000010:0.0:1779697720.375103:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4424800. 00000001:00000010:0.0:1779697720.375106:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aea0. 00080000:00000010:0.0:1779697720.375109:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f5400. 00000001:00000010:0.0:1779697720.375112:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ac60. 00080000:00000010:0.0:1779697720.375114:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3563000. 00000001:00000010:0.0:1779697720.375117:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dc00. 00080000:00000010:0.0:1779697720.375119:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3562400. 00000001:00000010:0.0:1779697720.375121:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ad80. 00080000:00000010:0.0:1779697720.375124:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3562c00. 00000001:00000010:0.0:1779697720.375126:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d480. 00080000:00000010:0.0:1779697720.375128:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3562000. 00000001:00000010:0.0:1779697720.375130:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ab40. 00080000:00000010:0.0:1779697720.375132:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3561800. 00000001:00000010:0.0:1779697720.375135:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dcc0. 00080000:00000010:0.0:1779697720.375137:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd7610400. 00000001:00000010:0.0:1779697720.375141:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d780. 00080000:00000010:0.0:1779697720.375143:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1101000. 00000001:00000010:0.0:1779697720.375147:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571df00. 00080000:00000010:0.0:1779697720.375149:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1100c00. 00000001:00000010:0.0:1779697720.375151:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a2a0. 00080000:00000010:0.0:1779697720.375153:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1103800. 00000001:00000010:0.0:1779697720.375155:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34af00. 00080000:00000010:0.0:1779697720.375158:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1101c00. 00000001:00000010:0.0:1779697720.375160:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a480. 00080000:00000010:0.0:1779697720.375162:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1100000. 00000001:00000010:0.0:1779697720.375164:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a840. 00080000:00000010:0.0:1779697720.375166:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4286400. 00000001:00000010:0.0:1779697720.375169:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a780. 00080000:00000010:0.0:1779697720.375171:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4284000. 00000001:00000010:0.0:1779697720.375174:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a900. 00080000:00000010:0.0:1779697720.375176:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4497400. 00000001:00000010:0.0:1779697720.375179:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ad20. 00080000:00000010:0.0:1779697720.375181:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4496000. 00000001:00000010:0.0:1779697720.375184:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a960. 00080000:00000010:0.0:1779697720.375185:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4496c00. 00000001:00000010:0.0:1779697720.375187:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aa20. 00080000:00000010:0.0:1779697720.375189:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4495c00. 00000001:00000010:0.0:1779697720.375192:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a8a0. 00080000:00000010:0.0:1779697720.375193:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4495400. 00000001:00000010:0.0:1779697720.375196:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a240. 00080000:00000010:0.0:1779697720.375198:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e0c00. 00000001:00000010:0.0:1779697720.375201:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dba0. 00080000:00000010:0.0:1779697720.375203:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e3000. 00000001:00000010:0.0:1779697720.375206:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d180. 00080000:00000010:0.0:1779697720.375208:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e1400. 00000001:00000010:0.0:1779697720.375211:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dae0. 00080000:00000010:0.0:1779697720.375213:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e0800. 00000001:00000010:0.0:1779697720.375215:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d900. 00080000:00000010:0.0:1779697720.375218:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e2c00. 00000001:00000010:0.0:1779697720.375221:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d060. 00080000:00000010:0.0:1779697720.375223:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdc2e2800. 00000001:00000010:0.0:1779697720.375240:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca1717e0. 00080000:00000010:0.0:1779697720.375244:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb150c00. 00000001:00000010:0.0:1779697720.375248:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c180. 00080000:00000010:0.0:1779697720.375250:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac2b0c400. 00000001:00000010:0.0:1779697720.375253:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c7e0. 00080000:00000010:0.0:1779697720.375255:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac2b0e000. 00000001:00000010:0.0:1779697720.375258:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c300. 00080000:00000010:0.0:1779697720.375259:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac2b0d400. 00000001:00000010:0.0:1779697720.375262:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c240. 00080000:00000010:0.0:1779697720.375264:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac2b0c800. 00000001:00000010:0.0:1779697720.375267:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c420. 00080000:00000010:0.0:1779697720.375269:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac2b0c000. 00000001:00000010:0.0:1779697720.375272:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c960. 00080000:00000010:0.0:1779697720.375274:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac2b0e800. 00000001:00000010:0.0:1779697720.375277:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1360. 00080000:00000010:0.0:1779697720.375279:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4281800. 00000001:00000010:0.0:1779697720.375282:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46648a0. 00080000:00000010:0.0:1779697720.375284:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4283c00. 00000001:00000010:0.0:1779697720.375287:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d0c0. 00080000:00000010:0.0:1779697720.375290:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4280400. 00000001:00000010:0.0:1779697720.375292:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664960. 00080000:00000010:0.0:1779697720.375294:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4283400. 00000001:00000010:0.0:1779697720.375297:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46647e0. 00080000:00000010:0.0:1779697720.375299:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4283800. 00000001:00000010:0.0:1779697720.375301:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46649c0. 00080000:00000010:0.0:1779697720.375303:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc986dc00. 00000001:00000010:0.0:1779697720.375306:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664000. 00080000:00000010:0.0:1779697720.375308:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc986fc00. 00000001:00000010:0.0:1779697720.375311:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1960. 00080000:00000010:0.0:1779697720.375313:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc986f000. 00000001:00000010:0.0:1779697720.375316:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d540. 00080000:00000010:0.0:1779697720.375318:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc986c000. 00000001:00000010:0.0:1779697720.375320:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f16c0. 00080000:00000010:0.0:1779697720.375322:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc986d800. 00000001:00000010:0.0:1779697720.375325:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1660. 00080000:00000010:0.0:1779697720.375327:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc1400. 00000001:00000010:0.0:1779697720.375329:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1720. 00080000:00000010:0.0:1779697720.375332:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc0800. 00000001:00000010:0.0:1779697720.375334:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1420. 00080000:00000010:0.0:1779697720.375337:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc1000. 00000001:00000010:0.0:1779697720.375339:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46645a0. 00080000:00000010:0.0:1779697720.375341:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc0c00. 00000001:00000010:0.0:1779697720.375344:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1a80. 00080000:00000010:0.0:1779697720.375346:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc1c00. 00000001:00000010:0.0:1779697720.375349:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46643c0. 00080000:00000010:0.0:1779697720.375351:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fdbc00. 00000001:00000010:0.0:1779697720.375354:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d9c0. 00080000:00000010:0.0:1779697720.375356:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fd8400. 00000001:00000010:0.0:1779697720.375359:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664c00. 00080000:00000010:0.0:1779697720.375361:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fdb000. 00000001:00000010:0.0:1779697720.375363:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664240. 00080000:00000010:0.0:1779697720.375365:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fda800. 00000001:00000010:0.0:1779697720.375368:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f15a0. 00080000:00000010:0.0:1779697720.375370:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fd8c00. 00000001:00000010:0.0:1779697720.375372:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568dae0. 00080000:00000010:0.0:1779697720.375375:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fd8000. 00000001:00000010:0.0:1779697720.375378:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1c60. 00080000:00000010:0.0:1779697720.375380:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb542c00. 00000001:00000010:0.0:1779697720.375383:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568df60. 00080000:00000010:0.0:1779697720.375385:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb540c00. 00000001:00000010:0.0:1779697720.375404:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1600. 00080000:00000010:0.0:1779697720.375407:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb543400. 00000001:00000010:0.0:1779697720.375410:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1900. 00080000:00000010:0.0:1779697720.375412:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb541c00. 00000001:00000010:0.0:1779697720.375415:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1cc0. 00080000:00000010:0.0:1779697720.375418:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb540000. 00000001:00000010:0.0:1779697720.375420:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f11e0. 00080000:00000010:0.0:1779697720.375422:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb541800. 00000001:00000010:0.0:1779697720.375424:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d000. 00080000:00000010:0.0:1779697720.375426:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07cc400. 00000001:00000010:0.0:1779697720.375429:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d1e0. 00080000:00000010:0.0:1779697720.375431:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07ce800. 00000001:00000010:0.0:1779697720.375433:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d7e0. 00080000:00000010:0.0:1779697720.375435:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07cd000. 00000001:00000010:0.0:1779697720.375437:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d600. 00080000:00000010:0.0:1779697720.375439:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07ce000. 00000001:00000010:0.0:1779697720.375442:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568dde0. 00080000:00000010:0.0:1779697720.375444:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07cf800. 00000001:00000010:0.0:1779697720.375447:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1540. 00080000:00000010:0.0:1779697720.375449:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b04800. 00000001:00000010:0.0:1779697720.375451:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1d80. 00080000:00000010:0.0:1779697720.375453:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b07800. 00000001:00000010:0.0:1779697720.375456:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f10c0. 00080000:00000010:0.0:1779697720.375458:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b04400. 00000001:00000010:0.0:1779697720.375461:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1d20. 00080000:00000010:0.0:1779697720.375463:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b06c00. 00000001:00000010:0.0:1779697720.375465:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1f60. 00080000:00000010:0.0:1779697720.375467:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b05800. 00000001:00000010:0.0:1779697720.375469:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1ba0. 00080000:00000010:0.0:1779697720.375471:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b07400. 00000001:00000010:0.0:1779697720.375474:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f14e0. 00080000:00000010:0.0:1779697720.375476:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57fbc00. 00000001:00000010:0.0:1779697720.375480:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1480. 00080000:00000010:0.0:1779697720.375482:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57fb800. 00000001:00000010:0.0:1779697720.375485:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f19c0. 00080000:00000010:0.0:1779697720.375487:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57f9800. 00000001:00000010:0.0:1779697720.375490:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1120. 00080000:00000010:0.0:1779697720.375492:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57f8400. 00000001:00000010:0.0:1779697720.375495:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f13c0. 00080000:00000010:0.0:1779697720.375497:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57f8000. 00000001:00000010:0.0:1779697720.375499:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1000. 00080000:00000010:0.0:1779697720.375501:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57f9c00. 00000001:00000010:0.0:1779697720.375503:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1de0. 00080000:00000010:0.0:1779697720.375505:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6ee4000. 00000001:00000010:0.0:1779697720.375508:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1180. 00080000:00000010:0.0:1779697720.375510:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6ee7400. 00000001:00000010:0.0:1779697720.375513:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1ae0. 00080000:00000010:0.0:1779697720.375514:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6ee4400. 00000001:00000010:0.0:1779697720.375517:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1f00. 00080000:00000010:0.0:1779697720.375519:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb9f0800. 00000001:00000010:0.0:1779697720.375524:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717e40. 00080000:00000010:0.0:1779697720.375526:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc4d62400. 00000001:00000010:0.0:1779697720.375529:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37780. 00080000:00000010:0.0:1779697720.375531:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc4d63000. 00000001:00000010:0.0:1779697720.375534:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717ae0. 00080000:00000010:0.0:1779697720.375536:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc4d60800. 00000001:00000010:0.0:1779697720.375539:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568db40. 00080000:00000010:0.0:1779697720.375822:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc4d63800. 00000001:00000010:0.0:1779697720.375827:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d180. 00080000:00000010:0.0:1779697720.375829:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc4d62c00. 00000001:00000010:0.0:1779697720.375831:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568d240. 00080000:00000010:0.0:1779697720.375833:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93caf46dc800. 00000001:00000010:0.0:1779697720.375836:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cad568da80. 00080000:00000010:0.0:1779697720.375838:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93caf46de800. 00000001:00000010:0.0:1779697720.375840:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37e40. 00080000:00000010:0.0:1779697720.375842:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93caf46dfc00. 00000001:00000010:0.0:1779697720.375845:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717960. 00080000:00000010:0.0:1779697720.375847:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93caf46dcc00. 00000001:00000010:0.0:1779697720.375850:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37720. 00080000:00000010:0.0:1779697720.375851:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93caf46dec00. 00000001:00000010:0.0:1779697720.375854:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc57178a0. 00080000:00000010:0.0:1779697720.375856:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93caf46de000. 00000001:00000010:0.0:1779697720.375858:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc57174e0. 00080000:00000010:0.0:1779697720.375860:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93caf46df000. 00000001:00000010:0.0:1779697720.375862:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717780. 00080000:00000010:0.0:1779697720.375864:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea1800. 00000001:00000010:0.0:1779697720.375867:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717720. 00080000:00000010:0.0:1779697720.375869:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea2400. 00000001:00000010:0.0:1779697720.375871:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717ba0. 00080000:00000010:0.0:1779697720.375873:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea1400. 00000001:00000010:0.0:1779697720.375876:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37f60. 00080000:00000010:0.0:1779697720.375878:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea1c00. 00000001:00000010:0.0:1779697720.375880:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec370c0. 00080000:00000010:0.0:1779697720.375883:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea2000. 00000001:00000010:0.0:1779697720.375885:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37600. 00080000:00000010:0.0:1779697720.375888:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea3400. 00000001:00000010:0.0:1779697720.375891:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37360. 00080000:00000010:0.0:1779697720.375893:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea3800. 00000001:00000010:0.0:1779697720.375896:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc240. 00080000:00000010:0.0:1779697720.375898:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea0400. 00000001:00000010:0.0:1779697720.375901:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37300. 00080000:00000010:0.0:1779697720.375903:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1316400. 00000001:00000010:0.0:1779697720.375906:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717900. 00080000:00000010:0.0:1779697720.375907:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1314400. 00000001:00000010:0.0:1779697720.375910:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37420. 00080000:00000010:0.0:1779697720.375912:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1315c00. 00000001:00000010:0.0:1779697720.375915:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717420. 00080000:00000010:0.0:1779697720.375917:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1316000. 00000001:00000010:0.0:1779697720.375919:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717000. 00080000:00000010:0.0:1779697720.375921:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1315000. 00000001:00000010:0.0:1779697720.375924:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717240. 00080000:00000010:0.0:1779697720.375926:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1314c00. 00000001:00000010:0.0:1779697720.375928:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717600. 00080000:00000010:0.0:1779697720.375929:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bcac00. 00000001:00000010:0.0:1779697720.375932:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717120. 00080000:00000010:0.0:1779697720.375934:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bca400. 00000001:00000010:0.0:1779697720.375936:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717660. 00080000:00000010:0.0:1779697720.375937:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc9000. 00000001:00000010:0.0:1779697720.375941:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37180. 00080000:00000010:0.0:1779697720.375943:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc8800. 00000001:00000010:0.0:1779697720.375945:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37660. 00080000:00000010:0.0:1779697720.375947:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc8000. 00000001:00000010:0.0:1779697720.375949:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc5717d80. 00080000:00000010:0.0:1779697720.375952:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bcbc00. 00010000:00000010:1.0:1779697720.378303:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697720.378314:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697720.378320:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697720.378328:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697720.378438:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697720.378451:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697720.378456:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697720.378481:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000200:1.0:1779697720.378501:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f75180 x1866146215494912/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697720.378521:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697720.378528:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215494912, offset 224 00000400:00000200:1.0:1779697720.378535:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.378558:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.378565:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309315:309315:256:4294967295] 192.168.203.23@tcp LPNI seq info [309311:309311:8:4294967295] 00000400:00000200:1.0:1779697720.378575:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.378581:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.378586:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697720.378592:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.378599:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.378603:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.378625:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697720.378630:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697720.378633:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00010000:00000010:3.1:1779697720.378746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697720.378762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697720.379229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697720.379235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:0.1:1779697720.379238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697720.379240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00000800:00000200:0.0:1779697720.379486:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.379491:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697720.379497:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.379503:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.379509:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697720.379511:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000400:00000200:3.0:1779697720.386276:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.386296:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460600 00000400:00000200:3.0:1779697720.386304:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 77856 00000400:00000200:3.0:1779697720.386318:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.386323:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.386331:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.386339:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9308380. 00010000:00000010:1.1:1779697720.386443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697720.386455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697720.386459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697720.386462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000020:00000010:1.0:1779697720.386496:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0740. 00000020:00000010:1.0:1779697720.386502:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0740. 00000020:00000010:1.0:1779697720.386508:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697720.386513:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697720.386519:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697720.386561:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0740. 00000020:00000010:1.0:1779697720.386564:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0740. 00000100:00000200:1.0:1779697720.386567:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215495168 02000000:00000010:1.0:1779697720.386603:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacea94000. 00010000:00000010:1.0:1779697720.386642:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697720.386655:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697720.386671:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.386676:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697720.386691:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697720.386694:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697720.386698:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697720.386701:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697720.387034:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697720.387038:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697720.387041:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697720.387044:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000020:00000010:1.0:1779697720.387070:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccb20. 00000020:00000010:1.0:1779697720.387077:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccb20. 00000020:00000010:1.0:1779697720.387087:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37180. 00080000:00000010:1.0:1779697720.387096:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf83ad800. 00000001:00000010:1.0:1779697720.387722:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37240. 00000001:00000010:1.0:1779697720.387729:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697720.387786:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37180. 00010000:00000010:1.0:1779697720.387802:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697720.387807:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697720.387821:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697720.387859:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697720.387875:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000200:1.0:1779697720.387890:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974458, last committed = 8589974453 00010000:00000200:1.0:1779697720.387901:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9308380 x1866146215495168/t8589974458(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697720.387918:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697720.387924:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215495168, offset 224 00000400:00000010:1.0:1779697720.387931:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b460. 00000400:00000200:1.0:1779697720.387935:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.387947:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.387953:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309316:309316:256:4294967295] 192.168.203.23@tcp LPNI seq info [309312:309312:8:4294967295] 00000400:00000200:1.0:1779697720.387958:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.387965:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.387970:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.387975:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697720.387980:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.387988:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.387992:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.388013:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697720.388017:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697720.388021:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00000800:00000200:1.0:1779697720.388491:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.388496:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697720.388501:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.388506:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697720.388633:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:3.0:1779697720.388640:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:3.0:1779697720.388646:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000400:00000200:0.0:1779697720.390963:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.390983:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0b5 00000400:00000200:0.0:1779697720.390990:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.390995:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.391002:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:0.0:1779697720.391004:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000400:00000200:0.0:1779697720.391031:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.391038:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460680 00000400:00000200:0.0:1779697720.391045:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 78344 00010000:00000010:3.0:1779697720.391078:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:3.0:1779697720.391090:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00000400:00000200:0.0:1779697720.391098:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.391103:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.391107:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.391113:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68ce00. 00000020:00000010:3.0:1779697720.391519:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.391525:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.391532:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.391536:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.391593:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.391641:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a40. 00000020:00000010:3.0:1779697720.391644:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a40. 00000100:00000200:3.0:1779697720.391648:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215495296 00000001:00000010:3.0:1779697720.391658:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:3.0:1779697720.391920:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697720.391929:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697720.391957:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128e000. 00010000:00000010:3.0:1779697720.391983:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697720.391988:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.392005:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697720.392009:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.392014:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697720.392018:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697720.392240:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2780. 00000004:00000010:3.0:1779697720.392249:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afd98. 00000004:00000010:3.0:1779697720.392255:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82bb0. 00080000:00000010:3.0:1779697720.392266:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c1c8. 00010000:00000010:3.0:1779697720.392974:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697720.392979:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f80. 00010000:00000010:3.0:1779697720.392984:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697720.392989:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697720.393060:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.393166:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.393173:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.393197:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697720.393218:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68ce00 x1866146215495296/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.393236:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697720.393243:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215495296, offset 224 00000400:00000200:3.0:1779697720.393250:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.393263:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.393270:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309317:309317:256:4294967295] 192.168.203.23@tcp LPNI seq info [309313:309313:8:4294967295] 00000400:00000200:3.0:1779697720.393284:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.393290:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.393294:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697720.393301:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.393309:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.393315:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.393343:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.393348:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.393353:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00000800:00000200:0.0:1779697720.393494:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.393499:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697720.393503:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.393509:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.393513:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:0.0:1779697720.393515:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:3.1:1779697720.395115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697720.395124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:3.0:1779697720.395650:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.395665:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460780 00000400:00000200:3.0:1779697720.395921:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 78920 00000400:00000200:3.0:1779697720.395937:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.395942:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.395950:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.395957:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9309f80. 00000020:00000010:0.0:1779697720.396069:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697720.396075:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697720.396081:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.396086:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.396091:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.396132:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697720.396135:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000100:00000200:0.0:1779697720.396138:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215495552 02000000:00000010:0.0:1779697720.396177:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc4f53000. 00010000:00000010:0.0:1779697720.396214:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:0.0:1779697720.396230:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f80. 00010000:00000010:0.0:1779697720.396247:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697720.396253:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697720.396279:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697720.396282:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.396286:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697720.396290:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697720.396421:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697720.396424:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697720.396426:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697720.396428:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697720.396450:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fd40. 00000020:00000010:0.0:1779697720.396454:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fd40. 00000020:00000010:0.0:1779697720.396462:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a240. 00080000:00000010:0.0:1779697720.396468:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e50800. 00000001:00000010:0.0:1779697720.397038:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a2a0. 00000001:00000010:0.0:1779697720.397044:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00010000:00000010:1.1:1779697720.397112:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697720.397119:0:19:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697720.397123:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697720.397125:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000020:00000010:0.0:1779697720.397148:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a240. 00010000:00000010:0.0:1779697720.397159:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697720.397164:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697720.397177:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697720.397212:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697720.397230:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:2.0:1779697720.397242:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000200:0.0:1779697720.397249:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974459, last committed = 8589974453 00010000:00000010:2.0:1779697720.397250:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00010000:00000010:2.0:1779697720.397260:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00010000:00000200:0.0:1779697720.397262:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9309f80 x1866146215495552/t8589974459(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.397283:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697720.397289:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215495552, offset 224 00000400:00000010:0.0:1779697720.397295:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725b60. 00000400:00000200:0.0:1779697720.397300:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.397312:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.397319:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309318:309318:256:4294967295] 192.168.203.23@tcp LPNI seq info [309314:309314:8:4294967295] 00000400:00000200:0.0:1779697720.397324:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.397330:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.397335:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.397340:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697720.397346:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.397352:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.397357:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.397383:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.397441:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.397445:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00000800:00000200:2.0:1779697720.400161:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.400169:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697720.400176:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.400184:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697720.401442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697720.401453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697720.410477:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:0.1:1779697720.410492:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:2.1:1779697720.410937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:2.1:1779697720.410946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:1.0:1779697720.411295:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697720.411315:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0bd 00000400:00000200:1.0:1779697720.411323:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.411330:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697720.411337:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:1.0:1779697720.411340:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000400:00000200:1.0:1779697720.411426:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.411433:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460800 00000400:00000200:1.0:1779697720.411440:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 79408 00000400:00000200:1.0:1779697720.411505:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.411510:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.411517:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.411523:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76680. 00000020:00000010:2.0:1779697720.411852:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.411858:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.411864:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12600. 00000020:00000010:2.0:1779697720.411870:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7380. 00000020:00000010:2.0:1779697720.411875:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3708. 00000020:00000010:2.0:1779697720.411916:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.411920:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000100:00000200:2.0:1779697720.411924:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215495680 00000001:00000010:2.0:1779697720.411933:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:2.0:1779697720.411962:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697720.411969:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697720.411999:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c06000. 00010000:00000010:2.0:1779697720.412027:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697720.412033:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697720.412052:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697720.412056:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697720.412061:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697720.412306:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697720.412451:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697720.412461:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e1e0. 00000004:00000010:2.0:1779697720.412467:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cee0. 00080000:00000010:2.0:1779697720.412476:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f728. 00010000:00000010:1.0:1779697720.413361:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697720.413368:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697720.413373:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.413378:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697720.413466:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697720.413494:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:1.0:1779697720.413500:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:1.0:1779697720.413529:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:1.0:1779697720.413559:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76680 x1866146215495680/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697720.413580:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697720.413586:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215495680, offset 224 00000400:00000200:1.0:1779697720.413593:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.413606:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.413611:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309319:309319:256:4294967295] 192.168.203.23@tcp LPNI seq info [309315:309315:8:4294967295] 00000400:00000200:1.0:1779697720.413623:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.413630:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.413635:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697720.413642:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.413651:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.413655:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.413686:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7380. 00000020:00000010:1.0:1779697720.413691:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3708. 00000020:00000010:1.0:1779697720.413695:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12600. 00000800:00000200:2.0:1779697720.414498:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.414504:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697720.414510:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.414517:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.414523:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:2.0:1779697720.414525:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:3.1:1779697720.416573:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697720.416584:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697720.416588:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697720.416591:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697720.416631:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:3.0:1779697720.416642:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:0.1:1779697720.418314:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697720.418325:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697720.421606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697720.421620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:2.0:1779697720.421773:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.421790:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460900 00000400:00000200:2.0:1779697720.421798:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 79984 00000400:00000200:2.0:1779697720.421812:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.421816:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.421824:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.421829:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e83480. 00010000:00000010:1.1:1779697720.422213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:1.1:1779697720.422230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697720.422236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697720.422240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000020:00000010:1.0:1779697720.422277:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.422283:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.422289:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697720.422294:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fb00. 00000020:00000010:1.0:1779697720.422300:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697720.422347:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.422351:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000100:00000200:1.0:1779697720.422355:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215495936 02000000:00000010:1.0:1779697720.422409:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacea90000. 00010000:00000010:1.0:1779697720.422448:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697720.422462:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697720.422489:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697720.422494:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697720.422510:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697720.422513:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697720.422517:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697720.422520:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697720.422732:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697720.422736:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697720.422740:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697720.422744:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00000020:00000010:1.0:1779697720.423003:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cca20. 00000020:00000010:1.0:1779697720.423012:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cca20. 00000020:00000010:1.0:1779697720.423024:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37e40. 00080000:00000010:1.0:1779697720.423035:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf83ac400. 00000001:00000010:1.0:1779697720.424324:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37900. 00000001:00000010:1.0:1779697720.424334:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697720.424376:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37e40. 00010000:00000010:1.0:1779697720.424425:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697720.424433:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697720.424760:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00010000:00000010:2.0:1779697720.425508:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:2.0:1779697720.425532:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000200:2.0:1779697720.425624:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974460, last committed = 8589974453 00010000:00000200:2.0:1779697720.425637:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e83480 x1866146215495936/t8589974460(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697720.425660:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697720.425667:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215495936, offset 224 00000400:00000010:2.0:1779697720.425674:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70850. 00000400:00000200:2.0:1779697720.425678:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.425692:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.425699:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309320:309320:256:4294967295] 192.168.203.23@tcp LPNI seq info [309316:309316:8:4294967295] 00000400:00000200:2.0:1779697720.425706:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697720.425713:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.425718:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.425723:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697720.425729:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.425736:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.425740:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.425770:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fb00. 00000020:00000010:2.0:1779697720.425777:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:2.0:1779697720.425780:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00000800:00000200:1.0:1779697720.426670:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.426677:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:1.0:1779697720.426683:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.426690:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697720.429245:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:3.0:1779697720.429261:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:3.0:1779697720.429277:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00000400:00000200:2.0:1779697720.429333:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.429351:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0c5 00000400:00000200:2.0:1779697720.429358:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.429363:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.429371:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697720.429374:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:3.0:1779697720.429763:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:3.0:1779697720.429770:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:1.1:1779697720.430482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697720.430490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697720.433091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697720.433104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:2.0:1779697720.433141:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.433158:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460980 00000400:00000200:2.0:1779697720.433167:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 80472 00000400:00000200:2.0:1779697720.433649:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.433657:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.433705:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.433713:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e82d80. 00000020:00000010:3.0:1779697720.434020:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697720.434026:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697720.434032:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.434039:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.434044:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.434204:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697720.434209:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000100:00000200:3.0:1779697720.434213:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215496064 00000001:00000010:3.0:1779697720.434224:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:3.0:1779697720.434250:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697720.434257:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697720.434284:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf128d000. 00010000:00000010:3.0:1779697720.434314:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697720.434319:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.434342:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697720.434346:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.434352:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697720.434357:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000004:00000010:3.0:1779697720.434513:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2960. 00000004:00000010:3.0:1779697720.434523:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afbb8. 00000004:00000010:3.0:1779697720.434530:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83870. 00080000:00000010:3.0:1779697720.434540:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2cc78. 00010000:00000010:3.0:1779697720.439364:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697720.439373:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697720.439380:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.439417:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697720.439517:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.439534:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.439541:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.439570:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697720.439592:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e82d80 x1866146215496064/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.439757:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697720.439766:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215496064, offset 224 00000400:00000200:3.0:1779697720.439844:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.439860:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.439867:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309321:309321:256:4294967295] 192.168.203.23@tcp LPNI seq info [309317:309317:8:4294967295] 00000400:00000200:3.0:1779697720.439882:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.439888:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.439894:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697720.439901:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.439910:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.439914:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.439939:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.439944:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.439948:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00000800:00000200:2.0:1779697720.440089:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.440094:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697720.440099:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.441096:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.441105:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697720.441117:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:3.1:1779697720.442076:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697720.442086:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.1:1779697720.442091:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:3.1:1779697720.442096:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:2.0:1779697720.451183:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.451207:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460a80 00000400:00000200:2.0:1779697720.451219:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 81048 00000400:00000200:2.0:1779697720.451240:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.451247:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.451257:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.451265:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7e80380. 00000020:00000010:3.0:1779697720.451385:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697720.451420:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697720.451428:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.451433:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.451439:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.451476:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697720.451480:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697720.451484:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215496320 02000000:00000010:3.0:1779697720.451521:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf128b000. 00010000:00000010:3.0:1779697720.451572:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697720.451592:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697720.451614:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697720.451620:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697720.451635:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697720.451638:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697720.451643:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697720.451647:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697720.451799:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697720.451804:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.451808:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697720.451813:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000020:00000010:3.0:1779697720.451846:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ba0. 00000020:00000010:3.0:1779697720.451853:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ba0. 00000020:00000010:3.0:1779697720.451865:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cae0. 00080000:00000010:3.0:1779697720.451875:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb151800. 00000001:00000010:3.0:1779697720.452503:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c240. 00000001:00000010:3.0:1779697720.452512:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00000020:00000010:3.0:1779697720.452562:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cae0. 00010000:00000010:3.0:1779697720.452573:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697720.452579:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.452594:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:0.0:1779697720.456825:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697720.459009:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.459072:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.459083:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.459212:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:3.0:1779697720.459243:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974461, last committed = 8589974453 00010000:00000200:3.0:1779697720.459255:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7e80380 x1866146215496320/t8589974461(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.459280:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697720.459288:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215496320, offset 224 00000400:00000010:3.0:1779697720.459297:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e01c0. 00000400:00000200:3.0:1779697720.459304:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.459322:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.459329:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309322:309322:256:4294967295] 192.168.203.23@tcp LPNI seq info [309318:309318:8:4294967295] 00000400:00000200:3.0:1779697720.459337:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.459347:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.459354:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.459360:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697720.459367:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.459376:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.459380:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.459489:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697720.459495:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.459499:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00010000:00000010:3.1:1779697720.462267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697720.462282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697720.462286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697720.462289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000800:00000200:2.0:1779697720.462720:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.462726:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697720.462732:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.462741:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.465009:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.465031:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0cd 00000400:00000200:2.0:1779697720.465040:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.465046:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.465054:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697720.465057:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:3.0:1779697720.465277:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697720.465289:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:3.1:1779697720.467785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697720.467800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697720.467806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697720.467811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697720.467816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697720.467820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00000400:00000200:2.0:1779697720.470143:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.470163:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460b00 00000400:00000200:2.0:1779697720.470174:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 81536 00000400:00000200:2.0:1779697720.470237:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.470243:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.470251:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.470262:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034000. 00000020:00000010:3.0:1779697720.470581:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697720.470588:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697720.470594:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.470599:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.470604:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.470658:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697720.470661:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697720.470664:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215496448 00000001:00000010:3.0:1779697720.470685:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:3.0:1779697720.470714:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697720.470720:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697720.470746:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1288000. 00010000:00000010:3.0:1779697720.470801:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697720.470805:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697720.470824:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697720.470827:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697720.470831:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697720.470834:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000004:00000010:3.0:1779697720.470932:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3e00. 00000004:00000010:3.0:1779697720.470941:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af780. 00000004:00000010:3.0:1779697720.470946:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82880. 00080000:00000010:3.0:1779697720.470954:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d8f0. 00010000:00000010:3.1:1779697720.472667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697720.472687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697720.473381:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697720.473403:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536880. 00010000:00000010:3.0:1779697720.473410:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697720.473417:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697720.473506:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697720.473524:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.473531:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697720.473574:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:3.0:1779697720.473599:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034000 x1866146215496448/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.474271:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697720.474280:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215496448, offset 224 00000400:00000200:3.0:1779697720.474289:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.474305:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.474313:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309323:309323:256:4294967295] 192.168.203.23@tcp LPNI seq info [309319:309319:8:4294967295] 00000400:00000200:3.0:1779697720.474328:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.474336:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.474342:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697720.474350:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.474359:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.474364:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.474433:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.474439:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.474445:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00000800:00000200:2.0:1779697720.475798:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.475805:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697720.475812:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.475820:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.475827:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:2.0:1779697720.475829:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:3.1:1779697720.478983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697720.479055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697720.479070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697720.479076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00000400:00000200:2.0:1779697720.479349:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.479369:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460c00 00000400:00000200:2.0:1779697720.479378:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 82112 00000400:00000200:2.0:1779697720.479426:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.479432:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.479441:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.479448:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034700. 00000020:00000010:2.0:1779697720.482353:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.482365:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.482373:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12800. 00000020:00000010:2.0:1779697720.482380:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697720.482385:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3320. 00000020:00000010:2.0:1779697720.482455:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.482458:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000100:00000200:2.0:1779697720.482461:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215496704 02000000:00000010:2.0:1779697720.482508:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c00000. 00010000:00000010:2.0:1779697720.482556:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697720.482575:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536880. 00010000:00000010:2.0:1779697720.482595:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697720.482602:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.482630:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697720.482634:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697720.482639:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697720.482644:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697720.483132:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697720.483137:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697720.483142:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.483146:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697720.483181:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bb40. 00000020:00000010:2.0:1779697720.483188:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bb40. 00000020:00000010:2.0:1779697720.483200:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca1713c0. 00080000:00000010:2.0:1779697720.483209:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d2c00. 00000001:00000010:2.0:1779697720.483718:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171060. 00000001:00000010:2.0:1779697720.483725:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697720.484271:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca1713c0. 00010000:00000010:2.0:1779697720.484287:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697720.484293:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697720.484310:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697720.484358:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697720.484379:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697720.484431:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974462, last committed = 8589974453 00010000:00000200:2.0:1779697720.484443:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034700 x1866146215496704/t8589974462(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697720.484781:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697720.484790:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215496704, offset 224 00000400:00000010:1.0:1779697720.484799:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b310. 00000400:00000200:1.0:1779697720.484803:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.484819:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.484825:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309324:309324:256:4294967295] 192.168.203.23@tcp LPNI seq info [309320:309320:8:4294967295] 00000400:00000200:1.0:1779697720.484833:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.484839:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.484845:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.484851:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697720.484858:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.484867:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.484871:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1779697720.484877:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697720.484885:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:3.0:1779697720.484893:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000020:00000010:1.0:1779697720.484903:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:1.0:1779697720.484909:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3320. 00000020:00000010:1.0:1779697720.484913:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12800. 00000800:00000200:2.0:1779697720.485585:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.485591:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697720.485596:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.485602:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697720.491681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:2.1:1779697720.491698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697720.494845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697720.494862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697720.495165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697720.495174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00000400:00000200:2.0:1779697720.500572:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.500689:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0d5 00000400:00000200:2.0:1779697720.500697:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.500704:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.500712:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:2.0:1779697720.500716:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:2.0:1779697720.500767:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.500774:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460c80 00000400:00000200:2.0:1779697720.500781:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 82600 00000400:00000200:2.0:1779697720.500793:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.500797:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.500801:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.500809:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034a80. 00010000:00000010:3.0:1779697720.500887:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697720.500900:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00000020:00000010:0.0:1779697720.500923:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697720.500930:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697720.500937:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.500943:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.500948:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.500992:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697720.500995:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000100:00000200:0.0:1779697720.500999:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215496832 00000001:00000010:0.0:1779697720.501009:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:0.0:1779697720.501032:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697720.501039:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 02000000:00000010:0.0:1779697720.501066:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf96000. 00010000:00000010:0.0:1779697720.501095:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697720.501100:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697720.501119:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697720.501123:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:0.0:1779697720.501128:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697720.501133:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000004:00000010:0.0:1779697720.501249:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebbc20. 00000004:00000010:0.0:1779697720.501258:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef5a0. 00000004:00000010:0.0:1779697720.501265:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30770. 00080000:00000010:0.0:1779697720.501274:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f398. 00010000:00000010:0.0:1779697720.503731:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697720.503742:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:0.0:1779697720.503758:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697720.503767:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697720.503856:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697720.503876:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697720.503883:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:0.0:1779697720.503915:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000200:0.0:1779697720.503937:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034a80 x1866146215496832/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.503960:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697720.503967:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215496832, offset 224 00000400:00000200:0.0:1779697720.503976:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.503991:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.503998:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309325:309325:256:4294967295] 192.168.203.23@tcp LPNI seq info [309321:309321:8:4294967295] 00000400:00000200:0.0:1779697720.504013:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.504020:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.504026:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697720.504034:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.504043:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.504047:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.504071:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.504077:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.504082:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00000800:00000200:2.0:1779697720.504263:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.504268:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697720.504274:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.504281:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.504287:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:2.0:1779697720.504290:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00010000:00000010:3.1:1779697720.505642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697720.505652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697720.510442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697720.510458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:0.1:1779697720.510462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697720.510465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:2.0:1779697720.513009:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.513030:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460d80 00000400:00000200:2.0:1779697720.513040:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 83176 00000400:00000200:2.0:1779697720.513058:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.513063:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.513073:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.513081:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c035c00. 00000020:00000010:0.0:1779697720.515464:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697720.515475:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697720.515483:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.515490:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.515495:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.515551:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f40. 00000020:00000010:0.0:1779697720.515555:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f40. 00000100:00000200:0.0:1779697720.515559:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215497088 02000000:00000010:0.0:1779697720.515606:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacbf97000. 00010000:00000010:0.0:1779697720.515648:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697720.515668:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000010:0.0:1779697720.515690:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697720.515697:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697720.515713:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697720.515716:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:0.0:1779697720.515722:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697720.515727:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697720.515860:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697720.515864:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:0.0:1779697720.515869:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697720.515873:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697720.515908:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f300. 00000020:00000010:0.0:1779697720.515915:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f300. 00000020:00000010:0.0:1779697720.515927:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a480. 00080000:00000010:0.0:1779697720.515937:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e51800. 00000001:00000010:0.0:1779697720.516604:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ac60. 00000001:00000010:0.0:1779697720.516612:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697720.516664:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a480. 00010000:00000010:0.0:1779697720.516675:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697720.516682:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697720.516697:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fec00. 00010000:00000010:0.0:1779697720.516733:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697720.516761:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697720.516780:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974463, last committed = 8589974453 00010000:00000200:0.0:1779697720.516791:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c035c00 x1866146215497088/t8589974463(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.516810:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697720.516817:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215497088, offset 224 00000400:00000010:0.0:1779697720.516825:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725150. 00000400:00000200:0.0:1779697720.516830:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.516847:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.516855:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309326:309326:256:4294967295] 192.168.203.23@tcp LPNI seq info [309322:309322:8:4294967295] 00000400:00000200:0.0:1779697720.516862:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.516872:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.516879:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.516885:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697720.516893:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.516901:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.516905:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.516926:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697720.516931:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.516935:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00010000:00000010:2.0:1779697720.517121:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:2.0:1779697720.517129:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:2.0:1779697720.517141:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fec00. 00000800:00000200:2.0:1779697720.517240:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.517244:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697720.517249:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.517257:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.521546:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.521567:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0dd 00000400:00000200:2.0:1779697720.521574:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.521580:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.521588:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:2.0:1779697720.521591:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00010000:00000010:3.0:1779697720.522979:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:3.0:1779697720.523005:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000010:2.1:1779697720.523408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697720.523417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697720.523428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697720.523438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697720.523444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697720.523449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:0.0:1779697720.524628:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.524647:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460e00 00000400:00000200:0.0:1779697720.524658:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 83664 00000400:00000200:0.0:1779697720.524717:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.524725:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.524734:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.524741:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68ed80. 00000020:00000010:3.0:1779697720.524931:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.524937:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.524943:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf98e9000. 00000020:00000010:3.0:1779697720.524949:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.524954:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697720.525003:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.525006:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697720.525010:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215497216 00000001:00000010:3.0:1779697720.525021:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:3.0:1779697720.525044:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697720.525050:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 02000000:00000010:3.0:1779697720.525078:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad578c000. 00010000:00000010:3.0:1779697720.525124:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697720.525129:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697720.525149:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697720.525153:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697720.525158:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697720.525161:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000004:00000010:3.0:1779697720.525275:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3a40. 00000004:00000010:3.0:1779697720.525285:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afa50. 00000004:00000010:3.0:1779697720.525292:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83540. 00080000:00000010:3.0:1779697720.525300:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d1d0. 00010000:00000010:0.0:1779697720.527340:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697720.527349:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697720.527357:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697720.527364:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697720.527477:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:0.0:1779697720.527495:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:0.0:1779697720.527502:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536100. 00010000:00000010:0.0:1779697720.527533:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:0.0:1779697720.527569:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68ed80 x1866146215497216/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.527600:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697720.527608:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215497216, offset 224 00000400:00000200:0.0:1779697720.527618:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.527633:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.527640:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309327:309327:256:4294967295] 192.168.203.23@tcp LPNI seq info [309323:309323:8:4294967295] 00000400:00000200:0.0:1779697720.527655:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.527662:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.527669:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697720.527677:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.527686:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.527690:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.527716:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:0.0:1779697720.527722:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:0.0:1779697720.527728:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf98e9000. 00000800:00000200:3.0:1779697720.528199:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.528205:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697720.528211:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.528218:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.528225:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:3.0:1779697720.528228:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00010000:00000010:3.1:1779697720.530278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:3.1:1779697720.530291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:2.0:1779697720.533841:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.533860:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006460f00 00000400:00000200:2.0:1779697720.533869:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 84240 00000400:00000200:2.0:1779697720.533884:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.533888:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.533897:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.533904:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034e00. 00000020:00000010:3.0:1779697720.534015:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.534022:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.534027:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.534032:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697720.534037:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697720.534074:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.534076:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697720.534079:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215497472 02000000:00000010:3.0:1779697720.534114:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf12f7000. 00010000:00000010:3.0:1779697720.534151:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:3.0:1779697720.534168:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:3.0:1779697720.534184:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.534189:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697720.534202:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697720.534205:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697720.534208:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697720.534211:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697720.534308:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697720.534311:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d80. 00010000:00000010:3.0:1779697720.534314:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697720.534317:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000020:00000010:3.0:1779697720.534340:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.534346:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.534356:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cea0. 00080000:00000010:3.0:1779697720.534364:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb153800. 00010000:00000010:0.1:1779697720.534429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.1:1779697720.534437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697720.534442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:0.1:1779697720.534445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00000001:00000010:3.0:1779697720.534843:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c180. 00000001:00000010:3.0:1779697720.534849:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697720.534881:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cea0. 00010000:00000010:3.0:1779697720.534889:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697720.534892:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697720.534903:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697720.534995:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697720.535008:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697720.535023:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974464, last committed = 8589974453 00010000:00000200:3.0:1779697720.535031:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034e00 x1866146215497472/t8589974464(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.535050:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697720.535056:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215497472, offset 224 00000400:00000010:3.0:1779697720.535062:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0a10. 00000400:00000200:3.0:1779697720.535065:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.535078:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.535085:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309328:309328:256:4294967295] 192.168.203.23@tcp LPNI seq info [309324:309324:8:4294967295] 00000400:00000200:3.0:1779697720.535090:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.535097:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.535102:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.535107:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697720.535113:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.535120:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.535125:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.535145:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697720.535149:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697720.535152:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00000800:00000200:2.0:1779697720.536556:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.536564:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697720.536569:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.536575:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.537476:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:0.0:1779697720.537487:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d80. 00010000:00000010:0.0:1779697720.537496:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00000400:00000200:3.0:1779697720.538576:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697720.538594:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0e5 00000400:00000200:3.0:1779697720.538600:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.538605:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697720.538611:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:3.0:1779697720.538614:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:3.0:1779697720.538639:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.538645:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006460f80 00000400:00000200:3.0:1779697720.538652:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 84728 00000400:00000200:3.0:1779697720.538700:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.538705:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.538708:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.538714:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9309880. 00010000:00000010:0.0:1779697720.539116:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:0.0:1779697720.539126:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00000020:00000010:2.0:1779697720.540201:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.540208:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.540214:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13e00. 00000020:00000010:2.0:1779697720.540219:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697720.540224:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.540619:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697720.540623:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000100:00000200:2.0:1779697720.540626:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215497600 00000001:00000010:2.0:1779697720.540635:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:2.0:1779697720.540656:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697720.540662:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697720.540687:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c04000. 00010000:00000010:2.0:1779697720.540714:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697720.540717:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697720.540734:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697720.540736:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697720.540740:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697720.540742:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697720.540837:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697720.540845:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ec30. 00000004:00000010:2.0:1779697720.540852:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d540. 00080000:00000010:2.0:1779697720.540861:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54fab8. 00010000:00000010:2.0:1779697720.545292:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697720.545301:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697720.545308:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697720.545315:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697720.545427:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697720.545439:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697720.545444:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697720.545468:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697720.545487:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9309880 x1866146215497600/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697720.545513:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697720.545520:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215497600, offset 224 00000400:00000200:2.0:1779697720.545526:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.545548:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.545554:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309329:309329:256:4294967295] 192.168.203.23@tcp LPNI seq info [309325:309325:8:4294967295] 00000400:00000200:2.0:1779697720.545565:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.545570:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.545575:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697720.545582:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.545589:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.545594:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.545617:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779697720.545621:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.545625:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13e00. 00010000:00000010:3.1:1779697720.545724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697720.545731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00000800:00000200:3.0:1779697720.545836:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.545841:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697720.545845:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.545850:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.545857:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:3.0:1779697720.545859:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:3.1:1779697720.548491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697720.548506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:0.1:1779697720.550431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697720.550443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:0.1:1779697720.550446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697720.550449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:2.1:1779697720.552481:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697720.552494:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697720.552498:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697720.552501:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00000400:00000200:2.0:1779697720.552599:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.552619:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461080 00000400:00000200:2.0:1779697720.552627:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 85304 00000400:00000200:2.0:1779697720.552643:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.552647:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.552655:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.552661:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c036d80. 00000020:00000010:3.0:1779697720.555506:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.555516:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.555522:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:3.0:1779697720.555527:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697720.555532:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697720.555666:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.555669:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697720.555672:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215497856 02000000:00000010:3.0:1779697720.555706:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf12f2000. 00010000:00000010:3.0:1779697720.555743:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697720.555768:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:3.0:1779697720.555787:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697720.555792:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697720.555806:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697720.555809:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536700. 00010000:00000010:3.0:1779697720.555813:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.555816:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697720.555915:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697720.555918:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536980. 00010000:00000010:3.0:1779697720.555921:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697720.555924:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000020:00000010:3.0:1779697720.555945:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.555951:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.555961:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cea0. 00080000:00000010:3.0:1779697720.555970:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb153000. 00000001:00000010:3.0:1779697720.557561:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cb40. 00000001:00000010:3.0:1779697720.557571:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697720.557606:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cea0. 00010000:00000010:3.0:1779697720.557620:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697720.557627:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697720.557643:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75430c0. 00010000:00000010:3.0:1779697720.557682:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697720.557696:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697720.557712:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974465, last committed = 8589974453 00010000:00000200:3.0:1779697720.557723:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c036d80 x1866146215497856/t8589974465(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.557742:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697720.557759:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215497856, offset 224 00000400:00000010:3.0:1779697720.557766:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0690. 00000400:00000200:3.0:1779697720.557770:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.557784:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.557790:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309330:309330:256:4294967295] 192.168.203.23@tcp LPNI seq info [309326:309326:8:4294967295] 00000400:00000200:3.0:1779697720.557796:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.557803:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.557808:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.557813:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697720.557819:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.557827:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.557830:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.557848:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697720.557852:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697720.557855:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:2.0:1779697720.558515:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.558521:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697720.558526:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.558532:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.560921:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:0.0:1779697720.560937:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536980. 00010000:00000010:0.0:1779697720.560950:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75430c0. 00010000:00000010:3.1:1779697720.563462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697720.563476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00000400:00000200:2.0:1779697720.563777:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.563796:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0ed 00000400:00000200:2.0:1779697720.563802:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.563807:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.563813:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:2.0:1779697720.563816:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:2.0:1779697720.564784:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.564794:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461100 00000400:00000200:2.0:1779697720.564801:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 85792 00000400:00000200:2.0:1779697720.564854:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.564859:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.564864:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.564872:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c034380. 00000020:00000010:0.0:1779697720.564984:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea617c0. 00000020:00000010:0.0:1779697720.564990:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea617c0. 00000020:00000010:0.0:1779697720.564995:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.565001:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779697720.565005:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.565037:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea617c0. 00000020:00000010:0.0:1779697720.565039:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea617c0. 00000100:00000200:0.0:1779697720.565042:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215497984 00000001:00000010:0.0:1779697720.565051:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:0.0:1779697720.565072:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697720.565077:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697720.565101:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf90000. 00010000:00000010:0.0:1779697720.565125:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697720.565128:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.565146:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697720.565150:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.565153:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697720.565156:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00000004:00000010:0.0:1779697720.565250:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebba40. 00000004:00000010:0.0:1779697720.565257:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefbb8. 00000004:00000010:0.0:1779697720.565263:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31430. 00080000:00000010:0.0:1779697720.565270:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e000. 00010000:00000010:0.0:1779697720.572657:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697720.572667:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697720.572673:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697720.572680:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.572765:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.572776:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697720.572781:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.572806:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697720.572824:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c034380 x1866146215497984/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.572844:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697720.572850:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215497984, offset 224 00000400:00000200:0.0:1779697720.572857:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.572872:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.572878:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309331:309331:256:4294967295] 192.168.203.23@tcp LPNI seq info [309327:309327:8:4294967295] 00000400:00000200:0.0:1779697720.572888:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.572894:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.572899:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697720.572905:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.572912:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.572916:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.572941:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779697720.572945:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.572948:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00010000:00000010:3.0:1779697720.573028:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697720.573033:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536700. 00000800:00000200:3.0:1779697720.573509:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.573513:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697720.573517:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.573522:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.573528:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:3.0:1779697720.573530:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00000400:00000200:3.0:1779697720.576507:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.576526:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461200 00000400:00000200:3.0:1779697720.576535:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 86368 00000400:00000200:3.0:1779697720.576558:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.576562:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.576570:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.576577:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930b100. 00000020:00000010:0.0:1779697720.576667:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697720.576672:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697720.576678:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.576682:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779697720.576687:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.576726:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697720.576729:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697720.576731:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215498240 02000000:00000010:0.0:1779697720.576773:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacbf94000. 00010000:00000010:0.0:1779697720.576810:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.576825:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697720.576842:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.576847:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.576861:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697720.576864:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697720.576869:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697720.576871:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697720.576975:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697720.576978:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.576981:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697720.576984:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00000020:00000010:0.0:1779697720.577005:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fdc0. 00000020:00000010:0.0:1779697720.577011:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fdc0. 00000020:00000010:0.0:1779697720.577020:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34aa20. 00080000:00000010:0.0:1779697720.577030:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe55b1400. 00000001:00000010:0.0:1779697720.577386:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a660. 00000001:00000010:0.0:1779697720.577419:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697720.577453:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34aa20. 00010000:00000010:0.0:1779697720.577461:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.577464:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.577476:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697720.577508:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697720.577520:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000200:0.0:1779697720.577534:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974466, last committed = 8589974453 00010000:00000200:0.0:1779697720.577543:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930b100 x1866146215498240/t8589974466(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.577559:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697720.577566:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215498240, offset 224 00000400:00000010:0.0:1779697720.577571:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67251c0. 00000400:00000200:0.0:1779697720.577576:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.577587:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.577593:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309332:309332:256:4294967295] 192.168.203.23@tcp LPNI seq info [309328:309328:8:4294967295] 00000400:00000200:0.0:1779697720.577598:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.577605:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.577611:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.577615:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697720.577621:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.577628:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.577632:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.577651:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779697720.577655:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.577658:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00010000:00000010:0.0:1779697720.577684:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.577688:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.577693:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00000800:00000200:2.0:1779697720.578192:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.578197:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697720.578201:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.578206:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697720.582644:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697720.582654:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:0.1:1779697720.584434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697720.584445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:2.0:1779697720.585841:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.585861:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0f5 00000400:00000200:2.0:1779697720.585868:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.585872:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.585879:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:2.0:1779697720.585882:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000400:00000200:2.0:1779697720.587151:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.587161:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461280 00000400:00000200:2.0:1779697720.587169:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 86856 00000400:00000200:2.0:1779697720.587229:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.587233:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.587239:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.587246:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c036680. 00000020:00000010:3.0:1779697720.587587:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.587593:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.587600:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:3.0:1779697720.587605:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536700. 00000020:00000010:3.0:1779697720.587611:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697720.587653:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.587655:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697720.587657:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215498368 00000001:00000010:3.0:1779697720.587679:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697720.587703:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697720.587710:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 02000000:00000010:3.0:1779697720.587736:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacd818000. 00010000:00000010:3.0:1779697720.587771:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697720.587774:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697720.587792:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697720.587795:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536580. 00010000:00000010:3.0:1779697720.587799:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697720.587801:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000004:00000010:3.0:1779697720.587882:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3680. 00000004:00000010:3.0:1779697720.587890:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af9d8. 00000004:00000010:3.0:1779697720.587896:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83650. 00080000:00000010:3.0:1779697720.587903:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d398. 00010000:00000010:2.0:1779697720.589471:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697720.589479:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697720.589484:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697720.589490:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.589637:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:2.0:1779697720.589650:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:2.0:1779697720.589654:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536580. 00010000:00000010:2.0:1779697720.590042:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000200:2.0:1779697720.590117:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c036680 x1866146215498368/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697720.590140:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697720.590146:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215498368, offset 224 00000400:00000200:2.0:1779697720.590153:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.590164:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.590171:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309333:309333:256:4294967295] 192.168.203.23@tcp LPNI seq info [309329:309329:8:4294967295] 00000400:00000200:2.0:1779697720.590182:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.590187:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.590192:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697720.590198:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.590206:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.590209:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.590235:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536700. 00000020:00000010:2.0:1779697720.590239:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:2.0:1779697720.590243:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:3.0:1779697720.590365:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.590369:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697720.590373:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.590377:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.590382:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:3.0:1779697720.590384:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000400:00000200:2.0:1779697720.595849:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.595871:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461380 00000400:00000200:2.0:1779697720.595880:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 87432 00000400:00000200:2.0:1779697720.595898:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.595902:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.595910:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.595917:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c036300. 00000020:00000010:2.0:1779697720.595974:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697720.595980:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697720.595985:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13e00. 00000020:00000010:2.0:1779697720.595991:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c80. 00000020:00000010:2.0:1779697720.595996:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.596028:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697720.596030:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaac0. 00000100:00000200:2.0:1779697720.596033:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215498624 02000000:00000010:2.0:1779697720.596068:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c03000. 00010000:00000010:2.0:1779697720.596105:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.596120:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697720.596135:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.596141:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.596155:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697720.596158:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697720.596162:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697720.596165:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697720.596262:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697720.596265:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697720.596269:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697720.596272:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697720.596294:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b900. 00000020:00000010:2.0:1779697720.596300:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b900. 00000020:00000010:2.0:1779697720.596310:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171360. 00080000:00000010:2.0:1779697720.596320:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d2800. 00000001:00000010:2.0:1779697720.596738:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca1710c0. 00000001:00000010:2.0:1779697720.596745:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697720.596795:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171360. 00010000:00000010:2.0:1779697720.596803:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697720.596807:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697720.596819:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697720.596852:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697720.596864:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697720.596879:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974467, last committed = 8589974453 00010000:00000200:2.0:1779697720.596888:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c036300 x1866146215498624/t8589974467(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697720.596905:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697720.596911:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215498624, offset 224 00000400:00000010:2.0:1779697720.596917:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70888. 00000400:00000200:2.0:1779697720.596920:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.596931:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.596937:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309334:309334:256:4294967295] 192.168.203.23@tcp LPNI seq info [309330:309330:8:4294967295] 00000400:00000200:2.0:1779697720.596941:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697720.596948:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.596954:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.596958:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697720.596964:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.596970:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.596974:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.596991:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c80. 00000020:00000010:2.0:1779697720.596994:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.596997:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13e00. 00010000:00000010:2.0:1779697720.597025:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697720.597028:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697720.597032:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:2.0:1779697720.597105:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.597108:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:2.0:1779697720.597111:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.597116:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.597795:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697720.597803:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:3.1:1779697720.599449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697720.599460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:0.1:1779697720.601152:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697720.601163:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697720.601167:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697720.601169:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697720.601172:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697720.601175:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697720.601177:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697720.601179:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697720.601182:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697720.601184:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:0.0:1779697720.601216:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.601236:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa0fd 00000400:00000200:0.0:1779697720.601242:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.601247:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.601253:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:0.0:1779697720.601256:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:3.0:1779697720.601349:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697720.601358:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00010000:00000010:2.1:1779697720.602439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:2.1:1779697720.602449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:2.1:1779697720.602453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:2.1:1779697720.602455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:2.1:1779697720.602458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697720.602461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697720.602464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697720.602467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697720.602470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697720.602472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00000400:00000200:3.0:1779697720.605790:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.605809:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461400 00000400:00000200:3.0:1779697720.605816:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 87920 00000400:00000200:3.0:1779697720.605883:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.605889:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.605897:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.605904:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9308a80. 00000020:00000010:0.0:1779697720.606120:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697720.606125:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697720.606130:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.606135:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.606140:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.606180:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779697720.606183:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779697720.606186:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215498752 00000001:00000010:0.0:1779697720.606196:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:0.0:1779697720.606217:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.606224:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697720.606247:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf95000. 00010000:00000010:0.0:1779697720.606273:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.606277:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.606294:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697720.606296:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.606301:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697720.606303:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00000004:00000010:0.0:1779697720.606419:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba960. 00000004:00000010:0.0:1779697720.606427:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef3c0. 00000004:00000010:0.0:1779697720.606433:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30330. 00080000:00000010:0.0:1779697720.606444:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e1c8. 00010000:00000010:0.0:1779697720.607923:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697720.607931:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697720.607936:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697720.607942:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697720.608007:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.608018:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.608023:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.608044:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697720.608061:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9308a80 x1866146215498752/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.608090:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697720.608097:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215498752, offset 224 00000400:00000200:0.0:1779697720.608104:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.608115:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.608122:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309335:309335:256:4294967295] 192.168.203.23@tcp LPNI seq info [309331:309331:8:4294967295] 00000400:00000200:0.0:1779697720.608133:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.608139:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.608143:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697720.608149:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.608156:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.608161:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.608185:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.608189:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.608192:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00000800:00000200:3.0:1779697720.608307:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.608312:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697720.608316:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.608321:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.608326:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:3.0:1779697720.608328:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:0.0:1779697720.610961:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.610979:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461500 00000400:00000200:0.0:1779697720.610987:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 88496 00000400:00000200:0.0:1779697720.611001:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.611005:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.611014:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.611020:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68c000. 00000020:00000010:3.0:1779697720.611101:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.611106:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.611111:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.611116:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536980. 00000020:00000010:3.0:1779697720.611121:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697720.611160:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697720.611163:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697720.611165:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215499008 02000000:00000010:3.0:1779697720.611199:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacd81f000. 00010000:00000010:3.0:1779697720.611236:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:3.0:1779697720.611251:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:3.0:1779697720.611269:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.611274:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697720.611288:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697720.611291:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697720.611295:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697720.611298:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697720.611531:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697720.611535:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d80. 00010000:00000010:3.0:1779697720.611538:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697720.611550:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000020:00000010:3.0:1779697720.611573:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.611578:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.611587:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cea0. 00080000:00000010:3.0:1779697720.611595:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb153400. 00000001:00000010:3.0:1779697720.612071:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41ccc0. 00000001:00000010:3.0:1779697720.612078:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697720.612110:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cea0. 00010000:00000010:3.0:1779697720.612118:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697720.612121:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697720.612133:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697720.612163:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697720.612175:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697720.612190:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974468, last committed = 8589974453 00010000:00000200:3.0:1779697720.612199:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68c000 x1866146215499008/t8589974468(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.612217:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697720.612223:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215499008, offset 224 00000400:00000010:3.0:1779697720.612229:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0498. 00000400:00000200:3.0:1779697720.612233:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.612245:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.612251:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309336:309336:256:4294967295] 192.168.203.23@tcp LPNI seq info [309332:309332:8:4294967295] 00000400:00000200:3.0:1779697720.612256:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.612263:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.612268:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.612273:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697720.612279:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.612285:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.612289:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.612308:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536980. 00000020:00000010:3.0:1779697720.612312:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697720.612315:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00010000:00000010:0.0:1779697720.614833:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:0.0:1779697720.614847:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d80. 00010000:00000010:0.0:1779697720.614859:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000800:00000200:3.0:1779697720.614939:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.614943:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697720.614948:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.614956:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697720.615504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697720.615511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:3.0:1779697720.617304:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697720.617324:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa105 00000400:00000200:3.0:1779697720.617330:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.617335:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697720.617341:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:3.0:1779697720.617344:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:0.0:1779697720.617451:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697720.617460:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00000400:00000200:0.0:1779697720.618040:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.618050:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461580 00000400:00000200:0.0:1779697720.618056:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 88984 00000400:00000200:0.0:1779697720.618117:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.618121:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.618126:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.618132:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca68c700. 00000020:00000010:2.0:1779697720.618218:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697720.618224:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697720.618229:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13e00. 00000020:00000010:2.0:1779697720.618233:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697720.618238:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.618273:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaac0. 00000020:00000010:2.0:1779697720.618275:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaac0. 00000100:00000200:2.0:1779697720.618278:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215499136 00000001:00000010:2.0:1779697720.618287:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697720.618306:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697720.618313:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697720.618336:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1c07000. 00010000:00000010:2.0:1779697720.618362:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.618365:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.618380:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697720.618383:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697720.618407:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697720.618411:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697720.618498:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697720.618506:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e708. 00000004:00000010:2.0:1779697720.618512:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c110. 00080000:00000010:2.0:1779697720.618520:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e8e8. 00010000:00000010:2.0:1779697720.619527:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697720.619533:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697720.619538:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697720.619551:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697720.619607:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.619616:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697720.619620:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697720.619640:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:2.0:1779697720.619655:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca68c700 x1866146215499136/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697720.619678:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697720.619683:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215499136, offset 224 00000400:00000200:2.0:1779697720.619689:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.619699:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.619705:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309337:309337:256:4294967295] 192.168.203.23@tcp LPNI seq info [309333:309333:8:4294967295] 00000400:00000200:2.0:1779697720.619716:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.619722:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.619726:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697720.619732:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.619739:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.619743:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.619775:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697720.619779:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.619783:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13e00. 00000800:00000200:3.0:1779697720.619919:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.619923:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697720.619927:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.619932:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.619937:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:3.0:1779697720.619938:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00010000:00000010:3.1:1779697720.626455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697720.626468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697720.628464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.1:1779697720.628474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697720.628479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697720.628481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:0.1:1779697720.628529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697720.628534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697720.628537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697720.628543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697720.628547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697720.628551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.1:1779697720.628553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697720.628556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00000400:00000200:3.0:1779697720.628828:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.628844:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461680 00000400:00000200:3.0:1779697720.628852:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 89560 00000400:00000200:3.0:1779697720.628866:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.628870:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.628878:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.628885:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae9308700. 00010000:00000010:2.1:1779697720.628952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697720.628965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697720.628968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697720.628971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00000020:00000010:2.0:1779697720.628999:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697720.629005:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697720.629010:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13e00. 00000020:00000010:2.0:1779697720.629015:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697720.629019:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.629052:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697720.629055:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000100:00000200:2.0:1779697720.629057:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215499392 02000000:00000010:2.0:1779697720.629089:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac1c05000. 00010000:00000010:2.0:1779697720.629126:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697720.629139:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697720.629156:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697720.629161:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697720.629175:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697720.629178:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697720.629182:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697720.629184:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697720.629281:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697720.629284:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697720.629287:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697720.629290:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697720.629312:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697720.629318:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b920. 00000020:00000010:2.0:1779697720.629327:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171d20. 00080000:00000010:2.0:1779697720.629337:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d0c00. 00000001:00000010:2.0:1779697720.630174:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171780. 00000001:00000010:2.0:1779697720.630182:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697720.630217:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171d20. 00010000:00000010:2.0:1779697720.630226:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697720.630230:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697720.630243:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697720.630318:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697720.630452:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:2.0:1779697720.630468:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974469, last committed = 8589974453 00010000:00000200:2.0:1779697720.630478:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae9308700 x1866146215499392/t8589974469(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697720.630497:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697720.630503:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215499392, offset 224 00000400:00000010:2.0:1779697720.630510:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb702a0. 00000400:00000200:2.0:1779697720.630514:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.630526:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.630532:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309338:309338:256:4294967295] 192.168.203.23@tcp LPNI seq info [309334:309334:8:4294967295] 00000400:00000200:2.0:1779697720.630922:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697720.630931:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.630938:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.630944:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697720.630950:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.630957:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.630960:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.630979:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697720.630983:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.630987:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13e00. 00000800:00000200:3.0:1779697720.631133:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.631137:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697720.631141:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.631147:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.632889:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697720.632904:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:0.0:1779697720.632916:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00010000:00000010:2.1:1779697720.634263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697720.634272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697720.640095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697720.640119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697720.640617:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:0.1:1779697720.640632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00000400:00000200:3.0:1779697720.644018:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697720.644037:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa10d 00000400:00000200:3.0:1779697720.644044:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.644048:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697720.644059:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:3.0:1779697720.644063:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00010000:00000010:2.0:1779697720.644268:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697720.644279:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7380. 00000400:00000200:3.0:1779697720.645771:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.645785:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461700 00000400:00000200:3.0:1779697720.645793:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 90048 00000400:00000200:3.0:1779697720.645843:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.645848:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.645854:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.645864:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930a300. 00000020:00000010:0.0:1779697720.648437:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697720.648448:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697720.648456:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2432e00. 00000020:00000010:0.0:1779697720.648462:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.648467:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.648540:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697720.648543:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697720.648547:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215499520 00000001:00000010:0.0:1779697720.648557:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:0.0:1779697720.648675:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.648683:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697720.649769:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacbf91000. 00010000:00000010:0.0:1779697720.649807:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697720.649813:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.649834:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697720.649838:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.649842:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.649845:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000004:00000010:0.0:1779697720.649952:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb2c0. 00000004:00000010:0.0:1779697720.649961:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef960. 00000004:00000010:0.0:1779697720.649969:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31320. 00080000:00000010:0.0:1779697720.649978:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2ec78. 00010000:00000010:0.0:1779697720.652316:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697720.652325:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697720.652332:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697720.652338:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697720.653905:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.653925:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.653931:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.653958:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697720.653977:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930a300 x1866146215499520/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.653999:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697720.654006:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215499520, offset 224 00000400:00000200:0.0:1779697720.654013:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.654024:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.654031:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309339:309339:256:4294967295] 192.168.203.23@tcp LPNI seq info [309335:309335:8:4294967295] 00000400:00000200:0.0:1779697720.654042:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.654048:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.654052:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697720.654059:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.654066:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.654070:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.654218:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.654223:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.654228:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2432e00. 00010000:00000010:2.1:1779697720.655515:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697720.655526:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00000800:00000200:3.0:1779697720.660208:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.660217:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:3.0:1779697720.660224:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.660234:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.660241:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:3.0:1779697720.660245:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000400:00000200:3.0:1779697720.665307:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.665339:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461800 00000400:00000200:3.0:1779697720.665348:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 90624 00000400:00000200:3.0:1779697720.665374:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.665378:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.665386:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.665412:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930ad80. 00010000:00000010:0.1:1779697720.665444:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697720.665453:0:1022:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697720.665457:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697720.665459:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000020:00000010:1.0:1779697720.665689:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.665694:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.665700:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf800. 00000020:00000010:1.0:1779697720.665705:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697720.665710:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.665757:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.665760:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000100:00000200:1.0:1779697720.665762:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215499776 02000000:00000010:1.0:1779697720.665795:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacea95000. 00010000:00000010:1.0:1779697720.665833:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:1.0:1779697720.665846:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6880. 00010000:00000010:1.0:1779697720.665862:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.665867:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697720.665882:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697720.665885:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697720.665889:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697720.665892:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697720.665991:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697720.665993:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697720.665996:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697720.665999:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00000020:00000010:1.0:1779697720.666021:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc8a0. 00000020:00000010:1.0:1779697720.666027:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc8a0. 00000020:00000010:1.0:1779697720.666037:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37e40. 00080000:00000010:1.0:1779697720.666048:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf83afc00. 00000001:00000010:1.0:1779697720.666378:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37480. 00000001:00000010:1.0:1779697720.666385:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697720.666447:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37e40. 00010000:00000010:1.0:1779697720.666455:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697720.666459:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697720.666469:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697720.666511:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697720.666526:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000200:1.0:1779697720.666542:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974470, last committed = 8589974453 00010000:00000010:3.0:1779697720.666548:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697720.666552:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930ad80 x1866146215499776/t8589974470(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1779697720.666556:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:3.0:1779697720.666566:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00000400:00000010:1.0:1779697720.666573:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697720.666579:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215499776, offset 224 00000400:00000010:1.0:1779697720.666585:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bb98. 00000400:00000200:1.0:1779697720.666589:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.666601:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.666607:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309340:309340:256:4294967295] 192.168.203.23@tcp LPNI seq info [309336:309336:8:4294967295] 00000400:00000200:1.0:1779697720.666612:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.666620:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.666625:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.666630:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697720.666636:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.666643:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.666647:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.666668:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697720.666671:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.666675:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf800. 00000800:00000200:3.0:1779697720.666830:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.666835:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697720.666839:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.666844:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.670144:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.670173:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa115 00000400:00000200:0.0:1779697720.670181:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.670186:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.670193:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697720.670196:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:3.0:1779697720.670293:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:3.0:1779697720.670304:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00000100:00000010:3.0:1779697720.675117:0:189063:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930bb80. 02000000:00000010:3.0:1779697720.675138:0:189063:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc630a200. 02000000:00000010:1.0:1779697720.675210:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf83ae800. 00000400:00000010:1.0:1779697720.675220:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3630. 00000400:00000010:1.0:1779697720.675227:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697720.675234:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496957184, portal 4 00000400:00000010:1.0:1779697720.675241:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697720.675244:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496957184, offset 0 00000400:00000200:3.0:1779697720.675254:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.675255:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697720.675438:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461880 00000400:00000200:3.0:1779697720.675445:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 91112 00000400:00000200:3.0:1779697720.675501:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.675507:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697720.675512:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1779697720.675515:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.675522:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c000. 00000400:00000200:1.0:1779697720.675523:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9bb100 00000400:00000200:1.0:1779697720.675532:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e889 [8] + 14336 00000400:00000200:1.0:1779697720.675539:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.675543:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697720.676058:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1779697720.676118:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77800. 00000400:00000200:1.0:1779697720.676192:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:1.0:1779697720.676195:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697720.676203:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cae930bb80 x1866137496957184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697736 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697720.676225:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec37e40. 00000100:00000010:1.0:1779697720.676238:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec37720. 00000100:00000010:1.0:1779697720.676243:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec37f60. 00000100:00000010:1.0:1779697720.676247:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec370c0. 00000020:00000010:0.0:1779697720.676534:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697720.676597:0:192519:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0cc0. 00000020:00000010:0.0:1779697720.676840:0:192519:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf98e9000. 00000020:00000010:0.0:1779697720.676847:0:192519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.676852:0:192519:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.676897:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697720.676901:0:192519:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697720.676904:0:192519:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496957184 02000000:00000010:0.0:1779697720.676920:0:192519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cad1418400. 00010000:00000200:0.0:1779697720.676950:0:192519:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77800 x1866137496957184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 224/368 e 0 to 0 dl 1779697731 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.676967:0:192519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697720.676972:0:192519:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496957184, offset 224 00000400:00000200:0.0:1779697720.676978:0:192519:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697720.676985:0:192519:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697720.676993:0:192519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9bb100 00000400:00000200:0.0:1779697720.676999:0:192519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aa119 [1] + 224 00000400:00000200:0.0:1779697720.677005:0:192519:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.677008:0:192519:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697720.677015:0:192519:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cae930bb80 x1866137496957184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697736 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697720.677033:0:192519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697720.677035:0:192519:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000020:00000010:0.0:1779697720.677045:0:192519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.677049:0:192519:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.677052:0:192519:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf98e9000. 00000400:00000010:1.0:1779697720.677222:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3630. 00000400:00000200:1.0:1779697720.677227:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:1.0:1779697720.677228:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697720.677233:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cae930bb80 x1866137496957184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697736 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697720.677242:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cae930bb80 x1866137496957184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697736 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697720.677272:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf83ae800. 02000000:00000010:1.0:1779697720.677277:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc630a200. 00000100:00000010:1.0:1779697720.677281:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930bb80. 00000020:00000010:0.0:1779697720.677967:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697720.677972:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697720.677976:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf98e9000. 00000020:00000010:0.0:1779697720.677979:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.677982:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.678043:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697720.678047:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697720.678049:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215499904 00000001:00000010:0.0:1779697720.678057:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:0.0:1779697720.678086:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.678094:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697720.678121:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad8829000. 00010000:00000010:0.0:1779697720.678149:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.678153:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.678172:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697720.678176:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.678180:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697720.678183:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00000004:00000010:0.0:1779697720.678282:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba5a0. 00000004:00000010:0.0:1779697720.678292:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefe88. 00000004:00000010:0.0:1779697720.678298:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ff0. 00080000:00000010:0.0:1779697720.678307:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e558. 00010000:00000010:0.0:1779697720.681111:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697720.681120:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:0.0:1779697720.681126:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697720.681132:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697720.681206:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697720.681219:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.681225:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.681249:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:0.0:1779697720.681267:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7c000 x1866146215499904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.681287:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697720.681294:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215499904, offset 224 00000400:00000200:0.0:1779697720.681302:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.681314:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.681321:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309341:309341:256:4294967295] 192.168.203.23@tcp LPNI seq info [309337:309337:8:4294967295] 00000400:00000200:0.0:1779697720.681332:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.681338:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.681343:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697720.681350:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.681358:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.681362:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.681401:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.681406:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.681411:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf98e9000. 00010000:00000010:1.1:1779697720.684954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:1.1:1779697720.684968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697720.684973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697720.684978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697720.691456:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697720.691469:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697720.691474:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697720.691477:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000800:00000200:3.0:1779697720.691553:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.691558:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697720.691563:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.691571:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.691577:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:3.0:1779697720.691580:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:0.1:1779697720.695823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697720.695837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697720.695841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.1:1779697720.695843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:0.0:1779697720.708959:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.708981:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461980 00000400:00000200:0.0:1779697720.708989:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 91688 00000400:00000200:0.0:1779697720.709008:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.709012:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.709021:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.709031:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710a80. 00000100:00000010:1.0:1779697720.712950:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec37720. 00000020:00000010:3.0:1779697720.713115:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697720.713120:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697720.713127:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd1b4bc00. 00000020:00000010:3.0:1779697720.713133:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.713139:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697720.713173:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697720.713175:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000100:00000200:3.0:1779697720.713178:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215500160 02000000:00000010:3.0:1779697720.713214:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25d8000. 00010000:00000010:3.0:1779697720.713252:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:3.0:1779697720.713268:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00010000:00000010:3.0:1779697720.713287:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697720.713293:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697720.713307:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697720.713310:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536100. 00010000:00000010:3.0:1779697720.713314:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697720.713317:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697720.713450:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697720.713453:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536880. 00010000:00000010:3.0:1779697720.713456:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697720.713459:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000020:00000010:3.0:1779697720.713482:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.713488:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97a40. 00000020:00000010:3.0:1779697720.713499:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cea0. 00080000:00000010:3.0:1779697720.713508:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4286400. 00000001:00000010:3.0:1779697720.713942:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cf60. 00000001:00000010:3.0:1779697720.713948:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697720.713980:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cea0. 00010000:00000010:3.0:1779697720.713988:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697720.713992:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697720.714004:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697720.714037:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697720.714049:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697720.714065:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974471, last committed = 8589974453 00010000:00000200:3.0:1779697720.714077:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710a80 x1866146215500160/t8589974471(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697720.714097:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697720.714103:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215500160, offset 224 00000400:00000010:3.0:1779697720.714109:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0348. 00000400:00000200:3.0:1779697720.714113:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.714127:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.714132:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309342:309342:256:4294967295] 192.168.203.23@tcp LPNI seq info [309338:309338:8:4294967295] 00000400:00000200:3.0:1779697720.714139:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697720.714146:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.714152:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.714157:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697720.714162:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.714170:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.714173:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.714192:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.714196:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697720.714199:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd1b4bc00. 00000100:00000010:3.0:1779697720.714222:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec370c0. 00000800:00000200:3.0:1779697720.714315:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.714320:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697720.714323:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.714328:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000010:0.0:1779697720.714475:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec37e40. 00010000:00000010:0.0:1779697720.714495:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:0.0:1779697720.714500:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536880. 00010000:00000010:0.0:1779697720.714507:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000100:00000010:2.0:1779697720.714627:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec37f60. 00000400:00000200:3.0:1779697720.719023:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697720.719043:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa129 00000400:00000200:3.0:1779697720.719050:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.719055:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697720.719063:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:3.0:1779697720.719066:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:3.0:1779697720.719099:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.719105:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461a00 00000400:00000200:3.0:1779697720.719112:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 92176 00000400:00000200:3.0:1779697720.719162:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.719166:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.719170:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.719175:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7f480. 00010000:00000010:2.0:1779697720.719435:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697720.719445:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536100. 00000020:00000010:1.0:1779697720.734988:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.734998:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.735007:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf800. 00000020:00000010:1.0:1779697720.735012:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697720.735017:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.735062:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697720.735065:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000100:00000200:1.0:1779697720.735068:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215500288 00000001:00000010:1.0:1779697720.735079:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697720.735106:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.735112:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 02000000:00000010:1.0:1779697720.735139:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacea91000. 00010000:00000010:1.0:1779697720.735168:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697720.735171:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697720.735189:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697720.735192:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697720.735196:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697720.735199:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00000004:00000010:1.0:1779697720.735415:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b2c0. 00000004:00000010:1.0:1779697720.735424:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697720.735430:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562dd0. 00080000:00000010:1.0:1779697720.735439:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:3.1:1779697720.739425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697720.739439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697720.750992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:0.1:1779697720.751008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697720.751069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697720.751074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:2.1:1779697720.756186:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697720.756202:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.0:1779697720.763680:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697720.763689:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697720.763695:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697720.763702:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697720.763793:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697720.763806:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697720.763812:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697720.763835:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000200:1.0:1779697720.763865:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7f480 x1866146215500288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697720.763887:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697720.763894:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215500288, offset 224 00000400:00000200:1.0:1779697720.763901:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.763915:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.763921:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309343:309343:256:4294967295] 192.168.203.23@tcp LPNI seq info [309339:309339:8:4294967295] 00000400:00000200:1.0:1779697720.763933:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.763939:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.763944:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697720.763950:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.763957:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.763962:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.763991:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697720.763995:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.763999:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf800. 00000800:00000200:2.0:1779697720.764294:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.764299:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697720.764304:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.764310:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.764315:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:2.0:1779697720.764317:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000400:00000200:0.0:1779697720.773017:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.773036:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461b00 00000400:00000200:0.0:1779697720.773045:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 92752 00000400:00000200:0.0:1779697720.773062:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.773067:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.773075:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.773081:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6713480. 00000020:00000010:1.0:1779697720.773172:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697720.773177:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697720.773183:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf800. 00000020:00000010:1.0:1779697720.773189:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697720.773193:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.773232:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697720.773235:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697720.773238:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215500544 02000000:00000010:1.0:1779697720.773276:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc7983000. 00010000:00000010:1.0:1779697720.773313:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697720.773330:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697720.773348:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697720.773354:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697720.773371:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697720.773373:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697720.773377:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697720.773380:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.1:1779697720.773415:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697720.773421:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697720.773424:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697720.773427:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.773520:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697720.773523:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697720.773526:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.773530:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00000020:00000010:1.0:1779697720.773551:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc160. 00000020:00000010:1.0:1779697720.773558:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc160. 00000020:00000010:1.0:1779697720.773568:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37360. 00080000:00000010:1.0:1779697720.773578:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf83ae800. 00000001:00000010:1.0:1779697720.774032:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37f60. 00000001:00000010:1.0:1779697720.774038:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697720.774075:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37360. 00010000:00000010:1.0:1779697720.774084:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697720.774088:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697720.774100:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697720.774129:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697720.774142:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000200:1.0:1779697720.774157:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974472, last committed = 8589974453 00010000:00000200:1.0:1779697720.774166:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6713480 x1866146215500544/t8589974472(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697720.774184:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697720.774189:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215500544, offset 224 00000400:00000010:1.0:1779697720.774195:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b5e8. 00000400:00000200:1.0:1779697720.774199:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.774210:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.774216:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309344:309344:256:4294967295] 192.168.203.23@tcp LPNI seq info [309340:309340:8:4294967295] 00000400:00000200:1.0:1779697720.774221:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.774228:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.774233:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.774237:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697720.774244:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.774251:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.774255:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.774282:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697720.774286:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.774290:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf800. 00000800:00000200:1.0:1779697720.774382:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.774386:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697720.774414:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.774419:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.774634:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:0.0:1779697720.774640:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:0.0:1779697720.774646:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00010000:00000010:1.1:1779697720.790443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697720.790456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697720.790459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697720.790462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:1.0:1779697720.797093:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697720.797114:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa131 00000400:00000200:1.0:1779697720.797120:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.797125:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697720.797133:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:1.0:1779697720.797137:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000400:00000200:1.0:1779697720.797168:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.797175:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461b80 00000400:00000200:1.0:1779697720.797182:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 93240 00000400:00000200:1.0:1779697720.797195:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.797198:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.797203:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.797210:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77480. 00000020:00000010:0.0:1779697720.797302:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.797309:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.797317:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:0.0:1779697720.797323:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697720.797328:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e640. 00000020:00000010:0.0:1779697720.797371:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.797373:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000100:00000200:0.0:1779697720.797377:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215500672 00000001:00000010:0.0:1779697720.797386:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:0.1:1779697720.798510:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697720.798519:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.0:1779697720.798536:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.798543:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 02000000:00000010:0.0:1779697720.798573:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad882c000. 00010000:00000010:0.0:1779697720.798603:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697720.798606:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697720.798624:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697720.798628:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697720.798632:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.798636:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000004:00000010:0.0:1779697720.798886:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba1e0. 00000004:00000010:0.0:1779697720.798895:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefac8. 00000004:00000010:0.0:1779697720.798901:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31a90. 00080000:00000010:0.0:1779697720.798909:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2fc80. 00010000:00000010:3.0:1779697720.800018:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:3.0:1779697720.800031:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697720.800717:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697720.800723:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697720.800729:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697720.800735:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697720.800813:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:1.0:1779697720.800823:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:1.0:1779697720.800827:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000010:1.0:1779697720.800860:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000200:1.0:1779697720.800880:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77480 x1866146215500672/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697720.800901:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697720.800907:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215500672, offset 224 00000400:00000200:1.0:1779697720.800914:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.800927:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.800933:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309345:309345:256:4294967295] 192.168.203.23@tcp LPNI seq info [309341:309341:8:4294967295] 00000400:00000200:1.0:1779697720.800944:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.800950:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.800954:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697720.800961:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.800967:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.800972:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.800989:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:1.0:1779697720.800993:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e640. 00000020:00000010:1.0:1779697720.800997:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000800:00000200:0.0:1779697720.802319:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697720.802325:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697720.802332:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.802339:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697720.802345:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779697720.802347:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000400:00000200:1.0:1779697720.804912:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.804931:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461c80 00000400:00000200:1.0:1779697720.804941:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 93816 00000400:00000200:1.0:1779697720.804956:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.804962:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.804971:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.804979:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77100. 00000020:00000010:0.0:1779697720.805851:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.805857:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.805863:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc827ac00. 00000020:00000010:0.0:1779697720.805868:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697720.805873:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697720.805930:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.805933:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000100:00000200:0.0:1779697720.805936:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215500928 02000000:00000010:0.0:1779697720.805997:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbca26e000. 00010000:00000010:0.0:1779697720.806037:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:0.0:1779697720.806055:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:0.0:1779697720.806073:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697720.806079:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697720.806095:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697720.806098:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6380. 00010000:00000010:0.0:1779697720.806103:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697720.806107:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697720.806243:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697720.806247:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697720.806251:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697720.806256:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00000020:00000010:0.0:1779697720.806287:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f080. 00000020:00000010:0.0:1779697720.806294:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f080. 00000020:00000010:0.0:1779697720.806306:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a780. 00080000:00000010:0.0:1779697720.806316:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad1419800. 00000001:00000010:0.0:1779697720.807311:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ae40. 00000001:00000010:0.0:1779697720.807321:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697720.807361:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a780. 00010000:00000010:0.0:1779697720.807372:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697720.807379:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697720.807433:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697720.807478:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697720.807499:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697720.807525:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974473, last committed = 8589974453 00010000:00000200:0.0:1779697720.807536:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77100 x1866146215500928/t8589974473(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.807561:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697720.807569:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215500928, offset 224 00000400:00000010:0.0:1779697720.807577:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725a10. 00000400:00000200:0.0:1779697720.807584:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.807601:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.807608:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309346:309346:256:4294967295] 192.168.203.23@tcp LPNI seq info [309342:309342:8:4294967295] 00000400:00000200:0.0:1779697720.807615:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.807624:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.807630:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.807636:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697720.808495:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.808509:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.808514:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.808545:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697720.808551:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697720.808556:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc827ac00. 00000800:00000200:1.0:1779697720.811463:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.811472:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697720.811480:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.811489:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697720.811689:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:2.0:1779697720.811701:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:2.0:1779697720.811715:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00010000:00000010:0.1:1779697720.811851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697720.811858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697720.812409:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697720.812416:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697720.812434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697720.812442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697720.812447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697720.812452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697720.813530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697720.813540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:0.0:1779697720.813577:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697720.813597:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa139 00000400:00000200:0.0:1779697720.813605:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.813610:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697720.813618:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:0.0:1779697720.813621:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:2.0:1779697720.813714:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697720.813725:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6380. 00000400:00000200:1.0:1779697720.814324:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.814335:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461d00 00000400:00000200:1.0:1779697720.814344:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 94304 00000400:00000200:1.0:1779697720.814418:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.814424:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.814431:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.814438:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f74000. 00000020:00000010:0.0:1779697720.814532:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.814537:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.814544:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc1342200. 00000020:00000010:0.0:1779697720.814549:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697720.814553:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779697720.814596:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61880. 00000020:00000010:0.0:1779697720.814600:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61880. 00000100:00000200:0.0:1779697720.814603:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215501056 00000001:00000010:0.0:1779697720.814612:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:0.0:1779697720.814637:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697720.814778:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697720.814812:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff6fb000. 00010000:00000010:0.0:1779697720.814843:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697720.814848:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697720.814867:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697720.814871:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:0.0:1779697720.814876:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697720.814880:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00000004:00000010:0.0:1779697720.815077:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb4a0. 00000004:00000010:0.0:1779697720.815086:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef528. 00000004:00000010:0.0:1779697720.815093:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31980. 00080000:00000010:0.0:1779697720.815102:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2eab0. 00010000:00000010:1.0:1779697720.816454:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697720.816462:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697720.816467:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697720.816473:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697720.816543:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:1.0:1779697720.816560:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:1.0:1779697720.816567:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000010:1.0:1779697720.816594:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:1.0:1779697720.816613:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f74000 x1866146215501056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697720.816635:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697720.816642:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215501056, offset 224 00000400:00000200:1.0:1779697720.816650:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.816664:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.816671:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309347:309347:256:4294967295] 192.168.203.23@tcp LPNI seq info [309343:309343:8:4294967295] 00000400:00000200:1.0:1779697720.816685:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.816691:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.816696:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697720.816705:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.816714:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.816718:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.816741:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:1.0:1779697720.816756:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:1.0:1779697720.816761:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc1342200. 00000800:00000200:2.0:1779697720.816915:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.816921:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697720.816926:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.816933:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.816938:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:2.0:1779697720.816941:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00010000:00000010:2.1:1779697720.817496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:2.1:1779697720.817505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697720.822512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:2.1:1779697720.822525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000400:00000200:0.0:1779697720.822564:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697720.822584:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461e00 00000400:00000200:0.0:1779697720.822595:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 94880 00000400:00000200:0.0:1779697720.822627:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697720.822634:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697720.822655:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697720.822662:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710e00. 00010000:00000010:1.1:1779697720.823424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697720.823432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697720.823435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.1:1779697720.823438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000020:00000010:1.0:1779697720.823812:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697720.823818:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697720.823824:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf800. 00000020:00000010:1.0:1779697720.823831:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697720.823837:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.823894:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697720.823898:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697720.823902:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215501312 02000000:00000010:1.0:1779697720.823938:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc7985000. 00010000:00000010:1.0:1779697720.823976:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697720.823993:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697720.824013:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.824019:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697720.824035:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697720.824038:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697720.824043:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697720.824047:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697720.824162:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697720.824165:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697720.824169:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697720.824173:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000020:00000010:1.0:1779697720.824201:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc860. 00000020:00000010:1.0:1779697720.824208:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc860. 00000020:00000010:1.0:1779697720.824219:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37a80. 00080000:00000010:1.0:1779697720.824228:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbffacb400. 00000001:00000010:1.0:1779697720.824830:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc780. 00000001:00000010:1.0:1779697720.824837:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697720.824891:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37a80. 00010000:00000010:1.0:1779697720.824902:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697720.824907:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697720.824922:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697720.824957:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697720.824975:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:1.0:1779697720.824994:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974474, last committed = 8589974453 00010000:00000200:1.0:1779697720.825007:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710e00 x1866146215501312/t8589974474(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697720.825026:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697720.825033:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215501312, offset 224 00000400:00000010:1.0:1779697720.825039:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b188. 00000400:00000200:1.0:1779697720.825044:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.825060:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.825067:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309348:309348:256:4294967295] 192.168.203.23@tcp LPNI seq info [309344:309344:8:4294967295] 00000400:00000200:1.0:1779697720.825074:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.825085:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.825091:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.825096:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697720.825103:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.825110:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.825115:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.825139:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697720.825143:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.825147:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf800. 00000800:00000200:1.0:1779697720.825250:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.825255:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697720.825260:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.825266:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.825432:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:0.0:1779697720.825440:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:0.0:1779697720.825449:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000400:00000200:2.0:1779697720.830817:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.830838:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa141 00000400:00000200:2.0:1779697720.830845:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.830850:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.830857:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:2.0:1779697720.830861:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000200:2.0:1779697720.830892:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.830898:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006461e80 00000400:00000200:2.0:1779697720.830905:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 95368 00010000:00000010:0.0:1779697720.830952:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00000400:00000200:2.0:1779697720.830955:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.830960:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.830965:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00000100:00000200:2.0:1779697720.830965:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.830973:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c035180. 00010000:00000010:1.1:1779697720.832033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697720.832043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00000020:00000010:1.0:1779697720.832083:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697720.832089:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697720.832095:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf800. 00000020:00000010:1.0:1779697720.832100:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697720.832105:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697720.832156:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697720.832159:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697720.832167:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215501440 00000001:00000010:1.0:1779697720.832178:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:1.0:1779697720.832200:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697720.832208:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 02000000:00000010:1.0:1779697720.832237:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2dffd000. 00010000:00000010:1.0:1779697720.832279:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697720.832285:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697720.832301:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697720.832305:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697720.832309:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697720.832314:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00000004:00000010:1.0:1779697720.832956:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ad20. 00000004:00000010:1.0:1779697720.832965:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697720.832972:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562bb0. 00080000:00000010:1.0:1779697720.832983:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:1.1:1779697720.835453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697720.835465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697720.842503:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:0.1:1779697720.842519:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:0.0:1779697720.843157:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697720.843163:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.843169:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697720.843176:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697720.843246:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697720.843257:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:0.0:1779697720.843261:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:0.0:1779697720.843284:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000200:0.0:1779697720.843301:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c035180 x1866146215501440/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.845073:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697720.845085:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215501440, offset 224 00000400:00000200:0.0:1779697720.845094:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.845108:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.845114:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309349:309349:256:4294967295] 192.168.203.23@tcp LPNI seq info [309345:309345:8:4294967295] 00000400:00000200:0.0:1779697720.845125:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.845130:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.845136:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697720.845143:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.845152:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.845156:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.845190:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd80. 00000020:00000010:0.0:1779697720.845197:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:0.0:1779697720.845201:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf800. 00000800:00000200:2.0:1779697720.846009:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.846015:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:2.0:1779697720.846021:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.846026:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697720.846032:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:2.0:1779697720.846034:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:0.1:1779697720.849910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697720.849925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:0.1:1779697720.853830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697720.853847:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:0.1:1779697720.853851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697720.853854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000400:00000200:1.0:1779697720.854047:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.854067:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006461f80 00000400:00000200:1.0:1779697720.854075:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 95944 00000400:00000200:1.0:1779697720.854090:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.854095:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.854103:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.854109:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f74e00. 00000020:00000010:0.0:1779697720.854195:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.854200:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.854206:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9050e00. 00000020:00000010:0.0:1779697720.854211:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6480. 00000020:00000010:0.0:1779697720.854215:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697720.854256:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.854258:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000100:00000200:0.0:1779697720.854262:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215501696 02000000:00000010:0.0:1779697720.854302:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6eb3000. 00010000:00000010:0.0:1779697720.854353:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697720.854368:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.854419:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697720.854425:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697720.854440:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697720.854443:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6200. 00010000:00000010:0.0:1779697720.854448:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697720.854451:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697720.854557:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697720.854561:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697720.854564:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697720.854567:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000020:00000010:0.0:1779697720.854592:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f880. 00000020:00000010:0.0:1779697720.854598:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f880. 00000020:00000010:0.0:1779697720.854610:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a720. 00080000:00000010:0.0:1779697720.854619:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad1419c00. 00000001:00000010:1.0:1779697720.856758:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc5a0. 00000001:00000010:1.0:1779697720.856767:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b840. 00000020:00000010:1.0:1779697720.856805:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a720. 00010000:00000010:1.0:1779697720.856818:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697720.856825:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697720.856842:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697720.856910:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:1.0:1779697720.856927:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000200:1.0:1779697720.856943:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974475, last committed = 8589974453 00010000:00000200:1.0:1779697720.856954:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f74e00 x1866146215501696/t8589974475(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697720.856972:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697720.856978:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215501696, offset 224 00000400:00000010:1.0:1779697720.856985:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b428. 00000400:00000200:1.0:1779697720.856989:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.857002:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.857008:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309350:309350:256:4294967295] 192.168.203.23@tcp LPNI seq info [309346:309346:8:4294967295] 00000400:00000200:1.0:1779697720.857015:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.857021:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.857026:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.857031:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697720.857037:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.857043:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.857047:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.857070:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6480. 00000020:00000010:1.0:1779697720.857075:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:1.0:1779697720.857078:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9050e00. 00000800:00000200:2.0:1779697720.857212:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.857217:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697720.857222:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.857227:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697720.857315:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:0.0:1779697720.857379:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697720.857386:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00080000:00000010:1.0:1779697720.858620:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6428e8. 00000004:00000010:1.0:1779697720.858630:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562550. 00000004:00000010:1.0:1779697720.858635:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697720.858640:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77be00. 00080000:00000010:1.0:1779697720.858653:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e1c8. 00000004:00000010:1.0:1779697720.858661:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30330. 00000004:00000010:1.0:1779697720.858664:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef3c0. 00000004:00000010:1.0:1779697720.858667:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba960. 00080000:00000010:1.0:1779697720.858725:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c390. 00000004:00000010:1.0:1779697720.858730:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82330. 00000004:00000010:1.0:1779697720.858732:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afe88. 00000004:00000010:1.0:1779697720.858735:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2b40. 00080000:00000010:1.0:1779697720.858759:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00000004:00000010:1.0:1779697720.858763:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697720.858768:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697720.858770:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697720.858798:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e390. 00000004:00000010:1.0:1779697720.858802:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d870. 00000004:00000010:1.0:1779697720.858804:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e0f0. 00000004:00000010:1.0:1779697720.858806:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310d20. 00080000:00000010:1.0:1779697720.858816:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697720.858818:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697720.858821:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697720.858823:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00080000:00000010:1.0:1779697720.858843:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54eab0. 00000004:00000010:1.0:1779697720.858846:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c330. 00000004:00000010:1.0:1779697720.858848:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e078. 00000004:00000010:1.0:1779697720.858850:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310780. 00080000:00000010:1.0:1779697720.858859:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e558. 00000004:00000010:1.0:1779697720.858862:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ff0. 00000004:00000010:1.0:1779697720.858865:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefe88. 00000004:00000010:1.0:1779697720.858867:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba5a0. 00080000:00000010:1.0:1779697720.858876:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e720. 00000004:00000010:1.0:1779697720.858879:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31cb0. 00000004:00000010:1.0:1779697720.858881:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbeff00. 00000004:00000010:1.0:1779697720.858883:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebbe00. 00080000:00000010:1.0:1779697720.858891:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2ec78. 00000004:00000010:1.0:1779697720.858894:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31320. 00000004:00000010:1.0:1779697720.858897:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef960. 00000004:00000010:1.0:1779697720.858899:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb2c0. 00080000:00000010:1.0:1779697720.858925:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f1d0. 00000004:00000010:1.0:1779697720.858928:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30cc0. 00000004:00000010:1.0:1779697720.858930:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefd20. 00000004:00000010:1.0:1779697720.858932:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb680. 00080000:00000010:1.0:1779697720.858966:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e8e8. 00000004:00000010:1.0:1779697720.858971:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30880. 00000004:00000010:1.0:1779697720.858973:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef7f8. 00000004:00000010:1.0:1779697720.858976:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba3c0. 00080000:00000010:1.0:1779697720.858986:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d1d0. 00000004:00000010:1.0:1779697720.858989:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83540. 00000004:00000010:1.0:1779697720.858991:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afa50. 00000004:00000010:1.0:1779697720.858993:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3a40. 00080000:00000010:1.0:1779697720.859003:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d560. 00000004:00000010:1.0:1779697720.859005:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82990. 00000004:00000010:1.0:1779697720.859008:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af078. 00000004:00000010:1.0:1779697720.859009:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3860. 00080000:00000010:1.0:1779697720.859017:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2fc80. 00000004:00000010:1.0:1779697720.859020:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31a90. 00000004:00000010:1.0:1779697720.859022:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefac8. 00000004:00000010:1.0:1779697720.859024:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba1e0. 00080000:00000010:1.0:1779697720.859057:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f8f0. 00000004:00000010:1.0:1779697720.859061:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355da90. 00000004:00000010:1.0:1779697720.859063:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eb40. 00000004:00000010:1.0:1779697720.859065:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310b40. 00080000:00000010:1.0:1779697720.859080:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c000. 00000004:00000010:1.0:1779697720.859083:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83430. 00000004:00000010:1.0:1779697720.859085:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af528. 00000004:00000010:1.0:1779697720.859087:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2000. 00080000:00000010:1.0:1779697720.859096:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e000. 00000004:00000010:1.0:1779697720.859099:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31430. 00000004:00000010:1.0:1779697720.859101:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefbb8. 00000004:00000010:1.0:1779697720.859103:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebba40. 00080000:00000010:1.0:1779697720.859112:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697720.859115:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697720.859117:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697720.859119:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b2c0. 00080000:00000010:1.0:1779697720.859127:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2cc78. 00000004:00000010:1.0:1779697720.859129:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83870. 00000004:00000010:1.0:1779697720.859132:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afbb8. 00000004:00000010:1.0:1779697720.859134:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2960. 00080000:00000010:1.0:1779697720.859141:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f728. 00000004:00000010:1.0:1779697720.859144:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cee0. 00000004:00000010:1.0:1779697720.859146:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e1e0. 00000004:00000010:1.0:1779697720.859148:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83114a0. 00080000:00000010:1.0:1779697720.859186:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e390. 00000004:00000010:1.0:1779697720.859191:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31540. 00000004:00000010:1.0:1779697720.859193:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef2d0. 00000004:00000010:1.0:1779697720.859196:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb0e0. 00080000:00000010:1.0:1779697720.859206:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e8e8. 00000004:00000010:1.0:1779697720.859209:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c110. 00000004:00000010:1.0:1779697720.859211:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e708. 00000004:00000010:1.0:1779697720.859213:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310960. 00080000:00000010:1.0:1779697720.859246:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd66741c8. 00000004:00000010:1.0:1779697720.859250:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562990. 00000004:00000010:1.0:1779697720.859253:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697720.859255:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ab40. 00080000:00000010:1.0:1779697720.859265:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f398. 00000004:00000010:1.0:1779697720.859268:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30770. 00000004:00000010:1.0:1779697720.859270:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef5a0. 00000004:00000010:1.0:1779697720.859272:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebbc20. 00080000:00000010:1.0:1779697720.859280:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2eab0. 00000004:00000010:1.0:1779697720.859284:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31980. 00000004:00000010:1.0:1779697720.859286:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef528. 00000004:00000010:1.0:1779697720.859289:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb4a0. 00080000:00000010:1.0:1779697720.859298:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c1c8. 00000004:00000010:1.0:1779697720.859301:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82bb0. 00000004:00000010:1.0:1779697720.859303:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afd98. 00000004:00000010:1.0:1779697720.859305:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2780. 00080000:00000010:1.0:1779697720.859314:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d398. 00000004:00000010:1.0:1779697720.859317:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83650. 00000004:00000010:1.0:1779697720.859375:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af9d8. 00000004:00000010:1.0:1779697720.859379:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3680. 00080000:00000010:1.0:1779697720.859461:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c8e8. 00000004:00000010:1.0:1779697720.859465:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ee0. 00000004:00000010:1.0:1779697720.859468:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afca8. 00000004:00000010:1.0:1779697720.859470:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa34a0. 00080000:00000010:1.0:1779697720.859479:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d8f0. 00000004:00000010:1.0:1779697720.859482:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82880. 00000004:00000010:1.0:1779697720.859484:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af780. 00000004:00000010:1.0:1779697720.859486:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3e00. 00080000:00000010:1.0:1779697720.859494:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00000004:00000010:1.0:1779697720.859497:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697720.859499:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697720.859501:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697720.859522:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f398. 00000004:00000010:1.0:1779697720.859525:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c550. 00000004:00000010:1.0:1779697720.859527:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e618. 00000004:00000010:1.0:1779697720.859529:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83101e0. 00080000:00000010:1.0:1779697720.859538:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54fab8. 00000004:00000010:1.0:1779697720.859540:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d540. 00000004:00000010:1.0:1779697720.859542:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ec30. 00000004:00000010:1.0:1779697720.859544:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311e00. 00010000:00000010:0.1:1779697720.859624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697720.859630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00000400:00000200:2.0:1779697720.864784:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.864808:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa149 00000400:00000200:2.0:1779697720.864816:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.864821:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.864829:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:2.0:1779697720.864832:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:2.0:1779697720.864862:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.864869:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462000 00000400:00000200:2.0:1779697720.864876:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 96432 00000400:00000200:2.0:1779697720.864936:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.864940:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.864945:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.864952:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c037800. 00010000:00000010:2.0:1779697720.865012:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:2.0:1779697720.865021:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6200. 00000020:00000010:2.0:1779697720.865067:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697720.865072:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697720.865077:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13e00. 00000020:00000010:2.0:1779697720.865082:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7380. 00000020:00000010:2.0:1779697720.865087:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3640. 00000020:00000010:2.0:1779697720.865120:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697720.865123:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000100:00000200:2.0:1779697720.865126:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215501824 00000001:00000010:2.0:1779697720.865135:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:2.0:1779697720.865161:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697720.865167:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 02000000:00000010:2.0:1779697720.865197:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad566d000. 00010000:00000010:2.0:1779697720.865225:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697720.865229:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697720.865243:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697720.865247:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697720.865250:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697720.865253:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:1.1:1779697720.866439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:1.1:1779697720.866448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697720.866499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.1:1779697720.866505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000004:00000010:2.0:1779697720.870492:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311c20. 00000004:00000010:2.0:1779697720.870509:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ee10. 00000004:00000010:2.0:1779697720.870517:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d320. 00080000:00000010:2.0:1779697720.870528:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e1c8. 00010000:00000010:2.1:1779697720.883278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:2.1:1779697720.883303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697720.892518:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697720.892528:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697720.892536:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697720.892543:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697720.892626:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:0.0:1779697720.892640:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697720.892644:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:0.0:1779697720.892669:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000200:0.0:1779697720.892687:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c037800 x1866146215501824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697720.892708:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697720.892716:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215501824, offset 224 00000400:00000200:0.0:1779697720.892723:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.892736:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.892743:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309351:309351:256:4294967295] 192.168.203.23@tcp LPNI seq info [309347:309347:8:4294967295] 00000400:00000200:0.0:1779697720.892767:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.892772:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.892778:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697720.892784:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.892791:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.892795:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.892824:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7380. 00000020:00000010:0.0:1779697720.892829:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3640. 00000020:00000010:0.0:1779697720.892834:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13e00. 00000800:00000200:1.0:1779697720.894618:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.894625:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697720.894631:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.894639:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697720.894645:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:1.0:1779697720.894648:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00010000:00000010:0.1:1779697720.910154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697720.910169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697720.910174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:0.1:1779697720.910177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000400:00000200:2.0:1779697720.915172:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.915191:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462100 00000400:00000200:2.0:1779697720.915200:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 97008 00000400:00000200:2.0:1779697720.915213:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.915218:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.915225:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.915232:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c035500. 00000020:00000010:0.0:1779697720.915321:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.915327:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.915334:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30d200. 00000020:00000010:0.0:1779697720.915340:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697720.915345:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697720.915385:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.915403:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000100:00000200:0.0:1779697720.915406:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215502080 02000000:00000010:0.0:1779697720.915440:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3bd000. 00010000:00000010:0.0:1779697720.915478:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697720.915495:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697720.915512:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697720.915518:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697720.915531:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697720.915535:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697720.915550:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697720.915553:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697720.915669:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697720.915673:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6100. 00010000:00000010:0.0:1779697720.915676:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697720.915679:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000020:00000010:0.0:1779697720.915702:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fd60. 00000020:00000010:0.0:1779697720.915708:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fd60. 00000020:00000010:0.0:1779697720.915718:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbff2118a0. 00080000:00000010:0.0:1779697720.915727:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad1419400. 00000001:00000010:0.0:1779697720.916481:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f13c0. 00000001:00000010:0.0:1779697720.916489:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00000020:00000010:0.0:1779697720.916523:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbff2118a0. 00010000:00000010:0.0:1779697720.916532:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.916598:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697720.916613:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697720.916648:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697720.916662:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000200:0.0:1779697720.916678:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974476, last committed = 8589974453 00010000:00000200:0.0:1779697720.916687:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c035500 x1866146215502080/t8589974476(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697720.916709:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697720.916715:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215502080, offset 224 00000400:00000010:0.0:1779697720.916721:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725690. 00000400:00000200:0.0:1779697720.916725:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697720.916739:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697720.916755:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309352:309352:256:4294967295] 192.168.203.23@tcp LPNI seq info [309348:309348:8:4294967295] 00000400:00000200:0.0:1779697720.916761:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697720.916767:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697720.916772:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697720.916778:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697720.916785:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697720.916792:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697720.916796:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697720.916814:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6200. 00000020:00000010:0.0:1779697720.916818:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697720.916821:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30d200. 00010000:00000010:0.0:1779697720.916850:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697720.916854:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6100. 00010000:00000010:0.0:1779697720.916860:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe540. 00000800:00000200:2.0:1779697720.917005:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697720.917010:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697720.917014:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.917019:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697720.921115:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697720.921135:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa151 00000400:00000200:1.0:1779697720.921142:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.921146:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697720.921153:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:1.0:1779697720.921155:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00000400:00000200:1.0:1779697720.921182:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697720.921187:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462180 00000400:00000200:1.0:1779697720.921192:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 97496 00000400:00000200:1.0:1779697720.921237:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.921239:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697720.921243:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697720.921248:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f75c00. 00000020:00000010:3.0:1779697720.921308:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697720.921525:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697720.921531:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697720.921537:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.921542:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697720.921576:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8c40. 00000020:00000010:3.0:1779697720.921578:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8c40. 00000100:00000200:3.0:1779697720.921581:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215502208 00000001:00000010:3.0:1779697720.921589:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b840. 00010000:00000010:3.0:1779697720.921614:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697720.921621:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697720.921644:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25da000. 00010000:00000010:3.0:1779697720.921668:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697720.921671:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697720.921687:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697720.921690:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.921695:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697720.921697:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000004:00000010:3.0:1779697720.921801:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa32c0. 00000004:00000010:3.0:1779697720.921809:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af438. 00000004:00000010:3.0:1779697720.921815:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83320. 00080000:00000010:3.0:1779697720.921823:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2cab0. 00010000:00000010:3.0:1779697720.922287:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697720.922291:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697720.922295:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697720.922300:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697720.922883:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697720.922896:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697720.922901:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697720.922923:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697720.922941:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f75c00 x1866146215502208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697720.922962:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697720.922969:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215502208, offset 224 00000400:00000200:3.0:1779697720.922975:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697720.922988:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697720.922995:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309353:309353:256:4294967295] 192.168.203.23@tcp LPNI seq info [309349:309349:8:4294967295] 00000400:00000200:3.0:1779697720.923005:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697720.923010:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697720.923014:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697720.923020:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697720.923027:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697720.923031:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697720.923049:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.923053:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697720.923056:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00000800:00000200:3.0:1779697720.923853:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.923858:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697720.923863:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.923869:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.923874:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:3.0:1779697720.923877:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:0.1:1779697720.927176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697720.927190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697720.927233:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697720.927244:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00000400:00000200:3.0:1779697720.928554:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.928573:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462280 00000400:00000200:3.0:1779697720.928582:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 98072 00000400:00000200:3.0:1779697720.928598:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.928603:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.928611:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.928619:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7f800. 00000020:00000010:1.0:1779697720.929037:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697720.929044:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697720.929049:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697720.929054:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fb00. 00000020:00000010:1.0:1779697720.929059:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697720.929092:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697720.929095:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000100:00000200:1.0:1779697720.929097:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215502464 02000000:00000010:1.0:1779697720.929131:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dffc000. 00010000:00000010:1.0:1779697720.929170:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:1.0:1779697720.929187:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c00. 00010000:00000010:1.0:1779697720.929205:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697720.929211:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697720.929227:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697720.929230:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697720.929235:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697720.929238:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697720.929360:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697720.929363:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697720.929366:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697720.929370:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00000020:00000010:1.0:1779697720.929413:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc7e0. 00000020:00000010:1.0:1779697720.929421:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc7e0. 00000020:00000010:1.0:1779697720.929433:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc6c0. 00080000:00000010:1.0:1779697720.929442:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbffacbc00. 00000001:00000010:1.0:1779697720.929928:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc8a0. 00000001:00000010:1.0:1779697720.929936:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697720.929976:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc6c0. 00010000:00000010:1.0:1779697720.929985:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697720.929989:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697720.930002:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:0.1:1779697720.930413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697720.930419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697720.930423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697720.930425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.0:1779697720.934110:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697720.934139:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697720.934161:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974477, last committed = 8589974453 00010000:00000200:1.0:1779697720.934173:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7f800 x1866146215502464/t8589974477(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697720.934197:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697720.934204:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215502464, offset 224 00000400:00000010:1.0:1779697720.934212:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bab8. 00000400:00000200:1.0:1779697720.934216:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.934230:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.934237:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309354:309354:256:4294967295] 192.168.203.23@tcp LPNI seq info [309350:309350:8:4294967295] 00000400:00000200:1.0:1779697720.934244:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.934251:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.934256:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.934261:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697720.934268:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.934275:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.934279:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.934353:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fb00. 00000020:00000010:1.0:1779697720.934358:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697720.934362:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00000800:00000200:1.0:1779697720.936176:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697720.936184:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697720.936190:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697720.936198:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.939429:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697720.939450:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa159 00000400:00000200:3.0:1779697720.939458:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.939463:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697720.939470:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:3.0:1779697720.939473:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:0.0:1779697720.939809:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:0.0:1779697720.939821:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:2.0:1779697720.941833:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:2.0:1779697720.941846:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:2.0:1779697720.941857:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00010000:00000010:0.1:1779697720.942517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697720.942525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697720.944245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697720.944258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697720.944264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697720.944268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:3.0:1779697720.950221:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.950240:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462300 00000400:00000200:3.0:1779697720.950248:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 98560 00000400:00000200:3.0:1779697720.950323:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.950328:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.950335:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.950342:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c380. 00000020:00000010:0.0:1779697720.950708:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.950714:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.950719:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30d200. 00000020:00000010:0.0:1779697720.950724:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697720.950729:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697720.950770:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697720.950773:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000100:00000200:0.0:1779697720.950776:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215502592 00000001:00000010:0.0:1779697720.950786:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 00010000:00000010:0.0:1779697720.950808:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697720.950815:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 02000000:00000010:0.0:1779697720.950840:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3bf000. 00010000:00000010:0.0:1779697720.950868:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697720.950872:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697720.950891:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697720.950896:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6100. 00010000:00000010:0.0:1779697720.950900:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697720.950903:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00000004:00000010:0.0:1779697720.951003:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba780. 00000004:00000010:0.0:1779697720.951012:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefd98. 00000004:00000010:0.0:1779697720.951018:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30550. 00080000:00000010:0.0:1779697720.951029:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2eab0. 00010000:00000010:2.1:1779697720.953410:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697720.953422:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697720.953464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:1.1:1779697720.953471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697720.953475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697720.953478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697720.972279:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697720.972295:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697720.972510:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697720.972516:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697720.972521:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697720.972528:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697720.972602:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:1.0:1779697720.972614:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:1.0:1779697720.972619:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6100. 00010000:00000010:1.0:1779697720.972642:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:1.0:1779697720.972660:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7c380 x1866146215502592/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697720.972681:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697720.972688:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215502592, offset 224 00000400:00000200:1.0:1779697720.972695:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.972709:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.972714:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309355:309355:256:4294967295] 192.168.203.23@tcp LPNI seq info [309351:309351:8:4294967295] 00000400:00000200:1.0:1779697720.972725:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.972730:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.972735:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697720.972740:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.972761:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.972765:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.972796:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:1.0:1779697720.972800:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:1.0:1779697720.972804:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30d200. 00000800:00000200:3.0:1779697720.973613:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.973619:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697720.973625:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.973630:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.973636:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:3.0:1779697720.973638:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00010000:00000010:1.1:1779697720.978510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:1.1:1779697720.978525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697720.978530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697720.978532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:2.0:1779697720.980436:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.980454:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462400 00000400:00000200:2.0:1779697720.980464:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 99136 00000400:00000200:2.0:1779697720.980480:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.980485:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.980492:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.980499:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb4c037b80. 00000020:00000010:1.0:1779697720.988888:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697720.988898:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697720.988905:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697720.988911:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697720.988916:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697720.988959:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697720.988963:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0880. 00000100:00000200:1.0:1779697720.988966:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215502848 02000000:00000010:1.0:1779697720.989000:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dff8000. 00010000:00000010:1.0:1779697720.989039:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697720.989057:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697720.989075:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697720.989081:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697720.989096:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697720.989099:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697720.989103:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697720.989105:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697720.989205:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697720.989208:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697720.989211:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697720.989214:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000020:00000010:1.0:1779697720.989239:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc8a0. 00000020:00000010:1.0:1779697720.989245:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc8a0. 00000020:00000010:1.0:1779697720.989255:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc300. 00080000:00000010:1.0:1779697720.989264:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbffaca800. 00000001:00000010:1.0:1779697720.991296:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfcc00. 00000001:00000010:1.0:1779697720.991307:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b840. 00000020:00000010:1.0:1779697720.991650:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc300. 00010000:00000010:1.0:1779697720.991666:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697720.991673:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697720.991692:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697720.991754:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697720.991774:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697720.991795:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974478, last committed = 8589974453 00010000:00000010:2.0:1779697720.991798:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:2.0:1779697720.991805:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000200:1.0:1779697720.991806:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb4c037b80 x1866146215502848/t8589974478(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1779697720.991811:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00000400:00000010:1.0:1779697720.991826:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697720.991834:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215502848, offset 224 00000400:00000010:1.0:1779697720.991841:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b6c8. 00000400:00000200:1.0:1779697720.991845:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697720.991860:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697720.991866:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309356:309356:256:4294967295] 192.168.203.23@tcp LPNI seq info [309352:309352:8:4294967295] 00000400:00000200:1.0:1779697720.991873:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697720.991880:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697720.991885:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697720.991891:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697720.991897:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697720.991906:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697720.991910:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697720.991938:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697720.991943:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697720.991946:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00000800:00000200:3.0:1779697720.994298:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.994306:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697720.994405:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697720.994423:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa161 00000400:00000200:2.0:1779697720.994429:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.994434:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697720.994449:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697720.994455:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462480 00000400:00000200:2.0:1779697720.994462:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 99624 00000400:00000200:2.0:1779697720.994471:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697720.994475:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697720.994480:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697720.994491:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc2d80. 00000020:00000010:2.0:1779697720.994532:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697720.994548:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697720.994554:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697720.994559:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.994564:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697720.994598:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779697720.994600:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000100:00000200:2.0:1779697720.994603:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215502976 00000001:00000010:2.0:1779697720.994613:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:2.0:1779697720.994639:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697720.994646:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697720.994682:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad5669000. 00010000:00000010:2.0:1779697720.994709:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697720.994713:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697720.994731:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697720.994734:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697720.994739:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697720.994742:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697720.994843:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310000. 00000004:00000010:2.0:1779697720.994851:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e960. 00000004:00000010:2.0:1779697720.994857:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c660. 00080000:00000010:2.0:1779697720.994865:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f560. 00010000:00000010:2.0:1779697720.995552:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697720.995557:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697720.995561:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697720.995565:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697720.995627:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697720.995638:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697720.995643:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697720.995663:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00000400:00000200:3.0:1779697720.995764:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.995771:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.995777:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:3.0:1779697720.995780:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000200:2.0:1779697720.995953:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc2d80 x1866146215502976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 576/584 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697720.995975:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697720.995980:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215502976, offset 224 00000400:00000200:2.0:1779697720.995985:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697720.995995:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697720.996001:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309357:309357:256:4294967295] 192.168.203.23@tcp LPNI seq info [309353:309353:8:4294967295] 00000400:00000200:2.0:1779697720.996012:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697720.996017:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697720.996022:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697720.996028:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697720.996035:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697720.996040:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697720.996127:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697720.996132:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697720.996136:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00010000:00000010:0.0:1779697720.999144:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697720.999159:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00000800:00000200:3.0:1779697720.999783:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697720.999789:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697720.999795:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.999804:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697720.999811:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:3.0:1779697720.999814:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000400:00000200:3.0:1779697720.999840:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697720.999854:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462580 00000400:00000200:3.0:1779697720.999863:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 100200 00000400:00000200:3.0:1779697720.999877:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697720.999881:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697720.999887:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697720.999892:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7ed80. 00000020:00000010:3.0:1779697720.999937:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697720.999942:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697720.999947:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd1b4bc00. 00000020:00000010:3.0:1779697720.999952:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697720.999956:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697720.999997:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697721.000001:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000100:00000200:3.0:1779697721.000004:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215503232 02000000:00000010:3.0:1779697721.000042:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25dc000. 00010000:00000010:3.0:1779697721.000154:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697721.000167:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7380. 00010000:00000010:3.0:1779697721.000183:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697721.000188:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697721.000202:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697721.000205:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697721.000209:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697721.000213:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697721.000310:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697721.000313:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e80. 00010000:00000010:3.0:1779697721.000316:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.000319:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000020:00000010:3.0:1779697721.000343:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97d40. 00000020:00000010:3.0:1779697721.000350:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97d40. 00000020:00000010:3.0:1779697721.000361:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c0c0. 00080000:00000010:3.0:1779697721.000371:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4493000. 00000001:00000010:3.0:1779697721.002181:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c660. 00000001:00000010:3.0:1779697721.002192:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697721.002230:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c0c0. 00010000:00000010:3.0:1779697721.002244:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697721.002251:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697721.002270:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697721.002366:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697721.002384:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697721.002420:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974479, last committed = 8589974453 00010000:00000200:3.0:1779697721.002431:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7ed80 x1866146215503232/t8589974479(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:395/0 lens 488/456 e 0 to 0 dl 1779698475 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.002450:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697721.002456:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215503232, offset 224 00000400:00000010:3.0:1779697721.002463:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0620. 00000400:00000200:3.0:1779697721.002466:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.002479:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.002485:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309358:309358:256:4294967295] 192.168.203.23@tcp LPNI seq info [309354:309354:8:4294967295] 00000400:00000200:3.0:1779697721.002491:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.002497:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.002502:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.002508:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697721.002513:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.002520:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.002524:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.002553:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697721.002558:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.002561:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd1b4bc00. 00000800:00000200:3.0:1779697721.002659:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.002663:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697721.002667:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.002680:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.009634:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.009655:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa169 00000400:00000200:3.0:1779697721.009663:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.009667:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.009686:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:3.0:1779697721.009690:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:3.0:1779697721.009720:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.009726:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462600 00000400:00000200:3.0:1779697721.009733:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 100688 00000400:00000200:3.0:1779697721.009793:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.009797:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.009802:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.009809:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7d500. 00010000:00000010:3.0:1779697721.009861:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697721.009871:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00000020:00000010:3.0:1779697721.009917:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697721.009922:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697721.009927:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697721.009931:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697721.009936:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.009973:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ac0. 00000020:00000010:3.0:1779697721.009976:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ac0. 00000100:00000200:3.0:1779697721.009979:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215503360 00000001:00000010:3.0:1779697721.009988:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b840. 00010000:00000010:3.0:1779697721.010015:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.010022:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 02000000:00000010:3.0:1779697721.010050:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad25d9000. 00010000:00000010:3.0:1779697721.010095:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.010099:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697721.010114:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697721.010117:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697721.010122:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.010124:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00000004:00000010:3.0:1779697721.010220:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa30e0. 00000004:00000010:3.0:1779697721.010229:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afb40. 00000004:00000010:3.0:1779697721.010236:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83cb0. 00080000:00000010:3.0:1779697721.010245:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d008. 00010000:00000010:3.0:1779697721.013109:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697721.013120:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.013127:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697721.013134:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697721.013212:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697721.013227:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697721.013232:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697721.013258:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697721.013279:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7d500 x1866146215503360/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.013299:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697721.013307:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215503360, offset 224 00000400:00000200:3.0:1779697721.013314:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.013328:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.013334:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309359:309359:256:4294967295] 192.168.203.23@tcp LPNI seq info [309355:309355:8:4294967295] 00000400:00000200:3.0:1779697721.013346:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.013351:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.013356:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697721.013363:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.013370:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.013374:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.013415:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697721.013420:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.013424:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00010000:00000010:2.0:1779697721.013913:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:2.0:1779697721.013920:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e80. 00010000:00000010:2.0:1779697721.013927:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000800:00000200:2.0:1779697721.014006:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.014010:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697721.014014:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.014020:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.014024:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:2.0:1779697721.014027:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:3.0:1779697721.016110:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.016128:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462700 00000400:00000200:3.0:1779697721.016137:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 101264 00000400:00000200:3.0:1779697721.016150:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.016154:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.016162:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.016168:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7ce00. 00000020:00000010:2.0:1779697721.016272:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697721.016277:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697721.016283:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697721.016288:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.016293:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.016345:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697721.016347:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779697721.016350:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215503616 02000000:00000010:2.0:1779697721.016382:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad5668000. 00010000:00000010:2.0:1779697721.016436:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:2.0:1779697721.016454:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:2.0:1779697721.016471:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697721.016478:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.016493:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697721.016497:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697721.016501:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697721.016504:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697721.016815:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697721.016819:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697721.016823:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697721.016826:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697721.016853:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b8a0. 00000020:00000010:2.0:1779697721.016859:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b8a0. 00000020:00000010:2.0:1779697721.016870:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171900. 00080000:00000010:2.0:1779697721.016878:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d1800. 00000001:00000010:2.0:1779697721.017469:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171300. 00000001:00000010:2.0:1779697721.017476:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697721.017514:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171900. 00010000:00000010:2.0:1779697721.017523:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697721.017529:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697721.019100:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697721.019155:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.019174:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697721.019194:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974480, last committed = 8589974453 00010000:00000200:2.0:1779697721.019205:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7ce00 x1866146215503616/t8589974480(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.019224:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697721.019231:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215503616, offset 224 00000400:00000010:2.0:1779697721.019238:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70038. 00000400:00000200:2.0:1779697721.019242:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.019256:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.019262:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309360:309360:256:4294967295] 192.168.203.23@tcp LPNI seq info [309356:309356:8:4294967295] 00000400:00000200:2.0:1779697721.019267:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697721.019274:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.019280:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.019284:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697721.019290:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.019297:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.019301:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.019335:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.019340:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.019343:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697721.020731:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.020738:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:2.0:1779697721.020755:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.020762:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697721.025288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697721.025304:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.0:1779697721.025645:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697721.025656:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:3.0:1779697721.025666:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00000400:00000200:2.0:1779697721.027226:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.027246:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa171 00000400:00000200:2.0:1779697721.027253:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.027257:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.027264:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:2.0:1779697721.027267:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00000400:00000200:2.0:1779697721.027301:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.027308:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462780 00000400:00000200:2.0:1779697721.027326:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 101752 00000400:00000200:2.0:1779697721.027385:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.027404:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.027409:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.027415:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc0700. 00000020:00000010:2.0:1779697721.027457:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697721.027463:0:207451:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa02c0. 00000020:00000010:2.0:1779697721.027477:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697721.027482:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.027487:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.027522:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779697721.027525:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000100:00000200:2.0:1779697721.027528:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215503744 00000001:00000010:2.0:1779697721.027546:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:2.0:1779697721.027571:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697721.027578:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697721.027603:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad566b000. 00010000:00000010:2.0:1779697721.027630:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697721.027633:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.027651:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697721.027654:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697721.027658:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.027661:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697721.027778:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697721.027787:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e870. 00000004:00000010:2.0:1779697721.027793:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d760. 00080000:00000010:2.0:1779697721.027801:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e720. 00010000:00000010:3.0:1779697721.029764:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697721.029779:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697721.032961:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697721.032971:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697721.032978:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697721.032986:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697721.033251:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.033265:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697721.033270:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697721.033298:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697721.033654:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc0700 x1866146215503744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.033676:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697721.033682:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215503744, offset 224 00000400:00000200:2.0:1779697721.033688:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.033701:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.033707:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309361:309361:256:4294967295] 192.168.203.23@tcp LPNI seq info [309357:309357:8:4294967295] 00000400:00000200:2.0:1779697721.033718:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.033723:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.033728:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697721.033734:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.033741:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.033756:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.035526:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.035537:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.035541:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:3.0:1779697721.036909:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.036918:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:3.0:1779697721.036924:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.036933:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.036940:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:3.0:1779697721.036943:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:2.1:1779697721.039479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697721.039493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697721.040457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697721.040464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:2.0:1779697721.042832:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.042850:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462880 00000400:00000200:2.0:1779697721.042859:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 102328 00000400:00000200:2.0:1779697721.042887:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.042892:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.042900:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.042907:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc3b80. 00010000:00000010:2.1:1779697721.046601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697721.046620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697721.046627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697721.046631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697721.046634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697721.046639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:2.1:1779697721.046643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:2.1:1779697721.046648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697721.046651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697721.046654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:3.1:1779697721.047262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697721.047270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:3.1:1779697721.047274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697721.047276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697721.047281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697721.047283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697721.047286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697721.047288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697721.047290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697721.047292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000020:00000010:3.0:1779697721.047333:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697721.047338:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697721.047344:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5600. 00000020:00000010:3.0:1779697721.047348:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697721.047352:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00010000:00000010:3.1:1779697721.047367:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697721.047370:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00000020:00000010:3.0:1779697721.047417:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff82c0. 00000020:00000010:3.0:1779697721.047419:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff82c0. 00000100:00000200:3.0:1779697721.047422:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215504000 02000000:00000010:3.0:1779697721.047459:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25db000. 00010000:00000010:3.0:1779697721.047497:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697721.047512:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:3.0:1779697721.047530:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.047546:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697721.047561:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697721.047565:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697721.047569:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.047572:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697721.047679:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697721.047682:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697721.047686:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.047690:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00000020:00000010:3.0:1779697721.047714:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c20. 00000020:00000010:3.0:1779697721.047720:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c20. 00000020:00000010:3.0:1779697721.047730:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cd80. 00080000:00000010:3.0:1779697721.047739:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd08a2000. 00000001:00000010:3.0:1779697721.048464:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cde0. 00000001:00000010:3.0:1779697721.048472:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697721.048508:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cd80. 00010000:00000010:3.0:1779697721.048517:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697721.048521:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697721.048706:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697721.048783:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697721.048798:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697721.048813:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974481, last committed = 8589974453 00010000:00000200:3.0:1779697721.048824:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc3b80 x1866146215504000/t8589974481(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.048843:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697721.048850:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215504000, offset 224 00000400:00000010:3.0:1779697721.048858:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e02d8. 00000400:00000200:3.0:1779697721.048862:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.048877:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.048883:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309362:309362:256:4294967295] 192.168.203.23@tcp LPNI seq info [309358:309358:8:4294967295] 00000400:00000200:3.0:1779697721.048890:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.048896:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.048901:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.048906:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697721.048912:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.048919:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.048922:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.048951:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697721.048956:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.048959:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5600. 00010000:00000010:0.1:1779697721.049029:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697721.049035:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.0:1779697721.049662:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:2.0:1779697721.049680:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:2.0:1779697721.049690:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00000800:00000200:1.0:1779697721.050261:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.050267:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697721.050272:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.050278:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697721.050529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697721.050535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697721.050540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697721.050550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697721.050603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697721.050612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:3.0:1779697721.050956:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.050971:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa179 00000400:00000200:3.0:1779697721.050976:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.050979:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.050983:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697721.050986:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00010000:00000010:1.0:1779697721.051182:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:1.0:1779697721.051190:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00000400:00000200:2.0:1779697721.051839:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.051853:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462900 00000400:00000200:2.0:1779697721.051861:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 102816 00000400:00000200:2.0:1779697721.052036:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.052043:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.052049:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.052056:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc1c00. 00010000:00000010:3.1:1779697721.052621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697721.052629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697721.052635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697721.052649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000020:00000010:1.0:1779697721.054835:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697721.054844:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697721.054851:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697721.054856:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697721.054862:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.054897:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697721.054900:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0880. 00000100:00000200:1.0:1779697721.054903:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215504128 00000001:00000010:1.0:1779697721.054914:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:1.0:1779697721.054936:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.054943:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 02000000:00000010:1.0:1779697721.054968:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2dffa000. 00010000:00000010:1.0:1779697721.054995:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697721.054999:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697721.055017:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697721.055020:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697721.055024:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697721.055027:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00000004:00000010:1.0:1779697721.055122:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b4a0. 00000004:00000010:1.0:1779697721.055130:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697721.055136:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562110. 00080000:00000010:1.0:1779697721.055145:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 00010000:00000010:1.1:1779697721.056432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697721.056443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.1:1779697721.056554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697721.056561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:1.0:1779697721.056768:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697721.056773:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697721.056778:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697721.056784:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697721.056853:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697721.056865:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697721.056870:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697721.056893:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697721.056911:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc1c00 x1866146215504128/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.056932:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697721.056939:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215504128, offset 224 00000400:00000200:1.0:1779697721.056947:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.056962:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.056969:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309363:309363:256:4294967295] 192.168.203.23@tcp LPNI seq info [309359:309359:8:4294967295] 00000400:00000200:1.0:1779697721.056980:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.056986:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.056991:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697721.056998:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.057005:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.057009:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.057037:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697721.057041:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.057045:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00000800:00000200:2.0:1779697721.057192:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.057197:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697721.057202:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.057207:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.057212:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:2.0:1779697721.057215:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:1.1:1779697721.076658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697721.076669:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697721.076673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697721.076683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:0.0:1779697721.078181:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.078201:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462a00 00000400:00000200:0.0:1779697721.078208:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 103392 00000400:00000200:0.0:1779697721.078225:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.078229:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.078237:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.078244:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6713b80. 00000020:00000010:2.0:1779697721.085189:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.085198:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.085206:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697721.085211:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.085217:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.085331:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.085334:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae40. 00000100:00000200:2.0:1779697721.085337:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215504384 02000000:00000010:2.0:1779697721.085371:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad566c000. 00010000:00000010:2.0:1779697721.085424:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697721.085441:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:2.0:1779697721.085458:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.085464:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.085479:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697721.085482:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697721.085486:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697721.085489:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697721.085607:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697721.085611:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697721.085614:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697721.085617:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697721.085642:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697721.085647:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697721.085658:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171960. 00080000:00000010:2.0:1779697721.085666:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d1400. 00000001:00000010:2.0:1779697721.087599:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171660. 00000001:00000010:2.0:1779697721.087610:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697721.087652:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171960. 00010000:00000010:2.0:1779697721.087665:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697721.087672:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697721.087690:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697721.087728:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.087760:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697721.087780:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974482, last committed = 8589974453 00010000:00000200:2.0:1779697721.087791:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6713b80 x1866146215504384/t8589974482(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.087812:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697721.087820:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215504384, offset 224 00000400:00000010:2.0:1779697721.087826:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb707a8. 00000400:00000200:2.0:1779697721.087831:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.087845:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.087851:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309364:309364:256:4294967295] 192.168.203.23@tcp LPNI seq info [309360:309360:8:4294967295] 00000400:00000200:2.0:1779697721.087857:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697721.087864:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.087869:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.087875:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697721.087881:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.087889:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.087893:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.087912:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.087916:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.087920:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:0.0:1779697721.095423:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.095433:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697721.095441:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.095450:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697721.095501:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:0.0:1779697721.095511:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:0.0:1779697721.095520:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00010000:00000010:2.1:1779697721.104468:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697721.104483:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00000400:00000200:2.0:1779697721.104515:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.104547:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa181 00000400:00000200:2.0:1779697721.104554:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.104559:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.104567:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:2.0:1779697721.104570:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000400:00000200:2.0:1779697721.104605:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.104612:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462a80 00000400:00000200:2.0:1779697721.104619:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 103880 00000400:00000200:2.0:1779697721.104680:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.104685:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.104690:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.104697:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc1500. 00010000:00000010:0.0:1779697721.104820:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697721.104831:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:0.1:1779697721.109445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:0.1:1779697721.109460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697721.109504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697721.109509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00000020:00000010:1.0:1779697721.112279:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697721.112290:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697721.112298:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697721.112303:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697721.112309:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.112360:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697721.112363:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000100:00000200:1.0:1779697721.112367:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215504512 00000001:00000010:1.0:1779697721.112377:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:1.0:1779697721.112419:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.112427:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 02000000:00000010:1.0:1779697721.112451:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2dffb000. 00010000:00000010:1.0:1779697721.112478:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697721.112482:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697721.112500:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697721.112503:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697721.112506:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697721.112509:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000004:00000010:1.0:1779697721.112907:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ab40. 00000004:00000010:1.0:1779697721.112916:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697721.112922:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562990. 00080000:00000010:1.0:1779697721.112930:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:1.0:1779697721.114324:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697721.114333:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697721.114338:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697721.114344:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697721.114449:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697721.114461:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697721.114467:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697721.114490:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:1.0:1779697721.114508:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc1500 x1866146215504512/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.114528:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697721.114535:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215504512, offset 224 00000400:00000200:1.0:1779697721.115129:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.115153:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.115160:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309365:309365:256:4294967295] 192.168.203.23@tcp LPNI seq info [309361:309361:8:4294967295] 00000400:00000200:1.0:1779697721.115172:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.115177:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.115183:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697721.115189:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.115197:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.115201:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.115259:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697721.115264:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.115268:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00010000:00000010:0.1:1779697721.116459:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:0.1:1779697721.116469:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00000800:00000200:1.0:1779697721.121522:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.121531:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697721.121542:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.121550:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.121558:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:1.0:1779697721.121560:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:3.0:1779697721.124437:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.124457:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462b80 00000400:00000200:3.0:1779697721.124467:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 104456 00000400:00000200:3.0:1779697721.124483:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.124487:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.124495:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.124502:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7fb80. 00000020:00000010:1.0:1779697721.124716:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.124722:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.124729:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd8cce000. 00000020:00000010:1.0:1779697721.124734:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697721.124739:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.124789:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.124792:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.124796:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215504768 02000000:00000010:1.0:1779697721.124830:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2dff9000. 00010000:00000010:1.0:1779697721.124870:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697721.124884:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697721.124901:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697721.124907:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697721.124920:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697721.124923:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697721.124927:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697721.124930:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697721.125033:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697721.125037:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697721.125040:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697721.125044:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000020:00000010:1.0:1779697721.125067:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cca60. 00000020:00000010:1.0:1779697721.125073:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cca60. 00000020:00000010:1.0:1779697721.125083:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfc240. 00080000:00000010:1.0:1779697721.125091:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbffac8400. 00000001:00000010:1.0:1779697721.125971:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a8a0. 00000001:00000010:1.0:1779697721.125979:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697721.126021:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfc240. 00010000:00000010:1.0:1779697721.126031:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697721.126036:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697721.126050:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697721.126188:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697721.126204:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000200:1.0:1779697721.126222:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974483, last committed = 8589974453 00010000:00000200:1.0:1779697721.126232:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7fb80 x1866146215504768/t8589974483(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.126251:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697721.126257:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215504768, offset 224 00000400:00000010:1.0:1779697721.126264:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bee0. 00000400:00000200:1.0:1779697721.126267:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.126280:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.126286:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309366:309366:256:4294967295] 192.168.203.23@tcp LPNI seq info [309362:309362:8:4294967295] 00000400:00000200:1.0:1779697721.126292:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.126298:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.126304:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.126309:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697721.126316:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.126323:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.126328:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.126355:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697721.126359:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.126363:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd8cce000. 00000800:00000200:3.0:1779697721.126976:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.126982:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697721.126987:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.126992:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697721.133261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697721.133275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697721.133279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697721.133291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:1.0:1779697721.133343:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.133362:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa189 00000400:00000200:1.0:1779697721.133368:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.133373:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.133380:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:1.0:1779697721.133382:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00010000:00000010:1.0:1779697721.133451:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697721.133460:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00000400:00000200:1.0:1779697721.133483:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.133490:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462c00 00000400:00000200:1.0:1779697721.133498:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 104944 00000400:00000200:1.0:1779697721.133558:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.133563:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.133567:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.133574:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76a00. 00000020:00000010:1.0:1779697721.133610:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.133614:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.133620:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:1.0:1779697721.133624:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697721.133628:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.133661:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.133663:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.133666:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215504896 00000001:00000010:1.0:1779697721.133676:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:1.0:1779697721.133696:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.133701:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 02000000:00000010:1.0:1779697721.133730:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbe558d000. 00010000:00000010:1.0:1779697721.133768:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697721.133772:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697721.133786:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697721.133790:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697721.133794:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697721.133797:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000004:00000010:1.0:1779697721.133890:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b2c0. 00000004:00000010:1.0:1779697721.133898:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697721.133905:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562dd0. 00080000:00000010:1.0:1779697721.133913:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:2.0:1779697721.139876:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:2.0:1779697721.139896:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:2.0:1779697721.139906:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00010000:00000010:3.0:1779697721.150232:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697721.150243:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697721.150249:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.150256:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697721.150334:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:3.0:1779697721.150347:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:3.0:1779697721.150353:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:3.0:1779697721.150378:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000200:3.0:1779697721.150422:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76a00 x1866146215504896/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.150442:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697721.150448:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215504896, offset 224 00000400:00000200:3.0:1779697721.150455:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.150609:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.150617:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309367:309367:256:4294967295] 192.168.203.23@tcp LPNI seq info [309363:309363:8:4294967295] 00000400:00000200:3.0:1779697721.150629:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.150634:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.152171:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697721.152184:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.152192:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.152196:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.152228:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697721.152234:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.152238:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00000800:00000200:3.0:1779697721.154868:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.154875:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697721.154882:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.154891:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.154898:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697721.154901:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000400:00000200:3.0:1779697721.154926:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.154939:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462d00 00000400:00000200:3.0:1779697721.154946:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 105520 00000400:00000200:3.0:1779697721.154959:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.154963:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.154969:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.154975:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7c700. 00000020:00000010:2.0:1779697721.155429:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.155436:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.155441:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697721.155445:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.155451:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.155497:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.155500:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae40. 00000100:00000200:2.0:1779697721.155504:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215505152 02000000:00000010:2.0:1779697721.155540:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad566a000. 00010000:00000010:2.0:1779697721.155578:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697721.155593:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:2.0:1779697721.155612:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.155618:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.155634:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697721.155637:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697721.155641:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697721.155645:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.155772:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697721.155776:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697721.155779:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697721.155782:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697721.155807:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697721.155814:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bf00. 00000020:00000010:2.0:1779697721.155825:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171960. 00080000:00000010:2.0:1779697721.155834:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d0000. 00000001:00000010:2.0:1779697721.156189:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca1712a0. 00000001:00000010:2.0:1779697721.156196:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697721.156231:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171960. 00010000:00000010:2.0:1779697721.156240:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697721.156244:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697721.156255:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697721.156863:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.156880:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697721.156896:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974484, last committed = 8589974453 00010000:00000200:2.0:1779697721.156907:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7c700 x1866146215505152/t8589974484(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.156927:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697721.156934:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215505152, offset 224 00000400:00000010:2.0:1779697721.156941:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70738. 00000400:00000200:2.0:1779697721.156945:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.156958:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.156965:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309368:309368:256:4294967295] 192.168.203.23@tcp LPNI seq info [309364:309364:8:4294967295] 00000400:00000200:2.0:1779697721.156971:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697721.156978:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.156984:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.156989:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697721.156995:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.157002:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.157006:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.157027:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.157031:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.157035:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697721.157128:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.157132:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:2.0:1779697721.157136:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.157141:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697721.157244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697721.157252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697721.157255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697721.157257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.0:1779697721.164287:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697721.164307:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:3.0:1779697721.164318:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000400:00000200:1.0:1779697721.164701:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.164720:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa191 00000400:00000200:1.0:1779697721.164726:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.164731:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.164738:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:1.0:1779697721.164740:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000400:00000200:1.0:1779697721.164938:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.164945:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462d80 00000400:00000200:1.0:1779697721.164951:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 106008 00010000:00000010:2.1:1779697721.165540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697721.165550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697721.165678:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.1:1779697721.165683:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:1.0:1779697721.165690:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.165695:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.165702:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.165709:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f74a80. 00010000:00000010:3.1:1779697721.166854:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697721.166865:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697721.166871:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697721.166876:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.0:1779697721.166921:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697721.166930:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.167172:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.167179:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.167185:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697721.167191:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.167196:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.168169:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae40. 00000020:00000010:2.0:1779697721.168176:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae40. 00000100:00000200:2.0:1779697721.168180:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215505280 00000001:00000010:2.0:1779697721.168190:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:2.0:1779697721.168216:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697721.168223:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697721.168252:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad53ea000. 00010000:00000010:2.0:1779697721.168282:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.168285:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.168301:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697721.168305:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697721.168309:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697721.168312:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697721.169211:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697721.169221:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e3c0. 00000004:00000010:2.0:1779697721.169229:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cff0. 00080000:00000010:2.0:1779697721.169239:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54fc80. 00010000:00000010:2.0:1779697721.170445:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697721.170454:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697721.170461:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697721.170468:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.1:1779697721.171500:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:2.1:1779697721.171509:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697721.171515:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697721.171518:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.171675:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.171687:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697721.171693:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697721.171721:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697721.171741:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f74a80 x1866146215505280/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.171776:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697721.171783:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215505280, offset 224 00000400:00000200:2.0:1779697721.171791:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.171804:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.171810:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309369:309369:256:4294967295] 192.168.203.23@tcp LPNI seq info [309365:309365:8:4294967295] 00000400:00000200:2.0:1779697721.171821:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.171827:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.171832:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697721.171838:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.171845:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.171848:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.1:1779697721.172585:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697721.172594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00000020:00000010:2.0:1779697721.172629:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.172633:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.172636:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:1.0:1779697721.179786:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.179796:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:1.0:1779697721.179805:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.179813:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.179821:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:1.0:1779697721.179824:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00000400:00000200:1.0:1779697721.180298:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.180314:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006462e80 00000400:00000200:1.0:1779697721.180324:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 106584 00000400:00000200:1.0:1779697721.180340:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.180343:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.180350:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.180358:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f75880. 00000020:00000010:3.0:1779697721.180922:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.180928:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.180935:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5400. 00000020:00000010:3.0:1779697721.180940:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697721.180945:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.180980:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.180982:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000100:00000200:3.0:1779697721.180986:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215505536 02000000:00000010:3.0:1779697721.181022:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad25de000. 00010000:00000010:3.0:1779697721.181226:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697721.181246:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f00. 00010000:00000010:3.0:1779697721.181267:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.181274:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697721.181290:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697721.181293:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.181298:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697721.181302:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.1:1779697721.181464:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697721.182209:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697721.182343:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697721.182348:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697721.182352:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.182357:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697721.182895:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b4a0. 00000020:00000010:2.0:1779697721.182904:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b4a0. 00000020:00000010:2.0:1779697721.182917:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171f60. 00080000:00000010:2.0:1779697721.182927:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb030d3800. 00000001:00000010:2.0:1779697721.184326:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171240. 00000001:00000010:2.0:1779697721.184336:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00000020:00000010:2.0:1779697721.184375:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171f60. 00010000:00000010:2.0:1779697721.186156:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697721.186170:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697721.186194:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697721.186249:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.186281:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.1:1779697721.186438:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697721.186447:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:2.1:1779697721.186453:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697721.186458:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000200:2.0:1779697721.186539:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974485, last committed = 8589974453 00010000:00000200:2.0:1779697721.186553:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f75880 x1866146215505536/t8589974485(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.186655:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697721.186664:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215505536, offset 224 00000400:00000010:3.0:1779697721.186672:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0bd0. 00000400:00000200:3.0:1779697721.186677:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.186693:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.186699:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309370:309370:256:4294967295] 192.168.203.23@tcp LPNI seq info [309366:309366:8:4294967295] 00000400:00000200:3.0:1779697721.186705:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.186712:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.186717:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.186722:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697721.186728:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.186735:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.186739:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.186782:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697721.186788:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.186792:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5400. 00010000:00000010:1.0:1779697721.187715:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:1.0:1779697721.187728:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00010000:00000010:1.0:1779697721.187736:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000800:00000200:2.0:1779697721.189265:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.189273:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697721.189281:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.189291:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.193849:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.193873:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa199 00000400:00000200:1.0:1779697721.193880:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.193885:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.193893:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:1.0:1779697721.193897:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000400:00000200:1.0:1779697721.193928:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.193936:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006462f00 00000400:00000200:1.0:1779697721.193943:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 107072 00000400:00000200:1.0:1779697721.194175:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.194180:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.194186:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.194191:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f77b80. 00000020:00000010:1.0:1779697721.194230:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.194234:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.194239:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fc00. 00000020:00000010:1.0:1779697721.194245:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697721.194249:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697721.194278:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.194280:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.194283:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215505664 00000001:00000010:1.0:1779697721.194292:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:1.0:1779697721.194314:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697721.194321:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:3.0:1779697721.194341:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 02000000:00000010:1.0:1779697721.194348:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbe558c000. 00010000:00000010:3.0:1779697721.194351:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:1.0:1779697721.194376:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697721.194382:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697721.194414:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697721.194418:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697721.194422:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697721.194426:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00000004:00000010:1.0:1779697721.194526:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ad20. 00000004:00000010:1.0:1779697721.194534:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697721.194540:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562bb0. 00080000:00000010:1.0:1779697721.194549:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 00010000:00000010:2.0:1779697721.195297:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697721.195303:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697721.195307:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697721.195313:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.195370:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:2.0:1779697721.195381:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:2.0:1779697721.195384:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00010000:00000010:3.1:1779697721.195414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697721.195421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697721.195597:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:2.0:1779697721.195617:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f77b80 x1866146215505664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.195638:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697721.195645:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215505664, offset 224 00000400:00000200:2.0:1779697721.195652:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.195662:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.195669:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309371:309371:256:4294967295] 192.168.203.23@tcp LPNI seq info [309367:309367:8:4294967295] 00000400:00000200:2.0:1779697721.195680:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.195685:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.196460:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697721.196470:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.196477:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.196481:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.196505:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:2.0:1779697721.196509:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:2.0:1779697721.196513:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fc00. 00000800:00000200:1.0:1779697721.197236:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.197243:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:1.0:1779697721.197248:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.197255:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.197261:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:1.0:1779697721.197263:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00010000:00000010:1.1:1779697721.197992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:1.1:1779697721.198000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697721.198770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697721.198778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:2.0:1779697721.200592:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.200613:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463000 00000400:00000200:2.0:1779697721.200622:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 107648 00000400:00000200:2.0:1779697721.200635:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.200640:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.200648:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.200654:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc3480. 00000020:00000010:3.0:1779697721.200882:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.200888:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.200894:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5400. 00000020:00000010:3.0:1779697721.200900:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536900. 00000020:00000010:3.0:1779697721.200904:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.200943:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.200946:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000100:00000200:3.0:1779697721.200949:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215505920 02000000:00000010:3.0:1779697721.201330:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf6e62000. 00010000:00000010:3.0:1779697721.201373:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697721.201410:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:3.0:1779697721.201432:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.201438:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697721.201453:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697721.201457:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697721.201461:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697721.201464:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697721.201803:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697721.201807:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e80. 00010000:00000010:3.0:1779697721.201811:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.201815:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000020:00000010:3.0:1779697721.201904:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97d00. 00000020:00000010:3.0:1779697721.202212:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97d00. 00000020:00000010:3.0:1779697721.202224:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c8a0. 00080000:00000010:3.0:1779697721.202233:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd08a0800. 00000001:00000010:3.0:1779697721.203152:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cc00. 00000001:00000010:3.0:1779697721.203159:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697721.203193:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c8a0. 00010000:00000010:3.0:1779697721.203202:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697721.203208:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697721.203223:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697721.203265:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697721.203282:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697721.203299:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974486, last committed = 8589974453 00010000:00000200:3.0:1779697721.203309:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc3480 x1866146215505920/t8589974486(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.203329:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697721.203335:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215505920, offset 224 00000400:00000010:3.0:1779697721.203341:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0380. 00000400:00000200:3.0:1779697721.203345:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.203358:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.203365:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309372:309372:256:4294967295] 192.168.203.23@tcp LPNI seq info [309368:309368:8:4294967295] 00000400:00000200:3.0:1779697721.203371:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.203378:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.203383:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.203408:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697721.203415:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.203423:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.203426:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1779697721.203518:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697721.203526:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e80. 00010000:00000010:2.0:1779697721.203534:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000020:00000010:3.0:1779697721.203627:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536900. 00000020:00000010:3.0:1779697721.203633:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.203636:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5400. 00000800:00000200:1.0:1779697721.205049:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.205056:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697721.205063:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.205087:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.207687:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.207708:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1a1 00000400:00000200:3.0:1779697721.207715:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.207720:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.207726:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697721.207730:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:0.0:1779697721.207822:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:0.0:1779697721.207833:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:2.1:1779697721.208496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697721.208504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697721.208507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:2.1:1779697721.208509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697721.208526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697721.208532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:2.0:1779697721.212834:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.212864:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463080 00000400:00000200:2.0:1779697721.212874:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 108136 00000400:00000200:2.0:1779697721.212940:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.212947:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.212957:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.212965:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc3100. 00000020:00000010:3.0:1779697721.213164:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.213169:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.213176:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5400. 00000020:00000010:3.0:1779697721.213182:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536900. 00000020:00000010:3.0:1779697721.213187:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697721.213237:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a80. 00000020:00000010:3.0:1779697721.213241:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a80. 00000100:00000200:3.0:1779697721.213245:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215506048 00000001:00000010:3.0:1779697721.213256:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:3.0:1779697721.213281:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697721.213288:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 02000000:00000010:3.0:1779697721.213313:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf6e60000. 00010000:00000010:3.0:1779697721.213343:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697721.213348:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697721.213367:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697721.213370:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697721.213375:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.213379:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000004:00000010:3.0:1779697721.213518:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa23c0. 00000004:00000010:3.0:1779697721.213527:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afac8. 00000004:00000010:3.0:1779697721.213534:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82220. 00080000:00000010:3.0:1779697721.213543:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2dc80. 00010000:00000010:2.1:1779697721.214161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:2.1:1779697721.214171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697721.214871:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697721.214880:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697721.214886:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697721.214891:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:0.1:1779697721.215413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:0.1:1779697721.215422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:2.0:1779697721.216022:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697721.216029:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697721.216035:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.216041:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.216122:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697721.216132:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:2.0:1779697721.216137:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c00. 00010000:00000010:2.0:1779697721.216161:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:2.0:1779697721.216179:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc3100 x1866146215506048/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.216200:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697721.216208:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215506048, offset 224 00000400:00000200:2.0:1779697721.216215:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.216229:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.216235:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309373:309373:256:4294967295] 192.168.203.23@tcp LPNI seq info [309369:309369:8:4294967295] 00000400:00000200:2.0:1779697721.216247:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.216252:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.216258:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697721.216265:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.216272:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.216276:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.216305:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536900. 00000020:00000010:2.0:1779697721.216310:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:2.0:1779697721.216313:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5400. 00000800:00000200:3.0:1779697721.216606:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.216611:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:3.0:1779697721.216616:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.216622:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.216627:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:3.0:1779697721.216629:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00000400:00000200:3.0:1779697721.219261:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.219280:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463180 00000400:00000200:3.0:1779697721.219288:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 108712 00000400:00000200:3.0:1779697721.219303:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.219306:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.219315:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.219321:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9e7df80. 00000020:00000010:1.0:1779697721.220671:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.220680:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.220687:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68000. 00000020:00000010:1.0:1779697721.220692:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.220697:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.220740:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.220814:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.220818:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215506304 02000000:00000010:1.0:1779697721.220856:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3b000. 00010000:00000010:1.0:1779697721.220897:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:1.0:1779697721.220980:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00010000:00000010:1.0:1779697721.221000:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697721.221006:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697721.221021:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697721.221024:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697721.221028:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697721.221031:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697721.221139:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697721.221142:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697721.221146:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697721.221149:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000020:00000010:1.0:1779697721.221171:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccba0. 00000020:00000010:1.0:1779697721.221177:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccba0. 00000020:00000010:1.0:1779697721.221187:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a060. 00080000:00000010:1.0:1779697721.221196:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbffaca000. 00010000:00000010:2.1:1779697721.221424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:2.1:1779697721.221431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:2.1:1779697721.221435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:2.1:1779697721.221438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000001:00000010:1.0:1779697721.222283:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a540. 00000001:00000010:1.0:1779697721.222291:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bcc0. 00000020:00000010:1.0:1779697721.222633:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a060. 00010000:00000010:1.0:1779697721.222647:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697721.222653:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697721.222671:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697721.223012:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697721.223031:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:1.0:1779697721.223050:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974487, last committed = 8589974453 00010000:00000200:1.0:1779697721.223063:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9e7df80 x1866146215506304/t8589974487(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.223083:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697721.223090:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215506304, offset 224 00000400:00000010:1.0:1779697721.223096:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b658. 00000400:00000200:1.0:1779697721.223100:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.223114:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.223121:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309374:309374:256:4294967295] 192.168.203.23@tcp LPNI seq info [309370:309370:8:4294967295] 00000400:00000200:1.0:1779697721.223128:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.223135:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.223141:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.223146:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697721.223152:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.223158:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.223163:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.223290:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.223295:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.223298:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68000. 00000800:00000200:3.0:1779697721.224655:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.224662:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697721.224668:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.224676:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697721.228047:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697721.228067:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697721.228077:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000400:00000200:3.0:1779697721.228385:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.228422:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1a9 00000400:00000200:3.0:1779697721.228429:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.228434:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.228441:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:3.0:1779697721.228444:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:3.0:1779697721.228877:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.228958:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463200 00000400:00000200:3.0:1779697721.228967:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 109200 00000400:00000200:3.0:1779697721.229048:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.229053:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.229059:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.229070:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc2a00. 00010000:00000010:3.0:1779697721.230146:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:3.0:1779697721.230159:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00000020:00000010:2.0:1779697721.235672:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.235683:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.235690:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697721.235695:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697721.235701:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3d48. 00000020:00000010:2.0:1779697721.235765:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.235767:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000100:00000200:2.0:1779697721.235771:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215506432 00000001:00000010:2.0:1779697721.235781:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:2.0:1779697721.235804:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.235812:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697721.235836:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad53e9000. 00010000:00000010:2.0:1779697721.236122:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697721.236130:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697721.236160:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697721.236164:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697721.236169:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697721.236173:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697721.236289:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697721.236297:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e2d0. 00000004:00000010:2.0:1779697721.236304:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d430. 00080000:00000010:2.0:1779697721.236314:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e558. 00010000:00000010:1.1:1779697721.236435:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697721.236444:0:1041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:1.1:1779697721.237483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697721.237492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:3.0:1779697721.237598:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697721.237603:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697721.237608:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.237615:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697721.238849:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697721.238922:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697721.238930:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00010000:00000010:3.0:1779697721.238961:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:3.0:1779697721.238980:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc2a00 x1866146215506432/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.239002:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697721.239009:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215506432, offset 224 00000400:00000200:3.0:1779697721.239016:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.239029:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.239037:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309375:309375:256:4294967295] 192.168.203.23@tcp LPNI seq info [309371:309371:8:4294967295] 00000400:00000200:3.0:1779697721.239051:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.239058:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.239063:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697721.239072:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.239081:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.239085:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.239113:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:3.0:1779697721.239118:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3d48. 00000020:00000010:3.0:1779697721.239123:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697721.240491:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.240498:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697721.240504:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.240513:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.240520:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:2.0:1779697721.240522:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:3.1:1779697721.241528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697721.241538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.1:1779697721.242805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:2.1:1779697721.242816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697721.246490:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697721.246503:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697721.246518:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697721.246523:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00000400:00000200:3.0:1779697721.246544:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.246562:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463300 00000400:00000200:3.0:1779697721.246571:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 109776 00000400:00000200:3.0:1779697721.246587:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.246593:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.246603:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.246609:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc3b80. 00000020:00000010:2.0:1779697721.246833:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.246849:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.246856:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12800. 00000020:00000010:2.0:1779697721.246862:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.246867:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b37d0. 00000020:00000010:2.0:1779697721.246953:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.246957:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000100:00000200:2.0:1779697721.246961:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215506688 02000000:00000010:2.0:1779697721.247009:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf1334000. 00010000:00000010:2.0:1779697721.247048:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697721.247065:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536280. 00010000:00000010:2.0:1779697721.247086:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697721.247093:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697721.247110:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697721.247114:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697721.247119:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697721.247123:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697721.247245:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697721.247249:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697721.247253:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697721.247258:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697721.247290:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697721.247298:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697721.247309:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171480. 00080000:00000010:2.0:1779697721.247320:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacd00e400. 00000001:00000010:3.0:1779697721.248935:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c480. 00000001:00000010:3.0:1779697721.248944:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697721.249055:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171480. 00010000:00000010:3.0:1779697721.249070:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.249078:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697721.249097:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697721.249186:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697721.249208:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:3.0:1779697721.249230:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974488, last committed = 8589974453 00010000:00000200:3.0:1779697721.249242:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc3b80 x1866146215506688/t8589974488(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.249262:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697721.249270:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215506688, offset 224 00000400:00000010:3.0:1779697721.249277:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0d20. 00000400:00000200:3.0:1779697721.249282:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.249299:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.249306:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309376:309376:256:4294967295] 192.168.203.23@tcp LPNI seq info [309372:309372:8:4294967295] 00000400:00000200:3.0:1779697721.249314:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.249324:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.249331:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.249336:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697721.249344:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.249351:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.249355:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.249411:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:3.0:1779697721.249416:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b37d0. 00000020:00000010:3.0:1779697721.249420:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12800. 00000800:00000200:1.0:1779697721.249568:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.249574:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697721.249579:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.249585:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697721.249658:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:2.0:1779697721.249665:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697721.249673:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:2.1:1779697721.251700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:2.1:1779697721.251712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00000400:00000200:2.0:1779697721.252493:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.252511:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1b1 00000400:00000200:2.0:1779697721.252518:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.252522:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.252528:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:2.0:1779697721.252530:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00010000:00000010:3.0:1779697721.252614:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:3.0:1779697721.252624:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:3.1:1779697721.256554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697721.256568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:3.0:1779697721.257218:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.257236:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463380 00000400:00000200:3.0:1779697721.257246:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 110264 00000400:00000200:3.0:1779697721.257567:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.257574:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.257584:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.257590:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc3480. 00000020:00000010:2.0:1779697721.257798:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.257804:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.257811:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a12200. 00000020:00000010:2.0:1779697721.257816:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7800. 00000020:00000010:2.0:1779697721.257822:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697721.257897:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.257901:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000100:00000200:2.0:1779697721.257904:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215506816 00000001:00000010:2.0:1779697721.257914:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bcc0. 00010000:00000010:2.0:1779697721.257943:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697721.257951:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697721.257987:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1333000. 00010000:00000010:2.0:1779697721.258016:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697721.258021:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.258040:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697721.258043:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697721.258048:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697721.258051:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000004:00000010:2.0:1779697721.258160:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697721.258169:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ea50. 00000004:00000010:2.0:1779697721.258175:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ded0. 00080000:00000010:2.0:1779697721.258185:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e000. 00010000:00000010:3.0:1779697721.258959:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697721.258964:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536480. 00010000:00000010:3.0:1779697721.258967:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697721.258972:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697721.259036:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697721.259053:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:3.0:1779697721.259059:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:3.0:1779697721.259085:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:3.0:1779697721.259103:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc3480 x1866146215506816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.259123:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697721.259129:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215506816, offset 224 00000400:00000200:3.0:1779697721.259134:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.259145:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.259151:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309377:309377:256:4294967295] 192.168.203.23@tcp LPNI seq info [309373:309373:8:4294967295] 00000400:00000200:3.0:1779697721.259162:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.259167:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.259172:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697721.259179:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.259185:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.259189:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.259254:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7800. 00000020:00000010:3.0:1779697721.259260:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:3.0:1779697721.259264:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a12200. 00000800:00000200:1.0:1779697721.259905:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.259910:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697721.259915:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.259921:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.259926:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:1.0:1779697721.259928:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:2.1:1779697721.260428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697721.260436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697721.260664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697721.260669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00000400:00000200:2.0:1779697721.263815:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.263835:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463480 00000400:00000200:2.0:1779697721.263845:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 110840 00000400:00000200:2.0:1779697721.263862:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.263868:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.263877:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.263884:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad0cc2680. 00000020:00000010:1.0:1779697721.264003:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.264010:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.264016:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9050e00. 00000020:00000010:1.0:1779697721.264021:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.264027:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.264080:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.264084:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.264088:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215507072 02000000:00000010:1.0:1779697721.264122:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3d000. 00010000:00000010:1.0:1779697721.264160:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:1.0:1779697721.264177:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536480. 00010000:00000010:1.0:1779697721.264198:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697721.264205:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697721.264221:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697721.264225:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697721.264230:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697721.264234:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697721.264653:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697721.264659:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697721.264663:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697721.264668:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00000020:00000010:1.0:1779697721.264775:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc740. 00000020:00000010:1.0:1779697721.264782:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc740. 00000020:00000010:1.0:1779697721.264794:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a060. 00080000:00000010:1.0:1779697721.264803:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbffac8800. 00000001:00000010:1.0:1779697721.265859:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a1e0. 00000001:00000010:1.0:1779697721.265867:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697721.265909:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a060. 00010000:00000010:1.0:1779697721.265919:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697721.265924:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697721.265939:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697721.266029:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697721.266051:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:1.0:1779697721.266081:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974489, last committed = 8589974453 00010000:00000200:1.0:1779697721.266092:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad0cc2680 x1866146215507072/t8589974489(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.266112:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697721.266120:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215507072, offset 224 00000400:00000010:1.0:1779697721.266127:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b5b0. 00000400:00000200:1.0:1779697721.266133:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.266149:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.266156:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309378:309378:256:4294967295] 192.168.203.23@tcp LPNI seq info [309374:309374:8:4294967295] 00000400:00000200:1.0:1779697721.266162:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.266171:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.266177:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.266183:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697721.266190:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.266199:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.266202:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.266230:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.266235:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.266239:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9050e00. 00000800:00000200:3.0:1779697721.266533:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.266542:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:3.0:1779697721.266546:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.266551:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.271268:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.271289:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1b9 00000400:00000200:1.0:1779697721.271296:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.271300:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.271307:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:1.0:1779697721.271310:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:3.0:1779697721.271694:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697721.271706:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00010000:00000010:3.1:1779697721.273490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697721.273504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697721.273510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697721.273515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697721.273577:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697721.273586:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:2.0:1779697721.273596:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00010000:00000010:1.1:1779697721.276486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:1.1:1779697721.276500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697721.276507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697721.276513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:3.1:1779697721.277338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:3.1:1779697721.277348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:2.0:1779697721.278468:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.278489:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463500 00000400:00000200:2.0:1779697721.278497:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 111328 00000400:00000200:2.0:1779697721.278564:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.278570:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.278578:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.278587:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636680. 00000020:00000010:3.0:1779697721.279030:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.279037:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.279043:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d4400. 00000020:00000010:3.0:1779697721.279049:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697721.279054:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697721.279112:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.279116:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000100:00000200:3.0:1779697721.279120:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215507200 00000001:00000010:3.0:1779697721.279130:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:3.0:1779697721.279154:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697721.279161:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 02000000:00000010:3.0:1779697721.279187:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1244000. 00010000:00000010:3.0:1779697721.279214:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697721.279218:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697721.279237:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697721.279241:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697721.279245:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697721.279250:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00000004:00000010:3.0:1779697721.279356:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2f00. 00000004:00000010:3.0:1779697721.279365:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af8e8. 00000004:00000010:3.0:1779697721.279371:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83980. 00080000:00000010:3.0:1779697721.279380:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c558. 00010000:00000010:2.1:1779697721.279773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:2.1:1779697721.279781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.0:1779697721.280453:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697721.280458:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697721.280462:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.280467:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697721.280535:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697721.280565:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697721.280571:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697721.280599:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697721.280618:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61636680 x1866146215507200/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697721.280702:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697721.280711:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215507200, offset 224 00000400:00000200:0.0:1779697721.280719:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.280731:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.280738:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309379:309379:256:4294967295] 192.168.203.23@tcp LPNI seq info [309375:309375:8:4294967295] 00000400:00000200:0.0:1779697721.280759:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.280765:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.280770:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697721.280777:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.280786:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.280790:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.280816:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:0.0:1779697721.280821:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:0.0:1779697721.280824:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d4400. 00000800:00000200:3.0:1779697721.283019:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.283028:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697721.283034:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.283044:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.283051:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:3.0:1779697721.283054:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00000400:00000200:3.0:1779697721.283092:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.283105:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463600 00000400:00000200:3.0:1779697721.283116:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 111904 00000400:00000200:3.0:1779697721.283131:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.283136:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.283142:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.283149:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc1500. 00000020:00000010:3.0:1779697721.283203:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697721.283208:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697721.283214:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5e00. 00000020:00000010:3.0:1779697721.283219:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f00. 00000020:00000010:3.0:1779697721.283224:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.283262:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d80. 00000020:00000010:3.0:1779697721.283266:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d80. 00000100:00000200:3.0:1779697721.283269:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215507456 02000000:00000010:3.0:1779697721.283304:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0c8000. 00010000:00000010:3.0:1779697721.283342:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697721.283358:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697721.283378:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.283384:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697721.283415:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697721.283419:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697721.283424:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697721.283428:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697721.283528:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697721.283532:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d80. 00010000:00000010:3.0:1779697721.283537:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.283541:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00000020:00000010:3.0:1779697721.283585:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97380. 00000020:00000010:3.0:1779697721.283592:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97380. 00000020:00000010:3.0:1779697721.283604:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cba0. 00080000:00000010:3.0:1779697721.283612:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbd08a0400. 00000001:00000010:3.0:1779697721.284176:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cd20. 00000001:00000010:3.0:1779697721.284183:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697721.284233:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cba0. 00010000:00000010:3.0:1779697721.284243:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697721.284248:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697721.284263:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543f00. 00010000:00000010:3.0:1779697721.284311:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697721.284333:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697721.284352:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974490, last committed = 8589974453 00010000:00000200:3.0:1779697721.284363:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc1500 x1866146215507456/t8589974490(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.284380:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697721.284386:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215507456, offset 224 00000400:00000010:3.0:1779697721.284413:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0700. 00000400:00000200:3.0:1779697721.284418:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.284431:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.284438:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309380:309380:256:4294967295] 192.168.203.23@tcp LPNI seq info [309376:309376:8:4294967295] 00010000:00000010:1.0:1779697721.284441:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00000400:00000200:3.0:1779697721.284443:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00010000:00000010:1.0:1779697721.284451:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d80. 00000400:00000200:3.0:1779697721.284454:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.284461:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00010000:00000010:1.0:1779697721.284462:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543f00. 00000800:00000010:3.0:1779697721.284465:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697721.284472:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.284478:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.284482:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.284508:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f00. 00000020:00000010:3.0:1779697721.284512:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.284515:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5e00. 00000800:00000200:1.0:1779697721.284585:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.284589:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697721.284592:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.284597:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.285754:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.285767:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1c1 00000400:00000200:3.0:1779697721.285773:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.285778:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.285784:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697721.285787:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:3.0:1779697721.286908:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.286918:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463680 00000400:00000200:3.0:1779697721.286926:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 112392 00000400:00000200:3.0:1779697721.286975:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.286980:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.286988:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.286994:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc1880. 00010000:00000010:1.0:1779697721.287688:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:1.0:1779697721.287700:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00000020:00000010:2.0:1779697721.288098:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.288103:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.288108:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697721.288112:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779697721.288117:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697721.288152:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.288155:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000100:00000200:2.0:1779697721.288158:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215507584 00000001:00000010:2.0:1779697721.288168:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:2.0:1779697721.288196:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697721.288203:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697721.288229:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1335000. 00010000:00000010:2.0:1779697721.288258:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.288264:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.288281:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697721.288285:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7300. 00010000:00000010:2.0:1779697721.288290:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697721.288294:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000004:00000010:2.0:1779697721.288433:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697721.288443:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eca8. 00000004:00000010:2.0:1779697721.288451:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d540. 00080000:00000010:2.0:1779697721.288460:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f1d0. 00010000:00000010:3.0:1779697721.289224:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697721.289229:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536580. 00010000:00000010:3.0:1779697721.289232:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697721.289236:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697721.289287:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697721.289299:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697721.289303:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7300. 00010000:00000010:3.0:1779697721.289325:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:3.0:1779697721.289345:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc1880 x1866146215507584/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.289365:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697721.289372:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215507584, offset 224 00000400:00000200:3.0:1779697721.289380:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.289414:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.289424:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309381:309381:256:4294967295] 192.168.203.23@tcp LPNI seq info [309377:309377:8:4294967295] 00000400:00000200:3.0:1779697721.289435:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.289441:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.289447:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697721.289454:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.289461:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.289464:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.289487:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7d00. 00000020:00000010:3.0:1779697721.289491:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:3.0:1779697721.289495:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697721.289985:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.289990:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697721.289995:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.290001:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.290007:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:2.0:1779697721.290010:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:3.0:1779697721.292215:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.292232:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463780 00000400:00000200:3.0:1779697721.292242:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 112968 00000400:00000200:3.0:1779697721.292257:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.292262:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.292270:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.292277:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fc0380. 00000020:00000010:1.0:1779697721.292365:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.292371:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.292377:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68000. 00000020:00000010:1.0:1779697721.292413:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.292419:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.292461:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.292465:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.292468:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215507840 02000000:00000010:1.0:1779697721.292502:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3c000. 00010000:00000010:1.0:1779697721.292547:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:1.0:1779697721.292565:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536580. 00010000:00000010:1.0:1779697721.292582:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697721.292588:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697721.292602:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697721.292606:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697721.292611:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697721.292614:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697721.292736:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697721.292740:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697721.292755:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697721.292760:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00000020:00000010:1.0:1779697721.292794:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccba0. 00000020:00000010:1.0:1779697721.292800:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccba0. 00000020:00000010:1.0:1779697721.292812:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a060. 00080000:00000010:1.0:1779697721.292821:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb35633000. 00000001:00000010:1.0:1779697721.293425:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a180. 00000001:00000010:1.0:1779697721.293433:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697721.293487:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a060. 00010000:00000010:1.0:1779697721.293499:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697721.293505:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697721.293519:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697721.293553:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697721.293574:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:1.0:1779697721.293591:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974491, last committed = 8589974453 00010000:00000200:1.0:1779697721.293603:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fc0380 x1866146215507840/t8589974491(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.293623:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697721.293630:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215507840, offset 224 00000400:00000010:1.0:1779697721.293636:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bf50. 00000400:00000200:1.0:1779697721.293640:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.293652:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.293657:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309382:309382:256:4294967295] 192.168.203.23@tcp LPNI seq info [309378:309378:8:4294967295] 00000400:00000200:1.0:1779697721.293663:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.293669:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.293674:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.293678:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697721.293685:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.293691:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.293695:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.293715:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.293720:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.293723:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68000. 00010000:00000010:2.0:1779697721.293750:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:2.0:1779697721.293758:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00010000:00000010:2.0:1779697721.293764:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00010000:00000010:3.1:1779697721.293912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697721.293921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697721.293925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697721.293928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697721.293930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697721.293933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00000800:00000200:3.0:1779697721.294017:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.294022:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697721.294027:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.294033:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.295495:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.295508:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1c9 00000400:00000200:2.0:1779697721.295513:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.295517:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.295522:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:2.0:1779697721.295524:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00010000:00000010:3.0:1779697721.295598:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:3.0:1779697721.295606:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:3.1:1779697721.296430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697721.296436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:1.1:1779697721.296463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:1.1:1779697721.296472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:1.1:1779697721.296476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697721.296479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:3.0:1779697721.296937:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.296951:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463800 00000400:00000200:3.0:1779697721.296960:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 113456 00000400:00000200:3.0:1779697721.297012:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.297018:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.297024:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.297031:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd5bb80. 00000020:00000010:2.0:1779697721.297456:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.297461:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.297467:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fc00. 00000020:00000010:2.0:1779697721.297472:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697721.297477:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697721.297515:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779697721.297518:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000100:00000200:2.0:1779697721.297522:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215507968 00000001:00000010:2.0:1779697721.297532:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:2.0:1779697721.297554:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697721.297561:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697721.297585:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1330000. 00010000:00000010:2.0:1779697721.297612:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.297615:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697721.297633:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697721.297701:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697721.297708:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697721.297712:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000004:00000010:2.0:1779697721.297811:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83103c0. 00000004:00000010:2.0:1779697721.297819:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e9d8. 00000004:00000010:2.0:1779697721.297826:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c550. 00080000:00000010:2.0:1779697721.297835:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54ec78. 00010000:00000010:3.1:1779697721.299461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697721.299472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697721.299476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697721.299479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697721.301045:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697721.301058:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697721.307630:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.1:1779697721.307647:0:5616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697721.307653:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697721.307656:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.0:1779697721.307878:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697721.307895:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7300. 00010000:00000010:2.0:1779697721.307902:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697721.307909:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697721.307987:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697721.307998:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697721.308004:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697721.308029:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697721.308048:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd5bb80 x1866146215507968/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.308068:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697721.308075:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215507968, offset 224 00000400:00000200:2.0:1779697721.308082:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.308097:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.308104:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309383:309383:256:4294967295] 192.168.203.23@tcp LPNI seq info [309379:309379:8:4294967295] 00000400:00000200:2.0:1779697721.308115:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.308122:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.308128:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697721.308134:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.308141:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.308145:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.308167:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697721.308172:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697721.308175:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fc00. 00000800:00000200:3.0:1779697721.311941:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.311949:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697721.311956:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.311966:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.311974:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:3.0:1779697721.311977:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00010000:00000010:3.1:1779697721.313854:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697721.313866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:2.1:1779697721.322072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697721.322087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697721.322092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697721.322106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00000400:00000200:2.0:1779697721.323275:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.323295:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463900 00000400:00000200:2.0:1779697721.323304:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 114032 00000400:00000200:2.0:1779697721.323319:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.323324:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.323332:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.323339:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636300. 00000020:00000010:3.0:1779697721.327130:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8680. 00000020:00000010:3.0:1779697721.327140:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8680. 00000020:00000010:3.0:1779697721.327147:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5e00. 00000020:00000010:3.0:1779697721.327154:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697721.327160:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.327208:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8680. 00000020:00000010:3.0:1779697721.327211:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8680. 00000100:00000200:3.0:1779697721.327214:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215508224 02000000:00000010:3.0:1779697721.327249:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0cd000. 00010000:00000010:3.0:1779697721.327291:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697721.327310:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7300. 00010000:00000010:3.0:1779697721.327329:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.327336:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697721.327351:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697721.327354:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697721.327358:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.327361:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697721.327505:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697721.327508:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d80. 00010000:00000010:3.0:1779697721.327512:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.327515:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00000020:00000010:3.0:1779697721.327555:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b977e0. 00000020:00000010:3.0:1779697721.327561:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b977e0. 00000020:00000010:3.0:1779697721.327572:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c840. 00080000:00000010:3.0:1779697721.327581:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe5ee2000. 00000001:00000010:3.0:1779697721.328168:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41ce40. 00000001:00000010:3.0:1779697721.328175:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75430c0. 00000020:00000010:3.0:1779697721.328210:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c840. 00010000:00000010:3.0:1779697721.328219:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697721.328223:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697721.328236:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697721.328269:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.328284:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697721.328301:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974492, last committed = 8589974453 00010000:00000200:3.0:1779697721.328312:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61636300 x1866146215508224/t8589974492(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.328333:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697721.328341:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215508224, offset 224 00000400:00000010:3.0:1779697721.328348:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0770. 00000400:00000200:3.0:1779697721.328352:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.328367:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.328374:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309384:309384:256:4294967295] 192.168.203.23@tcp LPNI seq info [309380:309380:8:4294967295] 00000400:00000200:3.0:1779697721.328380:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.328386:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.328412:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.328417:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697721.328423:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.328431:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.328435:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.328452:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697721.328456:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.328459:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5e00. 00000800:00000200:3.0:1779697721.328544:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.328548:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697721.328551:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.328556:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697721.329021:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697721.329028:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d80. 00010000:00000010:2.0:1779697721.329035:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000400:00000200:3.0:1779697721.331032:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.331051:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1d1 00000400:00000200:3.0:1779697721.331119:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.331125:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.331132:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:3.0:1779697721.331135:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00000400:00000200:3.0:1779697721.331222:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.331230:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463980 00000400:00000200:3.0:1779697721.331237:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 114520 00000400:00000200:3.0:1779697721.331457:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.331464:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.331471:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.331478:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59500. 00000020:00000010:2.0:1779697721.331584:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.331590:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.331597:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:2.0:1779697721.331603:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697721.331608:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697721.331653:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.331657:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697721.331660:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215508352 00000001:00000010:2.0:1779697721.331682:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:2.0:1779697721.331712:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697721.331719:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697721.331755:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf1331000. 00010000:00000010:2.0:1779697721.331787:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697721.331792:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697721.331811:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697721.331814:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697721.331819:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.331823:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000004:00000010:2.0:1779697721.331927:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310f00. 00000004:00000010:2.0:1779697721.331937:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ef78. 00000004:00000010:2.0:1779697721.331943:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c110. 00080000:00000010:2.0:1779697721.331953:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f008. 00010000:00000010:3.0:1779697721.333004:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697721.333011:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697721.333016:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697721.333022:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697721.333100:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697721.333117:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697721.333123:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:3.0:1779697721.333149:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:3.0:1779697721.333168:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59500 x1866146215508352/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.333189:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697721.333195:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215508352, offset 224 00000400:00000200:3.0:1779697721.333202:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.333213:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.333220:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309385:309385:256:4294967295] 192.168.203.23@tcp LPNI seq info [309381:309381:8:4294967295] 00000400:00000200:3.0:1779697721.333234:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.333240:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.333246:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697721.333253:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.333261:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.333265:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.333292:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:3.0:1779697721.333297:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:3.0:1779697721.333301:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:2.0:1779697721.335298:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.335305:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697721.335312:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.335319:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.335325:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:2.0:1779697721.335328:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00010000:00000010:1.0:1779697721.335451:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:1.0:1779697721.335460:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00000400:00000200:1.0:1779697721.335887:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.335902:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463a80 00000400:00000200:1.0:1779697721.335911:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 115096 00000400:00000200:1.0:1779697721.335925:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.335929:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.335936:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.335941:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac9f76d80. 00000020:00000010:3.0:1779697721.336020:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff87c0. 00000020:00000010:3.0:1779697721.336025:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff87c0. 00000020:00000010:3.0:1779697721.336030:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5e00. 00000020:00000010:3.0:1779697721.336034:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536480. 00000020:00000010:3.0:1779697721.336039:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.336136:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff87c0. 00000020:00000010:3.0:1779697721.336140:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff87c0. 00000100:00000200:3.0:1779697721.336143:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215508608 02000000:00000010:3.0:1779697721.336175:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb0ca000. 00010000:00000010:3.0:1779697721.336205:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697721.336215:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697721.336231:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697721.336236:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697721.336250:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697721.336253:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536380. 00010000:00000010:3.0:1779697721.336257:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697721.336260:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.336368:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697721.336373:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536280. 00010000:00000010:3.0:1779697721.336377:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.336381:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.1:1779697721.336426:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697721.336433:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697721.336439:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697721.336445:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00000020:00000010:3.0:1779697721.336480:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97140. 00000020:00000010:3.0:1779697721.336488:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97140. 00000020:00000010:3.0:1779697721.336500:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c000. 00080000:00000010:3.0:1779697721.336510:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe5ee1000. 00000001:00000010:3.0:1779697721.337233:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c3c0. 00000001:00000010:3.0:1779697721.337241:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697721.337281:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c000. 00010000:00000010:3.0:1779697721.337290:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.337295:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697721.337308:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697721.337386:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697721.337430:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697721.337446:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974493, last committed = 8589974453 00010000:00000200:3.0:1779697721.337456:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac9f76d80 x1866146215508608/t8589974493(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.337474:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697721.337480:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215508608, offset 224 00000400:00000010:3.0:1779697721.337486:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0930. 00000400:00000200:3.0:1779697721.337490:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.337502:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.337509:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309386:309386:256:4294967295] 192.168.203.23@tcp LPNI seq info [309382:309382:8:4294967295] 00000400:00000200:3.0:1779697721.337514:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.337521:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.337527:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.337532:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697721.337549:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.337556:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.337560:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.337581:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536480. 00000020:00000010:3.0:1779697721.337585:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.337589:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5e00. 00000800:00000200:2.0:1779697721.337785:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.337789:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697721.337793:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.337799:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.339351:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.339366:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1d9 00000400:00000200:2.0:1779697721.339372:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.339376:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.339381:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:2.0:1779697721.339384:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00010000:00000010:3.0:1779697721.339486:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.339495:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536380. 00000400:00000200:3.0:1779697721.340770:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.340784:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463b00 00000400:00000200:3.0:1779697721.340791:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 115584 00000400:00000200:3.0:1779697721.340842:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.340847:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.340853:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.340860:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd5aa00. 00000020:00000010:2.0:1779697721.340935:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.340940:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.340946:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130a00. 00000020:00000010:2.0:1779697721.340951:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7800. 00000020:00000010:2.0:1779697721.340956:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697721.340994:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.340998:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697721.341000:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215508736 00000001:00000010:2.0:1779697721.341011:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75430c0. 00010000:00000010:2.0:1779697721.341032:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697721.341040:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 02000000:00000010:2.0:1779697721.341076:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1aad000. 00010000:00000010:2.0:1779697721.341102:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697721.341105:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697721.341121:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697721.341125:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697721.341129:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697721.341132:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697721.341220:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697721.341227:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed20. 00000004:00000010:2.0:1779697721.341233:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cee0. 00080000:00000010:2.0:1779697721.341241:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54ee40. 00010000:00000010:1.0:1779697721.344760:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:1.0:1779697721.344778:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536280. 00010000:00000010:1.0:1779697721.344791:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543cc0. 00010000:00000010:2.1:1779697721.344926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:2.1:1779697721.344933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697721.346360:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697721.346368:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.346375:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.346381:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.346861:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:3.0:1779697721.346873:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697721.346878:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:3.0:1779697721.346906:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000200:3.0:1779697721.346927:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd5aa00 x1866146215508736/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.346951:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697721.346959:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215508736, offset 224 00000400:00000200:3.0:1779697721.346967:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.346981:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.346986:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309387:309387:256:4294967295] 192.168.203.23@tcp LPNI seq info [309383:309383:8:4294967295] 00000400:00000200:3.0:1779697721.346998:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.347003:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.347009:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697721.347016:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.347023:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.347029:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.347047:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7800. 00000020:00000010:3.0:1779697721.347051:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000800:00000200:2.0:1779697721.347238:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.347243:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697721.347248:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.347255:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.347261:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:2.0:1779697721.347264:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000020:00000010:3.0:1779697721.350039:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130a00. 00000400:00000200:1.0:1779697721.350157:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.350174:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463c00 00000400:00000200:1.0:1779697721.350184:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 116160 00000400:00000200:1.0:1779697721.350201:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.350207:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.350214:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.350223:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cae930bb80. 00000020:00000010:3.0:1779697721.350359:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697721.350364:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697721.350370:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5e00. 00000020:00000010:3.0:1779697721.350375:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697721.350380:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.350460:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697721.350464:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000100:00000200:3.0:1779697721.350468:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215508992 02000000:00000010:3.0:1779697721.350504:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff6000. 00010000:00000010:3.0:1779697721.350706:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.350727:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.350760:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.350766:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.350783:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697721.350786:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.350791:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697721.350796:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697721.350904:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697721.350908:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697721.350911:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.350914:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000020:00000010:3.0:1779697721.350939:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697721.350945:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97440. 00000020:00000010:3.0:1779697721.350956:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41cc60. 00080000:00000010:3.0:1779697721.350965:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe5ee3c00. 00010000:00000010:1.1:1779697721.355195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:1.1:1779697721.355213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:1.1:1779697721.355220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697721.355224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697721.355321:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697721.355330:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:3.1:1779697721.355336:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:3.1:1779697721.355341:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697721.355346:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697721.355353:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697721.355360:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697721.355367:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000001:00000010:3.0:1779697721.355859:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46643c0. 00000001:00000010:3.0:1779697721.355868:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543f00. 00000020:00000010:3.0:1779697721.355903:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41cc60. 00010000:00000010:3.0:1779697721.355917:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697721.355924:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697721.355947:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697721.355991:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697721.356017:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:3.0:1779697721.356041:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974494, last committed = 8589974453 00010000:00000200:3.0:1779697721.356053:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cae930bb80 x1866146215508992/t8589974494(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.356499:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697721.356508:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215508992, offset 224 00000400:00000010:3.0:1779697721.356516:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0968. 00000400:00000200:3.0:1779697721.356523:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.356552:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.356560:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309388:309388:256:4294967295] 192.168.203.23@tcp LPNI seq info [309384:309384:8:4294967295] 00000400:00000200:3.0:1779697721.356568:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.356579:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.356587:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.356592:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697721.356600:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.356609:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.356613:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1779697721.356713:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:1.0:1779697721.356722:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e00. 00010000:00000010:1.0:1779697721.356730:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000020:00000010:3.0:1779697721.356776:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697721.356782:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.356786:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5e00. 00010000:00000010:3.1:1779697721.359573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697721.359589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697721.359597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697721.359604:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697721.359607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697721.359610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00000800:00000200:2.0:1779697721.359682:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.359687:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697721.359692:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.359700:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.363863:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.363885:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1e1 00000400:00000200:2.0:1779697721.363893:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.363897:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.363905:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:2.0:1779697721.363908:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:2.0:1779697721.363942:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.363949:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463c80 00000400:00000200:2.0:1779697721.363956:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 116648 00010000:00000010:1.0:1779697721.364184:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:1.0:1779697721.364198:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00000400:00000200:2.0:1779697721.364443:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.364449:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.364454:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.364461:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61635500. 00010000:00000010:1.1:1779697721.367464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697721.367478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697721.367558:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697721.367563:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00000020:00000010:3.0:1779697721.367599:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697721.367604:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697721.367609:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5e00. 00000020:00000010:3.0:1779697721.367614:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697721.367620:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697721.367692:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8980. 00000020:00000010:3.0:1779697721.367695:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8980. 00000100:00000200:3.0:1779697721.367699:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215509120 00000001:00000010:3.0:1779697721.367709:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:3.0:1779697721.367733:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.367740:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 02000000:00000010:3.0:1779697721.367777:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeff1000. 00010000:00000010:3.0:1779697721.367804:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697721.367808:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697721.367824:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697721.367827:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697721.367831:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.367834:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000004:00000010:3.0:1779697721.367925:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3c20. 00000004:00000010:3.0:1779697721.367933:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af258. 00000004:00000010:3.0:1779697721.367939:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83760. 00080000:00000010:3.0:1779697721.367947:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2dab8. 00010000:00000010:3.0:1779697721.369315:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697721.369323:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.369328:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697721.369334:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697721.369467:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697721.369481:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697721.369487:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697721.369514:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:3.0:1779697721.369595:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61635500 x1866146215509120/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.369675:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697721.369683:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215509120, offset 224 00000400:00000200:2.0:1779697721.369691:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.369704:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.369710:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309389:309389:256:4294967295] 192.168.203.23@tcp LPNI seq info [309385:309385:8:4294967295] 00000400:00000200:2.0:1779697721.369721:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.369726:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.369731:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697721.369738:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.369755:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.369759:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.369811:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c00. 00000020:00000010:2.0:1779697721.369815:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:2.0:1779697721.369819:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5e00. 00000800:00000200:1.0:1779697721.374360:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.374371:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:1.0:1779697721.374379:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.374403:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.374411:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:1.0:1779697721.374414:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000400:00000200:1.0:1779697721.374445:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.374459:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463d80 00000400:00000200:1.0:1779697721.374468:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 117224 00000400:00000200:1.0:1779697721.374485:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.374490:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.374497:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.374504:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5442a00. 00000020:00000010:3.0:1779697721.374800:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697721.374807:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697721.374814:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5400. 00000020:00000010:3.0:1779697721.374821:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697721.374827:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697721.374867:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f00. 00000020:00000010:3.0:1779697721.374870:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f00. 00000100:00000200:3.0:1779697721.374874:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215509376 02000000:00000010:3.0:1779697721.374907:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeeff5000. 00010000:00000010:3.0:1779697721.374945:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697721.374964:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.374985:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697721.374992:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697721.375008:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697721.375011:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697721.375016:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697721.375020:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.375336:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697721.375340:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697721.375344:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697721.375347:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000020:00000010:3.0:1779697721.375375:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97c80. 00000020:00000010:3.0:1779697721.375382:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97c80. 00000020:00000010:3.0:1779697721.375418:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac46645a0. 00080000:00000010:3.0:1779697721.375427:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe5ee3000. 00000001:00000010:1.0:1779697721.376346:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a3c0. 00000001:00000010:1.0:1779697721.376354:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697721.376453:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac46645a0. 00010000:00000010:1.0:1779697721.376466:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697721.376471:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697721.376487:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697721.376639:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:1.0:1779697721.376658:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000200:1.0:1779697721.376687:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974495, last committed = 8589974453 00010000:00000200:1.0:1779697721.376698:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5442a00 x1866146215509376/t8589974495(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.376717:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697721.376724:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215509376, offset 224 00000400:00000010:1.0:1779697721.376730:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42ba48. 00000400:00000200:1.0:1779697721.376734:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.376757:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.376763:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309390:309390:256:4294967295] 192.168.203.23@tcp LPNI seq info [309386:309386:8:4294967295] 00000400:00000200:1.0:1779697721.376769:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.376775:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.376780:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.376785:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697721.376791:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.376798:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.376801:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.376828:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:1.0:1779697721.376832:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:1.0:1779697721.376836:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5400. 00000800:00000200:3.0:1779697721.377072:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.377076:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:3.0:1779697721.377081:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.377086:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.381652:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.381680:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1e9 00000400:00000200:3.0:1779697721.381686:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.381689:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.381696:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:3.0:1779697721.381698:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00010000:00000010:3.0:1779697721.381755:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.381766:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:2.0:1779697721.384707:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:2.0:1779697721.384726:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e00. 00010000:00000010:2.0:1779697721.384739:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.1:1779697721.385444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:1.1:1779697721.385455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.1:1779697721.387162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697721.387174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000400:00000200:3.0:1779697721.387267:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.387285:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463e00 00000400:00000200:3.0:1779697721.387294:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 117712 00000400:00000200:3.0:1779697721.387354:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.387360:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.387369:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.387375:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd5ad80. 00000020:00000010:2.0:1779697721.388468:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.388475:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.388482:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697721.388488:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697721.388493:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697721.388753:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.388757:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697721.388760:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215509504 00000001:00000010:2.0:1779697721.388770:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543f00. 00010000:00000010:2.0:1779697721.388792:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697721.388800:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 02000000:00000010:2.0:1779697721.388824:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac1aaf000. 00010000:00000010:2.0:1779697721.388851:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697721.388855:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697721.388876:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697721.388879:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697721.388883:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.388886:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000004:00000010:2.0:1779697721.388975:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311e00. 00000004:00000010:2.0:1779697721.388983:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ec30. 00000004:00000010:2.0:1779697721.388990:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355da90. 00080000:00000010:2.0:1779697721.388999:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54fab8. 00010000:00000010:1.1:1779697721.389777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:1.1:1779697721.389788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697721.391436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697721.391451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:3.1:1779697721.391458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697721.391462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697721.391468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697721.391473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:3.1:1779697721.391478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697721.391483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:2.1:1779697721.393145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697721.393158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.0:1779697721.394967:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697721.394977:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697721.394985:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697721.394993:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697721.395090:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697721.395109:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697721.395117:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:3.0:1779697721.395151:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000200:3.0:1779697721.395175:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd5ad80 x1866146215509504/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.395197:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697721.395204:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215509504, offset 224 00000400:00000200:3.0:1779697721.395213:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.395230:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.395237:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309391:309391:256:4294967295] 192.168.203.23@tcp LPNI seq info [309387:309387:8:4294967295] 00000400:00000200:3.0:1779697721.395253:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.395261:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.395268:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697721.395276:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.395284:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.395289:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.395313:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:3.0:1779697721.395318:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:3.0:1779697721.395323:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:1.0:1779697721.397817:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.397825:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697721.397833:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.397840:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.397848:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:1.0:1779697721.397851:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00010000:00000010:3.1:1779697721.402431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697721.402446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:3.1:1779697721.402462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697721.402465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000400:00000200:3.0:1779697721.405252:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.405274:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006463f00 00000400:00000200:3.0:1779697721.405283:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 118288 00000400:00000200:3.0:1779697721.405298:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.405303:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.405312:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.405321:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59c00. 00000020:00000010:2.0:1779697721.405437:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.405444:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.405449:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131200. 00000020:00000010:2.0:1779697721.405456:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697721.405462:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697721.405514:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.405516:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697721.405520:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215509760 02000000:00000010:2.0:1779697721.405570:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb2b5a4000. 00010000:00000010:2.0:1779697721.405633:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:2.0:1779697721.405663:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00010000:00000010:2.0:1779697721.405685:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697721.405691:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697721.405708:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697721.405712:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697721.405717:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697721.405721:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697721.405838:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697721.405842:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697721.405845:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697721.405848:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000020:00000010:2.0:1779697721.405870:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697721.405876:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b1c0. 00000020:00000010:2.0:1779697721.405886:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171c00. 00080000:00000010:2.0:1779697721.405895:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacd00d800. 00000001:00000010:2.0:1779697721.406385:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc83246c0. 00000001:00000010:2.0:1779697721.406430:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697721.406471:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171c00. 00010000:00000010:2.0:1779697721.406480:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697721.406484:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.406497:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697721.406531:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.406545:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697721.406562:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974496, last committed = 8589974453 00010000:00000200:2.0:1779697721.406571:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59c00 x1866146215509760/t8589974496(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.406590:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697721.406596:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215509760, offset 224 00000400:00000010:2.0:1779697721.406602:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70e00. 00000400:00000200:2.0:1779697721.406607:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.406621:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.406629:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309392:309392:256:4294967295] 192.168.203.23@tcp LPNI seq info [309388:309388:8:4294967295] 00000400:00000200:2.0:1779697721.406634:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697721.406642:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.406648:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.406654:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697721.406661:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.406668:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.406671:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.406698:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697721.406702:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697721.406706:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131200. 00010000:00000010:2.0:1779697721.406736:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.406753:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697721.406759:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000800:00000200:3.0:1779697721.406824:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.406829:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697721.406833:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.406838:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.408646:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.408662:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1f1 00000400:00000200:1.0:1779697721.408669:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.408672:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.408678:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:1.0:1779697721.408680:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 00010000:00000010:3.0:1779697721.410651:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:3.0:1779697721.410666:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00000400:00000200:2.0:1779697721.410819:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.410834:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006463f80 00000400:00000200:2.0:1779697721.410842:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 118776 00000400:00000200:2.0:1779697721.411018:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.411024:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.411031:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.411038:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637100. 00000020:00000010:3.0:1779697721.411504:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.411510:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.411515:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d4400. 00000020:00000010:3.0:1779697721.411520:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697721.411526:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697721.411562:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.411565:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697721.411568:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215509888 00000001:00000010:3.0:1779697721.411579:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:3.0:1779697721.411607:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697721.411614:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 02000000:00000010:3.0:1779697721.411640:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeff0000. 00010000:00000010:3.0:1779697721.411679:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.411685:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697721.411702:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697721.411707:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697721.411711:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.411713:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000004:00000010:3.0:1779697721.411843:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa25a0. 00000004:00000010:3.0:1779697721.411852:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af1e0. 00000004:00000010:3.0:1779697721.411860:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82660. 00080000:00000010:3.0:1779697721.411869:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2ce40. 00010000:00000010:2.1:1779697721.414892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:2.1:1779697721.414905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697721.415349:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697721.415356:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697721.415361:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697721.415368:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697721.415585:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697721.415600:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:2.0:1779697721.415611:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00010000:00000010:2.0:1779697721.415637:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000200:2.0:1779697721.415656:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61637100 x1866146215509888/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.415845:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697721.415853:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215509888, offset 224 00000400:00000200:2.0:1779697721.415860:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.415878:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.415885:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309393:309393:256:4294967295] 192.168.203.23@tcp LPNI seq info [309389:309389:8:4294967295] 00000400:00000200:2.0:1779697721.415896:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.415901:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.415906:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697721.415912:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.415919:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.415923:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.415980:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d80. 00000020:00000010:2.0:1779697721.415985:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:2.0:1779697721.415988:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d4400. 00000800:00000200:3.0:1779697721.416291:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.416296:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697721.416300:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.416306:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.416311:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:3.0:1779697721.416313:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00010000:00000010:2.1:1779697721.417607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697721.417615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697721.417619:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697721.417622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697721.420506:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697721.420518:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00000400:00000200:3.0:1779697721.420551:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.420568:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464080 00000400:00000200:3.0:1779697721.420576:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 119352 00000400:00000200:3.0:1779697721.420589:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.420594:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.420601:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.420622:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd5b480. 00010000:00000010:2.1:1779697721.420735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:2.1:1779697721.420754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:2.1:1779697721.420758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:2.1:1779697721.420769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000020:00000010:0.0:1779697721.420893:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697721.420899:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697721.420904:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697721.420909:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697721.420914:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.420942:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697721.420944:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000100:00000200:0.0:1779697721.420947:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215510144 02000000:00000010:0.0:1779697721.420980:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3ba000. 00010000:00000010:0.0:1779697721.421015:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:0.0:1779697721.421027:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e00. 00010000:00000010:0.0:1779697721.421044:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697721.421049:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697721.421062:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697721.421065:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6500. 00010000:00000010:0.0:1779697721.421069:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697721.421072:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697721.421170:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f600. 00010000:00000010:0.0:1779697721.421173:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6300. 00010000:00000010:0.0:1779697721.421176:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697721.421179:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000020:00000010:0.0:1779697721.421199:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fa20. 00000020:00000010:0.0:1779697721.421205:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fa20. 00000020:00000010:0.0:1779697721.421214:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1000. 00080000:00000010:0.0:1779697721.421223:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad1418800. 00000001:00000010:0.0:1779697721.421968:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f14e0. 00000001:00000010:0.0:1779697721.421975:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697721.422007:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1000. 00010000:00000010:0.0:1779697721.422015:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697721.422020:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697721.422033:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98feb40. 00010000:00000010:0.0:1779697721.422072:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697721.422085:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000200:0.0:1779697721.422099:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974497, last committed = 8589974453 00010000:00000200:0.0:1779697721.422108:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd5b480 x1866146215510144/t8589974497(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697721.422127:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697721.422132:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215510144, offset 224 00000400:00000010:0.0:1779697721.422139:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725498. 00000400:00000200:0.0:1779697721.422143:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.422154:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.422161:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309394:309394:256:4294967295] 192.168.203.23@tcp LPNI seq info [309390:309390:8:4294967295] 00000400:00000200:0.0:1779697721.422167:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697721.422173:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.422179:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.422183:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697721.422189:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.422196:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.422201:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.422219:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779697721.422223:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.422226:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:0.0:1779697721.422303:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.422307:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697721.422310:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.422315:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697721.422882:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:3.0:1779697721.422891:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6300. 00010000:00000010:3.0:1779697721.422898:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98feb40. 00000400:00000200:3.0:1779697721.425081:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.425101:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa1f9 00000400:00000200:3.0:1779697721.425108:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.425112:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.425119:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:3.0:1779697721.425122:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00010000:00000010:0.0:1779697721.425208:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697721.425217:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6500. 00000400:00000200:3.0:1779697721.427288:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.427306:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464100 00000400:00000200:3.0:1779697721.427315:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 119840 00000400:00000200:3.0:1779697721.427373:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.427902:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.427912:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.427920:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59180. 00000020:00000010:2.0:1779697721.428074:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.428080:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.428085:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131200. 00000020:00000010:2.0:1779697721.428091:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779697721.428096:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697721.428134:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.428137:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697721.428140:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215510272 00000001:00000010:2.0:1779697721.428151:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697721.428175:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697721.428182:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 02000000:00000010:2.0:1779697721.428207:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb2b5a7000. 00010000:00000010:2.0:1779697721.428233:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697721.428236:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697721.428255:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697721.428258:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f00. 00010000:00000010:2.0:1779697721.428273:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697721.428277:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697721.428370:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83101e0. 00000004:00000010:2.0:1779697721.428379:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e618. 00000004:00000010:2.0:1779697721.428548:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c330. 00080000:00000010:2.0:1779697721.428558:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f398. 00010000:00000010:3.0:1779697721.430119:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697721.430126:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697721.430131:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.430137:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697721.430208:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697721.430221:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697721.430226:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f00. 00010000:00000010:3.0:1779697721.430249:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000200:3.0:1779697721.430289:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59180 x1866146215510272/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.430311:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697721.430318:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215510272, offset 224 00000400:00000200:3.0:1779697721.430325:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.430338:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.430344:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309395:309395:256:4294967295] 192.168.203.23@tcp LPNI seq info [309391:309391:8:4294967295] 00000400:00000200:3.0:1779697721.430355:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.430361:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.430365:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697721.430371:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.430379:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.430758:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.430816:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:3.0:1779697721.430821:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:3.0:1779697721.430824:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131200. 00000800:00000200:0.0:1779697721.432149:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.432156:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697721.432161:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.432169:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697721.432175:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:0.0:1779697721.432177:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000400:00000200:3.0:1779697721.436147:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.436167:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464200 00000400:00000200:3.0:1779697721.436176:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 120416 00000400:00000200:3.0:1779697721.436190:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.436195:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.436202:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.436209:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59880. 00000020:00000010:0.0:1779697721.439503:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697721.439512:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697721.439518:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697721.439524:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:0.0:1779697721.439529:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.441775:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697721.441784:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000100:00000200:0.0:1779697721.441789:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215510528 02000000:00000010:0.0:1779697721.441826:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3be000. 00010000:00000010:0.0:1779697721.441866:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:0.0:1779697721.441886:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00010000:00000010:0.0:1779697721.441906:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697721.441912:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697721.441927:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697721.441930:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697721.441934:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697721.441937:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697721.442057:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697721.442060:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697721.442063:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697721.442066:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00000020:00000010:0.0:1779697721.442088:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f540. 00000020:00000010:0.0:1779697721.442093:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f540. 00000020:00000010:0.0:1779697721.442102:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1000. 00080000:00000010:0.0:1779697721.442111:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad141a800. 00010000:00000010:3.1:1779697721.444477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f600. 00010000:00000010:3.1:1779697721.444490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697721.447802:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:0.1:1779697721.447820:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697721.447827:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697721.447830:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000001:00000010:0.0:1779697721.448451:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1ba0. 00000001:00000010:0.0:1779697721.448461:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697721.448499:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1000. 00010000:00000010:0.0:1779697721.448514:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697721.448523:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697721.448546:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697721.448605:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697721.448624:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:3.0:1779697721.449655:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:3.0:1779697721.449666:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:3.0:1779697721.449675:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00010000:00000200:0.0:1779697721.459799:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974498, last committed = 8589974453 00010000:00000200:0.0:1779697721.459819:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59880 x1866146215510528/t8589974498(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697721.459843:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697721.459850:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215510528, offset 224 00000400:00000010:0.0:1779697721.459858:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725348. 00000400:00000200:0.0:1779697721.459862:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.459875:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.459881:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309396:309396:256:4294967295] 192.168.203.23@tcp LPNI seq info [309392:309392:8:4294967295] 00000400:00000200:0.0:1779697721.459887:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697721.459894:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.459899:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.459905:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697721.459911:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.459919:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.459923:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.459955:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:0.0:1779697721.459961:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.459965:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697721.460061:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.460066:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697721.460071:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.460077:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697721.462985:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697721.463004:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa201 00000400:00000200:0.0:1779697721.463010:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.463015:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697721.463022:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:0.0:1779697721.463026:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00000400:00000200:0.0:1779697721.463049:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.463068:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464280 00000400:00000200:0.0:1779697721.463077:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 120904 00000400:00000200:0.0:1779697721.463128:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.463133:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.463138:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.463144:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710700. 00010000:00000010:3.1:1779697721.464033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:3.1:1779697721.464042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697721.464047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697721.464050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000020:00000010:3.0:1779697721.464114:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8080. 00000020:00000010:3.0:1779697721.464120:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8080. 00000020:00000010:3.0:1779697721.464126:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d4400. 00000020:00000010:3.0:1779697721.464132:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b80. 00000020:00000010:3.0:1779697721.464137:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697721.464174:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8080. 00000020:00000010:3.0:1779697721.464177:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8080. 00000100:00000200:3.0:1779697721.464180:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215510656 00000001:00000010:3.0:1779697721.464190:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:3.0:1779697721.464212:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.464220:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 02000000:00000010:3.0:1779697721.464245:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeeff3000. 00010000:00000010:3.0:1779697721.464293:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.464298:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697721.464315:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697721.464319:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697721.464324:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.464327:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697721.464543:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2d20. 00000004:00000010:3.0:1779697721.464552:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af168. 00000004:00000010:3.0:1779697721.464559:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82440. 00080000:00000010:3.0:1779697721.464567:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d728. 00010000:00000010:0.1:1779697721.464945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:0.1:1779697721.464952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:2.0:1779697721.465055:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:2.0:1779697721.465064:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:3.0:1779697721.467886:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697721.467897:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697721.467903:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697721.467911:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697721.467992:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697721.468005:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697721.468010:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697721.468036:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000200:3.0:1779697721.468071:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710700 x1866146215510656/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.468093:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697721.468101:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215510656, offset 224 00000400:00000200:3.0:1779697721.468108:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.468122:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.468130:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309397:309397:256:4294967295] 192.168.203.23@tcp LPNI seq info [309393:309393:8:4294967295] 00000400:00000200:3.0:1779697721.468140:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.468146:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.468151:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697721.468157:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.468165:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.468169:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.471822:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b80. 00000020:00000010:3.0:1779697721.471838:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697721.471843:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d4400. 00010000:00000010:3.1:1779697721.475213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697721.475231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697721.475821:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:0.1:1779697721.475829:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697721.475835:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697721.475838:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000800:00000200:0.0:1779697721.476229:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.476235:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697721.476241:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.476250:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697721.476258:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:0.0:1779697721.476260:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:0.0:1779697721.481954:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.481973:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464380 00000400:00000200:0.0:1779697721.481982:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 121480 00000400:00000200:0.0:1779697721.481995:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.482000:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.482007:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.482015:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6711c00. 00000020:00000010:1.0:1779697721.482176:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.482182:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.482188:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9050e00. 00000020:00000010:1.0:1779697721.482192:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.482197:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.482257:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.482260:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.482263:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215510912 02000000:00000010:1.0:1779697721.482305:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3e000. 00010000:00000010:1.0:1779697721.482345:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:1.0:1779697721.482362:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:1.0:1779697721.482407:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697721.482413:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:2.1:1779697721.482419:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:2.1:1779697721.482426:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.0:1779697721.482433:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697721.482437:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697721.482441:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697721.482444:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697721.482552:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697721.482555:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697721.482559:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697721.482562:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00000020:00000010:1.0:1779697721.482583:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccd60. 00000020:00000010:1.0:1779697721.482589:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccd60. 00000020:00000010:1.0:1779697721.482599:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a0c0. 00080000:00000010:1.0:1779697721.482860:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cb35631000. 00000001:00000010:1.0:1779697721.484608:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aea0. 00000001:00000010:1.0:1779697721.484618:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9be40. 00000020:00000010:1.0:1779697721.484674:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a0c0. 00010000:00000010:1.0:1779697721.484689:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.484697:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697721.484719:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697721.485205:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697721.485227:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697721.485248:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974499, last committed = 8589974453 00010000:00000200:1.0:1779697721.485260:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6711c00 x1866146215510912/t8589974499(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.485282:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697721.485289:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215510912, offset 224 00000400:00000010:1.0:1779697721.485298:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b3b8. 00000400:00000200:1.0:1779697721.485304:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.485375:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.485382:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309398:309398:256:4294967295] 192.168.203.23@tcp LPNI seq info [309394:309394:8:4294967295] 00000400:00000200:1.0:1779697721.485578:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.485589:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.485597:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.485604:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697721.485611:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.485620:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.485624:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.485650:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.485655:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.485660:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9050e00. 00010000:00000010:0.0:1779697721.485849:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:0.0:1779697721.485858:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:0.0:1779697721.485869:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000800:00000200:1.0:1779697721.485937:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.485941:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697721.485947:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.485953:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697721.487437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697721.487449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697721.487455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697721.487459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:0.1:1779697721.491437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:0.1:1779697721.491458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:0.0:1779697721.492802:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697721.492821:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa209 00000400:00000200:0.0:1779697721.492828:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1779697721.492828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00000400:00000200:0.0:1779697721.492836:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697721.492842:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00010000:00000010:1.1:1779697721.492843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00000400:00000010:0.0:1779697721.492846:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00010000:00000010:1.1:1779697721.492848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697721.492853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.0:1779697721.492970:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:3.0:1779697721.492981:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00000400:00000200:0.0:1779697721.493550:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.493560:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464400 00000400:00000200:0.0:1779697721.493568:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 121968 00000400:00000200:0.0:1779697721.493618:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.493622:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.493627:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.493634:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6710000. 00000020:00000010:3.0:1779697721.493715:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697721.493720:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697721.493770:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502c00. 00000020:00000010:3.0:1779697721.493776:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697721.493781:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697721.493826:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697721.493829:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000100:00000200:3.0:1779697721.493832:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215511040 00000001:00000010:3.0:1779697721.493841:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:3.0:1779697721.493861:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.493868:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 02000000:00000010:3.0:1779697721.493894:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef0000. 00010000:00000010:3.0:1779697721.493921:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.493925:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697721.493941:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697721.493944:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697721.493948:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.493952:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00000004:00000010:3.0:1779697721.494043:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa21e0. 00000004:00000010:3.0:1779697721.494052:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af348. 00000004:00000010:3.0:1779697721.494058:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82cc0. 00080000:00000010:3.0:1779697721.494067:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c720. 00010000:00000010:3.0:1779697721.494676:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697721.494681:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697721.494685:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697721.494690:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697721.494756:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697721.494765:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697721.494769:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697721.494787:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000200:3.0:1779697721.494803:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6710000 x1866146215511040/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.494822:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697721.494828:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215511040, offset 224 00000400:00000200:3.0:1779697721.494835:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.494846:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.494851:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309399:309399:256:4294967295] 192.168.203.23@tcp LPNI seq info [309395:309395:8:4294967295] 00000400:00000200:3.0:1779697721.494861:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.494866:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.494870:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697721.494876:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.494883:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.494888:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.494914:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697721.494918:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697721.494921:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502c00. 00000800:00000200:0.0:1779697721.495025:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.495029:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697721.495033:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.495036:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697721.495039:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:0.0:1779697721.495041:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:3.1:1779697721.503585:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697721.503600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697721.508429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697721.508446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:3.1:1779697721.508451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697721.508454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00000400:00000200:0.0:1779697721.511498:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.511516:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464500 00000400:00000200:0.0:1779697721.511525:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 122544 00000400:00000200:0.0:1779697721.511549:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.511553:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.511562:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.511570:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6711f80. 00000020:00000010:1.0:1779697721.511713:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.511719:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.511726:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68000. 00000020:00000010:1.0:1779697721.511731:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.511736:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.511782:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.511784:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.511787:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215511296 02000000:00000010:1.0:1779697721.511821:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc2c3a000. 00010000:00000010:1.0:1779697721.511862:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:1.0:1779697721.511877:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:1.0:1779697721.511895:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697721.511900:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697721.511914:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697721.511917:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697721.511921:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697721.511923:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697721.512027:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697721.512030:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697721.512033:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697721.512037:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00000020:00000010:1.0:1779697721.512074:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc7e0. 00000020:00000010:1.0:1779697721.512081:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc7e0. 00000020:00000010:1.0:1779697721.512093:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a0c0. 00080000:00000010:1.0:1779697721.512102:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6def800. 00000001:00000010:1.0:1779697721.512725:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a120. 00000001:00000010:1.0:1779697721.512733:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b840. 00000020:00000010:1.0:1779697721.512784:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a0c0. 00010000:00000010:1.0:1779697721.512794:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697721.512799:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697721.512812:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697721.512897:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697721.512914:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697721.512931:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974500, last committed = 8589974453 00010000:00000200:1.0:1779697721.512940:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6711f80 x1866146215511296/t8589974500(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.512958:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697721.512965:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215511296, offset 224 00000400:00000010:1.0:1779697721.512972:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b850. 00000400:00000200:1.0:1779697721.512976:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.512989:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.512996:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309400:309400:256:4294967295] 192.168.203.23@tcp LPNI seq info [309396:309396:8:4294967295] 00000400:00000200:1.0:1779697721.513001:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.513008:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.513013:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.513019:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697721.513024:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.513033:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.513037:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.513064:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.513068:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.513071:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68000. 00000800:00000200:0.0:1779697721.513370:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.513375:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697721.513379:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.513385:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697721.518676:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:3.0:1779697721.518692:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:3.0:1779697721.518703:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00000400:00000200:0.0:1779697721.520225:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697721.520246:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa211 00000400:00000200:0.0:1779697721.520254:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.520259:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697721.520266:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697721.520269:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:0.0:1779697721.520305:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.520311:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464580 00000400:00000200:0.0:1779697721.520319:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 123032 00000400:00000200:0.0:1779697721.521067:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.521074:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.521082:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.521094:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1f800. 00010000:00000010:0.0:1779697721.524023:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697721.524040:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00000020:00000010:3.0:1779697721.524285:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697721.524291:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697721.524296:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:3.0:1779697721.524303:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697721.524309:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00010000:00000010:1.1:1779697721.524722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.1:1779697721.524730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00000020:00000010:3.0:1779697721.524788:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697721.524791:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000100:00000200:3.0:1779697721.524795:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215511424 00000001:00000010:3.0:1779697721.524804:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9be40. 00010000:00000010:3.0:1779697721.524832:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.524839:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 02000000:00000010:3.0:1779697721.524865:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef6000. 00010000:00000010:3.0:1779697721.524894:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.524898:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697721.524913:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697721.524916:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697721.524919:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.524923:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000004:00000010:3.0:1779697721.525016:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3e00. 00000004:00000010:3.0:1779697721.525026:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af960. 00000004:00000010:3.0:1779697721.525032:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82770. 00080000:00000010:3.0:1779697721.525041:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d8f0. 00010000:00000010:0.0:1779697721.530261:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697721.530270:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:0.0:1779697721.530278:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697721.530285:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697721.530367:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:0.0:1779697721.530381:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:0.0:1779697721.530386:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:0.0:1779697721.530437:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000200:0.0:1779697721.530459:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1f800 x1866146215511424/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697721.530479:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697721.530487:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215511424, offset 224 00000400:00000200:0.0:1779697721.530494:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.530508:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.530515:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309401:309401:256:4294967295] 192.168.203.23@tcp LPNI seq info [309397:309397:8:4294967295] 00000400:00000200:0.0:1779697721.530526:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.531120:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.531130:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697721.531137:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.531145:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.531149:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.531180:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:0.0:1779697721.531185:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:0.0:1779697721.531189:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:1.0:1779697721.531327:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.531333:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697721.531337:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.531342:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.531347:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:1.0:1779697721.531350:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00010000:00000010:1.1:1779697721.533458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697721.533468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697721.537507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697721.537524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697721.539195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697721.539207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697721.540506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:0.1:1779697721.540517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:0.1:1779697721.540521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:0.1:1779697721.540524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00000400:00000200:0.0:1779697721.542894:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.542913:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464680 00000400:00000200:0.0:1779697721.542922:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 123608 00000400:00000200:0.0:1779697721.542937:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.542941:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.542949:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.542957:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1ed80. 00000020:00000010:1.0:1779697721.543081:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.543088:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.543095:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9050e00. 00000020:00000010:1.0:1779697721.543100:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.543105:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.543142:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.543145:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.543148:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215511680 02000000:00000010:1.0:1779697721.543185:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cc00254000. 00010000:00000010:1.0:1779697721.543228:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:1.0:1779697721.543245:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00010000:00000010:1.0:1779697721.543263:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697721.543269:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697721.543285:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697721.543288:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697721.543293:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697721.543296:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697721.543445:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697721.543449:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697721.543452:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697721.543455:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00000020:00000010:1.0:1779697721.543482:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc860. 00000020:00000010:1.0:1779697721.543488:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc860. 00000020:00000010:1.0:1779697721.543499:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a0c0. 00080000:00000010:1.0:1779697721.543507:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6dedc00. 00000001:00000010:1.0:1779697721.543979:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a780. 00000001:00000010:1.0:1779697721.543988:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b600. 00000020:00000010:1.0:1779697721.544032:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a0c0. 00010000:00000010:1.0:1779697721.544042:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697721.544047:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697721.544062:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697721.544099:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697721.544116:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697721.544134:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974501, last committed = 8589974453 00010000:00000200:1.0:1779697721.544145:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1ed80 x1866146215511680/t8589974501(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.544164:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697721.544172:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215511680, offset 224 00000400:00000010:1.0:1779697721.544180:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b888. 00000400:00000200:1.0:1779697721.544184:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.544198:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.544205:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309402:309402:256:4294967295] 192.168.203.23@tcp LPNI seq info [309398:309398:8:4294967295] 00000400:00000200:1.0:1779697721.544210:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.544217:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.544223:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.544228:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697721.544235:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.544243:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.544247:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.544266:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.544270:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.544274:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9050e00. 00000800:00000200:0.0:1779697721.544631:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.544636:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697721.544641:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.544646:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697721.545075:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:3.0:1779697721.545084:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:3.0:1779697721.545091:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00010000:00000010:1.1:1779697721.548566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697721.548583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697721.548587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697721.548592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697721.553427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697721.553438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:1.0:1779697721.553783:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.553804:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa219 00000400:00000200:1.0:1779697721.553813:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.553817:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.553825:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:1.0:1779697721.553828:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00010000:00000010:3.0:1779697721.553928:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:3.0:1779697721.553939:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 00010000:00000010:3.1:1779697721.558629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:3.1:1779697721.558658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:0.0:1779697721.560402:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.560422:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464700 00000400:00000200:0.0:1779697721.560432:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 124096 00000400:00000200:0.0:1779697721.560510:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.560516:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.560525:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.560537:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1d180. 00000020:00000010:1.0:1779697721.561269:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.561275:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.561282:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68000. 00000020:00000010:1.0:1779697721.561289:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.561294:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.561340:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0b00. 00000020:00000010:1.0:1779697721.561344:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0b00. 00000100:00000200:1.0:1779697721.561348:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215511808 00000001:00000010:1.0:1779697721.561358:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b840. 00010000:00000010:1.0:1779697721.561449:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697721.561458:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 02000000:00000010:1.0:1779697721.561484:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cc00255000. 00010000:00000010:1.0:1779697721.561511:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697721.561516:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697721.561535:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697721.561539:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697721.561544:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697721.561548:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00000004:00000010:1.0:1779697721.561927:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697721.561938:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697721.561944:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697721.561953:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:1.0:1779697721.564567:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697721.564576:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697721.564582:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697721.564589:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697721.564658:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697721.564670:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697721.564675:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697721.564699:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697721.564717:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1d180 x1866146215511808/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.564737:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697721.564759:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215511808, offset 224 00000400:00000200:1.0:1779697721.564767:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.564780:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.564786:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309403:309403:256:4294967295] 192.168.203.23@tcp LPNI seq info [309399:309399:8:4294967295] 00000400:00000200:1.0:1779697721.564796:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.564801:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.564806:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697721.564813:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.564820:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.564824:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.564853:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.564857:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.564860:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68000. 00000800:00000200:2.0:1779697721.564988:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.564993:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697721.564998:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.565003:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.565008:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697721.565010:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000400:00000200:1.0:1779697721.572556:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.572587:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464800 00000400:00000200:1.0:1779697721.572596:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 124672 00000400:00000200:1.0:1779697721.572612:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.573010:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.573020:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.573030:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5440700. 00000020:00000010:2.0:1779697721.575169:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.575177:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.575184:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697721.575189:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.575195:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697721.575270:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.575273:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697721.575276:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215512064 02000000:00000010:2.0:1779697721.575316:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4bd0000. 00010000:00000010:2.0:1779697721.575360:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:2.0:1779697721.575376:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:2.0:1779697721.575416:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697721.575422:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697721.575437:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697721.575440:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697721.575444:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697721.575447:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.575556:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697721.575559:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697721.575562:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697721.575566:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697721.575586:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bec0. 00000020:00000010:2.0:1779697721.575592:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bec0. 00000020:00000010:2.0:1779697721.575602:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc8324e40. 00080000:00000010:2.0:1779697721.575611:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacd00e800. 00000001:00000010:2.0:1779697721.576137:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171180. 00000001:00000010:2.0:1779697721.576144:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697721.576179:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc8324e40. 00010000:00000010:2.0:1779697721.576187:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697721.576191:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697721.576205:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697721.576242:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697721.576255:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697721.576269:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974502, last committed = 8589974453 00010000:00000200:2.0:1779697721.576280:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5440700 x1866146215512064/t8589974502(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.576298:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697721.576305:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215512064, offset 224 00000400:00000010:2.0:1779697721.576312:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70ce8. 00000400:00000200:2.0:1779697721.576316:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.576330:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.576336:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309404:309404:256:4294967295] 192.168.203.23@tcp LPNI seq info [309400:309400:8:4294967295] 00000400:00000200:2.0:1779697721.576342:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697721.576349:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.576353:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.576358:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697721.576365:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.576373:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.576377:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.576418:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.576422:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697721.576426:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00010000:00000010:1.1:1779697721.578806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697721.578820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:1.1:1779697721.578825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697721.578828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697721.578866:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697721.578875:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:1.0:1779697721.578882:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00000800:00000200:2.0:1779697721.582139:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.582147:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697721.582155:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.582168:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.588806:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.588829:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa221 00000400:00000200:2.0:1779697721.588835:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.588840:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.588847:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697721.588850:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000400:00000200:2.0:1779697721.588884:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.588890:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464880 00000400:00000200:2.0:1779697721.588897:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 125160 00000400:00000200:2.0:1779697721.588951:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.588955:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.588960:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.588965:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636d80. 00000020:00000010:2.0:1779697721.589012:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.589016:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.589022:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697721.589028:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.589032:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00010000:00000010:3.0:1779697721.589509:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697721.589520:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697721.589633:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba280. 00000020:00000010:2.0:1779697721.589636:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba280. 00000100:00000200:2.0:1779697721.589639:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215512192 00000001:00000010:2.0:1779697721.589648:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b600. 00010000:00000010:2.0:1779697721.589682:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697721.589687:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 02000000:00000010:2.0:1779697721.589710:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4bd5000. 00010000:00000010:2.0:1779697721.589735:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.589748:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697721.589764:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697721.589767:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697721.589771:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697721.589774:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000004:00000010:2.0:1779697721.589864:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310960. 00000004:00000010:2.0:1779697721.589872:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e708. 00000004:00000010:2.0:1779697721.589877:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d870. 00080000:00000010:2.0:1779697721.589885:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e8e8. 00010000:00000010:2.0:1779697721.590701:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697721.590706:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7300. 00010000:00000010:2.0:1779697721.590710:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697721.590715:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697721.590787:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697721.590803:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697721.590807:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697721.590831:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000200:2.0:1779697721.590846:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61636d80 x1866146215512192/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.590870:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697721.590876:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215512192, offset 224 00000400:00000200:2.0:1779697721.590882:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.590898:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.590904:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309405:309405:256:4294967295] 192.168.203.23@tcp LPNI seq info [309401:309401:8:4294967295] 00000400:00000200:2.0:1779697721.590916:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.590926:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.590931:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697721.590937:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.590944:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.590948:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.590975:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.590979:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697721.590982:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:3.0:1779697721.593090:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.593098:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:3.0:1779697721.593105:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.593114:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.593121:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:3.0:1779697721.593124:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000400:00000200:3.0:1779697721.593146:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.593159:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464980 00000400:00000200:3.0:1779697721.593166:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 125736 00000400:00000200:3.0:1779697721.593178:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.593181:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.593187:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.593192:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd59f80. 00000020:00000010:3.0:1779697721.593240:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8080. 00000020:00000010:3.0:1779697721.593244:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8080. 00000020:00000010:3.0:1779697721.593250:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc3ed9400. 00000020:00000010:3.0:1779697721.593254:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697721.593259:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697721.593296:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8080. 00000020:00000010:3.0:1779697721.593299:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8080. 00000100:00000200:3.0:1779697721.593301:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215512448 02000000:00000010:3.0:1779697721.593337:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caceef7000. 00010000:00000010:3.0:1779697721.593376:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697721.593412:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7300. 00010000:00000010:3.0:1779697721.593429:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697721.593434:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697721.593450:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697721.593453:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697721.593457:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697721.593460:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697721.593877:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697721.593881:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697721.593884:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.593887:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000020:00000010:3.0:1779697721.593912:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97160. 00010000:00000010:1.1:1779697721.598469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697721.598484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697721.598643:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697721.598650:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697721.598654:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697721.598657:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00000020:00000010:2.0:1779697721.598670:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97160. 00000020:00000010:2.0:1779697721.598689:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171e40. 00080000:00000010:2.0:1779697721.598700:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacd00fc00. 00000001:00000010:2.0:1779697721.599344:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc8324060. 00000001:00000010:2.0:1779697721.599352:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00000020:00000010:2.0:1779697721.599455:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171e40. 00010000:00000010:2.0:1779697721.599468:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697721.599475:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697721.599498:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697721.599633:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:2.0:1779697721.599652:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000200:2.0:1779697721.599671:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974503, last committed = 8589974453 00010000:00000200:2.0:1779697721.599693:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd59f80 x1866146215512448/t8589974503(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.599712:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697721.599726:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215512448, offset 224 00000400:00000010:2.0:1779697721.599733:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70070. 00000400:00000200:2.0:1779697721.599737:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.599759:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.599766:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309406:309406:256:4294967295] 192.168.203.23@tcp LPNI seq info [309402:309402:8:4294967295] 00000400:00000200:2.0:1779697721.599773:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697721.599779:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.599785:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.599790:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697721.599796:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.599803:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.599807:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.599830:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:2.0:1779697721.599834:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:2.0:1779697721.599837:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc3ed9400. 00000400:00000200:2.0:1779697721.602250:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.602268:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa229 00000400:00000200:2.0:1779697721.602275:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.602280:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.602295:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.602300:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464a00 00000400:00000200:2.0:1779697721.602307:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 126224 00000400:00000200:2.0:1779697721.602355:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.602359:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.602364:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.602371:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634000. 00000800:00000200:3.0:1779697721.602786:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.602792:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697721.602796:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.602800:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.602804:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:3.0:1779697721.602807:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00010000:00000010:2.0:1779697721.603638:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:2.0:1779697721.603649:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00000020:00000010:2.0:1779697721.604477:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697721.604483:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697721.604489:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697721.604494:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.604498:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:3.0:1779697721.604608:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8080. 00000020:00000010:3.0:1779697721.604612:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8080. 00000100:00000200:3.0:1779697721.604615:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215512576 00000001:00000010:3.0:1779697721.604624:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:3.0:1779697721.604643:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.604649:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 02000000:00000010:3.0:1779697721.604727:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef2000. 00010000:00000010:3.0:1779697721.604762:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.604767:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697721.604781:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697721.604784:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:3.0:1779697721.604788:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697721.604790:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00000004:00000010:3.0:1779697721.604877:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa34a0. 00000004:00000010:3.0:1779697721.604885:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afc30. 00000004:00000010:3.0:1779697721.604891:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ba0. 00080000:00000010:3.0:1779697721.604898:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c8e8. 00010000:00000010:1.0:1779697721.605594:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:1.0:1779697721.605603:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:1.0:1779697721.605611:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697721.605908:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697721.606016:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697721.606022:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697721.606027:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697721.606146:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697721.606155:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:2.0:1779697721.606159:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef80. 00010000:00000010:2.0:1779697721.606179:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000200:2.0:1779697721.606195:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634000 x1866146215512576/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.606213:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697721.606219:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215512576, offset 224 00000400:00000200:2.0:1779697721.606226:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.606238:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.606245:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309407:309407:256:4294967295] 192.168.203.23@tcp LPNI seq info [309403:309403:8:4294967295] 00000400:00000200:2.0:1779697721.606256:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.606262:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.606267:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697721.606272:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.606280:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.606284:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.606309:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.606313:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697721.606316:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00010000:00000010:3.1:1779697721.606607:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697721.606614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697721.606617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697721.606620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00000800:00000200:1.0:1779697721.613664:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.613689:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:1.0:1779697721.613698:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.613717:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.613724:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:1.0:1779697721.613727:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00010000:00000010:2.1:1779697721.616002:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697721.616015:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697721.616019:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697721.616022:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697721.616024:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.1:1779697721.616029:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:2.0:1779697721.616436:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.616456:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464b00 00000400:00000200:2.0:1779697721.616463:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 126800 00000400:00000200:2.0:1779697721.616480:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.616484:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.616493:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.616499:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634380. 00000020:00000010:1.0:1779697721.624169:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697721.624179:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697721.624187:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc1342200. 00000020:00000010:1.0:1779697721.624193:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.624198:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.624243:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697721.624245:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697721.624248:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215512832 02000000:00000010:1.0:1779697721.624299:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc874e000. 00010000:00000010:1.0:1779697721.624354:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:1.0:1779697721.624385:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:1.0:1779697721.624421:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697721.624426:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697721.624440:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697721.624443:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697721.624448:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697721.624450:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697721.625483:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697721.625489:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697721.625493:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697721.625497:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00000020:00000010:1.0:1779697721.625593:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc160. 00000020:00000010:1.0:1779697721.625599:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc160. 00000020:00000010:1.0:1779697721.625610:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a300. 00080000:00000010:1.0:1779697721.625619:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6dee000. 00000001:00000010:1.0:1779697721.626253:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a720. 00000001:00000010:1.0:1779697721.626261:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b600. 00000020:00000010:1.0:1779697721.626302:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a300. 00010000:00000010:1.0:1779697721.626311:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697721.626316:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697721.626329:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b840. 00010000:00000010:1.0:1779697721.626503:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697721.626519:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000200:1.0:1779697721.626546:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974504, last committed = 8589974453 00010000:00000200:1.0:1779697721.626557:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634380 x1866146215512832/t8589974504(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.626577:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697721.626583:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215512832, offset 224 00000400:00000010:1.0:1779697721.626590:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b2a0. 00000400:00000200:1.0:1779697721.626594:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.626609:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.626615:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309408:309408:256:4294967295] 192.168.203.23@tcp LPNI seq info [309404:309404:8:4294967295] 00000400:00000200:1.0:1779697721.626622:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.626629:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.626635:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.626639:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697721.626645:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.626653:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.626657:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.626674:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697721.626677:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.626681:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc1342200. 00000800:00000200:3.0:1779697721.628096:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.628104:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:3.0:1779697721.628110:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.628117:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697721.631795:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abeb00. 00010000:00000010:1.1:1779697721.631809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00000400:00000200:1.0:1779697721.631853:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.631872:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa231 00000400:00000200:1.0:1779697721.631879:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.631883:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.631890:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:1.0:1779697721.631893:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00010000:00000010:3.0:1779697721.632048:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:3.0:1779697721.632069:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:2.1:1779697721.633017:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:2.1:1779697721.633028:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:2.1:1779697721.633032:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:2.1:1779697721.633035:0:189028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:2.1:1779697721.633038:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:2.1:1779697721.633040:0:189028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:2.0:1779697721.633070:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:2.0:1779697721.633077:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:2.0:1779697721.633083:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b840. 00010000:00000010:1.1:1779697721.634467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697721.634478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:1.1:1779697721.634483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697721.634486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:2.0:1779697721.637038:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.637067:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464b80 00000400:00000200:2.0:1779697721.637075:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 127288 00000400:00000200:2.0:1779697721.637138:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.637143:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.637153:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.637161:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637800. 00000020:00000010:3.0:1779697721.653674:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.653683:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.653691:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc8293200. 00000020:00000010:3.0:1779697721.653697:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e480. 00000020:00000010:3.0:1779697721.653703:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.653765:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.653768:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697721.653771:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215512960 00000001:00000010:3.0:1779697721.653782:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 00010000:00000010:3.0:1779697721.653807:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697721.653815:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 02000000:00000010:3.0:1779697721.653841:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caceef3000. 00010000:00000010:3.0:1779697721.653868:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.653871:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697721.653889:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697721.653892:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697721.653896:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697721.653899:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00000004:00000010:3.0:1779697721.654003:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3680. 00000004:00000010:3.0:1779697721.654012:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af3c0. 00000004:00000010:3.0:1779697721.654017:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ff0. 00080000:00000010:3.0:1779697721.654026:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d398. 00010000:00000010:3.1:1779697721.654452:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:3.1:1779697721.654463:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697721.655487:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697721.655494:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f500. 00010000:00000010:1.0:1779697721.655498:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697721.655504:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697721.655634:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:1.0:1779697721.655646:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:1.0:1779697721.655653:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:1.0:1779697721.655677:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:1.0:1779697721.655695:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61637800 x1866146215512960/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.655850:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697721.655858:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215512960, offset 224 00000400:00000200:1.0:1779697721.655867:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.655881:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.655887:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309409:309409:256:4294967295] 192.168.203.23@tcp LPNI seq info [309405:309405:8:4294967295] 00000400:00000200:1.0:1779697721.655900:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.655905:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.655911:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697721.655986:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.655993:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.655997:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.657193:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e480. 00000020:00000010:1.0:1779697721.657202:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:1.0:1779697721.657206:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc8293200. 00010000:00000010:2.1:1779697721.658610:0:1367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:2.1:1779697721.658620:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000800:00000200:2.0:1779697721.664081:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.664089:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697721.664097:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.664105:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.664112:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:2.0:1779697721.664115:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00010000:00000010:1.1:1779697721.668481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.1:1779697721.668506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:1.1:1779697721.668512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:1.1:1779697721.668517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00000400:00000200:1.0:1779697721.672188:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.672205:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464c80 00000400:00000200:1.0:1779697721.672215:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 127864 00000400:00000200:1.0:1779697721.672231:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.672235:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.672243:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.672250:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5443100. 00000020:00000010:2.0:1779697721.672426:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.672431:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.672437:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697721.672443:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.672447:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697721.672486:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.672489:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.672491:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215513216 02000000:00000010:2.0:1779697721.672522:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4bd1000. 00010000:00000010:2.0:1779697721.672567:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:2.0:1779697721.672582:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f500. 00010000:00000010:2.0:1779697721.672598:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697721.672602:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697721.672616:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697721.672619:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697721.672623:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.672626:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697721.673171:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697721.673175:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7580. 00010000:00000010:2.0:1779697721.673179:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697721.673182:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000020:00000010:2.0:1779697721.673207:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b160. 00000020:00000010:2.0:1779697721.673213:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b160. 00000020:00000010:2.0:1779697721.673222:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc83245a0. 00080000:00000010:2.0:1779697721.673230:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacd00f400. 00000001:00000010:2.0:1779697721.673778:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dae0. 00000001:00000010:2.0:1779697721.673785:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697721.673820:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc83245a0. 00010000:00000010:2.0:1779697721.673827:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697721.673831:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697721.673846:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697721.673885:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.673897:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697721.674104:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974505, last committed = 8589974453 00010000:00000200:2.0:1779697721.674116:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5443100 x1866146215513216/t8589974505(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.674135:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697721.674141:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215513216, offset 224 00000400:00000010:2.0:1779697721.674147:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb703f0. 00000400:00000200:2.0:1779697721.674151:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.674162:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.674169:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309410:309410:256:4294967295] 192.168.203.23@tcp LPNI seq info [309406:309406:8:4294967295] 00000400:00000200:2.0:1779697721.674174:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697721.674182:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.674187:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.674192:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697721.674198:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.674206:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.674210:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.674230:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.674234:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697721.674237:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:2.0:1779697721.674335:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.674339:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697721.674342:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.674347:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697721.674425:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:1.0:1779697721.674431:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7580. 00010000:00000010:1.0:1779697721.674437:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4540. 00000400:00000200:1.0:1779697721.681802:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.681822:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa239 00000400:00000200:1.0:1779697721.681830:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.681834:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.681840:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:1.0:1779697721.681843:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00000400:00000200:1.0:1779697721.681863:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697721.681868:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464d00 00000400:00000200:1.0:1779697721.681875:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 128352 00000400:00000200:1.0:1779697721.681926:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.681930:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697721.681935:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697721.681941:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5443b80. 00000020:00000010:1.0:1779697721.681982:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697721.681986:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697721.682001:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68000. 00000020:00000010:1.0:1779697721.682006:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.682010:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.682043:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697721.682045:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697721.682048:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215513344 00000001:00000010:1.0:1779697721.682066:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697721.682091:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697721.682098:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697721.682120:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc874b000. 00010000:00000010:1.0:1779697721.682145:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697721.682148:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697721.682164:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697721.682167:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697721.682170:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.682173:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00000004:00000010:1.0:1779697721.682253:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77be00. 00000004:00000010:1.0:1779697721.682260:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697721.682266:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562550. 00080000:00000010:1.0:1779697721.682284:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:3.0:1779697721.683365:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697721.683376:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:1.0:1779697721.685753:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697721.685762:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697721.685768:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697721.685775:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697721.685842:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697721.685853:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697721.685857:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697721.685879:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697721.685896:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5443b80 x1866146215513344/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.685975:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697721.685982:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215513344, offset 224 00000400:00000200:1.0:1779697721.686041:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.686104:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.686111:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309411:309411:256:4294967295] 192.168.203.23@tcp LPNI seq info [309407:309407:8:4294967295] 00000400:00000200:1.0:1779697721.686123:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.686129:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.686135:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697721.686141:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.686148:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.686152:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.686204:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.686208:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.686212:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68000. 00000800:00000200:2.0:1779697721.695759:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.695767:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697721.695775:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.695784:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.695794:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:2.0:1779697721.695797:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000400:00000200:3.0:1779697721.698856:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.698875:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464e00 00000400:00000200:3.0:1779697721.698883:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 128928 00000400:00000200:3.0:1779697721.698897:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.698903:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.698911:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.1:1779697721.699108:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:1.1:1779697721.699116:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00000100:00000010:3.0:1779697721.699343:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb77480. 00000020:00000010:3.0:1779697721.699415:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.699420:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.699426:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3efe00. 00000020:00000010:3.0:1779697721.699431:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ee80. 00000020:00000010:3.0:1779697721.699436:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697721.699470:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8f40. 00000020:00000010:3.0:1779697721.699473:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8f40. 00000100:00000200:3.0:1779697721.699476:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215513600 02000000:00000010:3.0:1779697721.699512:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff714000. 00010000:00000010:2.1:1779697721.700025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697721.700034:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a700. 00010000:00000010:2.1:1779697721.700038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697721.700041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.0:1779697721.701633:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00010000:00000010:3.0:1779697721.701653:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:3.0:1779697721.701683:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697721.701689:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697721.701703:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697721.701707:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:3.0:1779697721.701711:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.701714:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697721.701822:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697721.701825:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697721.701829:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.701832:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00000020:00000010:3.0:1779697721.701853:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697721.701871:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b970e0. 00000020:00000010:3.0:1779697721.701881:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664660. 00080000:00000010:3.0:1779697721.701891:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe5ee3800. 00000001:00000010:0.0:1779697721.708844:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1180. 00000001:00000010:0.0:1779697721.708856:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697721.708903:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664660. 00010000:00000010:0.0:1779697721.710269:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697721.710454:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697721.710480:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697721.710983:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:0.0:1779697721.711116:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000200:0.0:1779697721.711138:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974506, last committed = 8589974453 00010000:00000200:0.0:1779697721.711149:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb77480 x1866146215513600/t8589974506(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697721.711169:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697721.711185:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215513600, offset 224 00000400:00000010:0.0:1779697721.711192:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725620. 00000400:00000200:0.0:1779697721.711196:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.711209:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.711215:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309412:309412:256:4294967295] 192.168.203.23@tcp LPNI seq info [309408:309408:8:4294967295] 00000400:00000200:0.0:1779697721.711221:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697721.711228:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.711233:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.711239:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697721.711244:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.711252:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.711255:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.711321:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ee80. 00000020:00000010:0.0:1779697721.711327:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:0.0:1779697721.711332:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3efe00. 00010000:00000010:2.0:1779697721.712272:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:2.0:1779697721.712291:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:2.0:1779697721.712298:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00010000:00000010:1.1:1779697721.712756:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697721.712763:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697721.712767:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697721.712770:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697721.715040:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697721.715052:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697721.717444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697721.717456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:0.1:1779697721.718047:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:0.1:1779697721.718105:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000800:00000200:0.0:1779697721.724481:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.724490:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697721.724497:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.724504:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697721.726650:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697721.726669:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa241 00000400:00000200:0.0:1779697721.726676:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.726680:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697721.726686:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:0.0:1779697721.726689:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00000400:00000200:0.0:1779697721.726715:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.726720:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006464e80 00000400:00000200:0.0:1779697721.726727:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 129416 00000400:00000200:0.0:1779697721.726786:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.726790:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.726794:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.726801:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1d880. 00000020:00000010:2.0:1779697721.726875:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.726880:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.726886:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697721.726891:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779697721.726895:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697721.726938:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.726941:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.726944:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215513728 00000001:00000010:2.0:1779697721.726953:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697721.726975:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697721.726982:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697721.727015:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad1a8d000. 00010000:00000010:2.0:1779697721.727041:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697721.727044:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697721.727061:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697721.727065:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697721.727069:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697721.727072:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697721.727159:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697721.727167:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e1e0. 00000004:00000010:2.0:1779697721.727183:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355caa0. 00080000:00000010:2.0:1779697721.727191:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f728. 00010000:00000010:2.1:1779697721.728431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:2.1:1779697721.728440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697721.728755:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697721.728759:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6b00. 00010000:00000010:0.0:1779697721.728764:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697721.728769:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697721.728835:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:0.0:1779697721.728845:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:0.0:1779697721.728849:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00010000:00000010:0.0:1779697721.728871:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:0.0:1779697721.728887:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1d880 x1866146215513728/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697721.728906:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697721.728924:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215513728, offset 224 00000400:00000200:0.0:1779697721.728930:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.728942:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.728949:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309413:309413:256:4294967295] 192.168.203.23@tcp LPNI seq info [309409:309409:8:4294967295] 00000400:00000200:0.0:1779697721.728960:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.728966:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.728971:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697721.728977:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.728984:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.728995:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.729017:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:0.0:1779697721.729021:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:0.0:1779697721.729025:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:2.0:1779697721.729334:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.729339:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697721.729343:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.729348:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.729353:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:2.0:1779697721.729354:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00010000:00000010:3.0:1779697721.732145:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697721.732157:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00000400:00000200:0.0:1779697721.732416:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.732433:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006464f80 00000400:00000200:0.0:1779697721.732441:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 129992 00000400:00000200:0.0:1779697721.732456:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.732460:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.732467:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.732472:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1fb80. 00000020:00000010:2.0:1779697721.732559:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.732564:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.732569:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130600. 00000020:00000010:2.0:1779697721.732575:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697721.732579:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697721.732615:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.732617:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.732620:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215513984 02000000:00000010:2.0:1779697721.732652:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad1a8e000. 00010000:00000010:2.0:1779697721.732680:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:2.0:1779697721.732688:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6b00. 00010000:00000010:2.0:1779697721.732703:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697721.732708:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697721.732721:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697721.732725:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697721.732729:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697721.732732:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697721.732838:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697721.732842:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697721.732846:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.732849:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00000020:00000010:2.0:1779697721.732869:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b500. 00000020:00000010:2.0:1779697721.732875:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b500. 00000020:00000010:2.0:1779697721.732884:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d900. 00080000:00000010:2.0:1779697721.732893:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273c400. 00000001:00000010:2.0:1779697721.733858:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d7e0. 00000001:00000010:2.0:1779697721.733866:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697721.733898:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d900. 00010000:00000010:2.0:1779697721.733907:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697721.739952:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697721.739984:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697721.740036:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697721.740070:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000200:2.0:1779697721.740091:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974507, last committed = 8589974453 00010000:00000200:2.0:1779697721.740102:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1fb80 x1866146215513984/t8589974507(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697721.740122:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697721.740129:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215513984, offset 224 00000400:00000010:2.0:1779697721.740136:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb708f8. 00000400:00000200:2.0:1779697721.740141:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.740155:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.740161:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309414:309414:256:4294967295] 192.168.203.23@tcp LPNI seq info [309410:309410:8:4294967295] 00000400:00000200:2.0:1779697721.740167:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00010000:00000010:3.0:1779697721.742196:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697721.742212:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00010000:00000010:3.0:1779697721.742222:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4180. 00000400:00000200:2.0:1779697721.742382:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.742410:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.742418:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697721.742424:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.742433:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.742437:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.742472:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697721.742476:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697721.742480:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130600. 00000800:00000200:3.0:1779697721.742860:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.742864:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697721.742869:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.742874:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.748788:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697721.748810:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa249 00000400:00000200:2.0:1779697721.748818:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.748823:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697721.748829:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:2.0:1779697721.748832:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00010000:00000010:3.0:1779697721.748928:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697721.748938:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00000400:00000200:3.0:1779697721.751318:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.751341:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006465000 00000400:00000200:3.0:1779697721.751350:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 130480 00000400:00000200:3.0:1779697721.751427:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.751432:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.751438:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.751445:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75c00. 00000020:00000010:2.0:1779697721.751528:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.751537:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.751543:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130600. 00000020:00000010:2.0:1779697721.751549:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779697721.751554:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697721.751590:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.751593:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.751596:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215514112 00000001:00000010:2.0:1779697721.751606:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:2.0:1779697721.751627:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697721.751634:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 02000000:00000010:2.0:1779697721.751660:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeec9000. 00010000:00000010:2.0:1779697721.751685:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697721.751689:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697721.751705:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697721.751708:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697721.751712:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697721.751715:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697721.751811:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310b40. 00000004:00000010:2.0:1779697721.751819:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93eb40. 00000004:00000010:2.0:1779697721.751825:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c770. 00080000:00000010:2.0:1779697721.751834:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f8f0. 00010000:00000010:3.0:1779697721.753437:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697721.753445:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697721.753449:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697721.753455:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697721.753521:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697721.753543:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697721.753548:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:3.0:1779697721.753570:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000200:3.0:1779697721.753586:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb75c00 x1866146215514112/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697721.753605:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697721.753611:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215514112, offset 224 00000400:00000200:3.0:1779697721.753617:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.753628:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.753634:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309415:309415:256:4294967295] 192.168.203.23@tcp LPNI seq info [309411:309411:8:4294967295] 00000400:00000200:3.0:1779697721.753646:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.753651:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.753656:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697721.753663:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.753679:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.753683:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.753702:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:3.0:1779697721.753706:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:3.0:1779697721.753709:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130600. 00000800:00000200:2.0:1779697721.753925:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.753930:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697721.753934:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.753938:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.753943:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:2.0:1779697721.753945:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:0.1:1779697721.755682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:0.1:1779697721.755695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:0.1:1779697721.755699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697721.755702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697721.755822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697721.755828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:3.1:1779697721.755881:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697721.755887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:2.1:1779697721.760422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697721.760435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:3.1:1779697721.760477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:3.1:1779697721.760485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697721.760487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:3.1:1779697721.760490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697721.760500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697721.760503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697721.760505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:3.1:1779697721.760508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00000400:00000200:2.0:1779697721.762679:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.762698:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006465100 00000400:00000200:2.0:1779697721.762706:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 131056 00000400:00000200:2.0:1779697721.762720:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.762724:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.762732:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.762747:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61635880. 00000020:00000010:0.0:1779697721.763381:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697721.763401:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697721.763407:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697721.763412:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697721.763417:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.763457:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697721.763459:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000100:00000200:0.0:1779697721.763462:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215514368 02000000:00000010:0.0:1779697721.763497:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacb3bb000. 00010000:00000010:0.0:1779697721.763546:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:0.0:1779697721.763560:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:0.0:1779697721.763585:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697721.763590:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697721.763606:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697721.763609:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6880. 00010000:00000010:0.0:1779697721.763613:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697721.763616:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697721.763718:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697721.763721:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:0.0:1779697721.763725:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697721.763727:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000020:00000010:0.0:1779697721.763761:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f720. 00000020:00000010:0.0:1779697721.763767:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f720. 00000020:00000010:0.0:1779697721.763778:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1a20. 00080000:00000010:0.0:1779697721.763787:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff1c9800. 00000001:00000010:0.0:1779697721.764892:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f11e0. 00000001:00000010:0.0:1779697721.764900:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697721.765745:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1a20. 00010000:00000010:0.0:1779697721.765765:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697721.765772:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697721.765794:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00010000:00000010:0.0:1779697721.765840:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697721.765857:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000200:0.0:1779697721.765874:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974508, last committed = 8589974453 00010000:00000200:0.0:1779697721.765885:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61635880 x1866146215514368/t8589974508(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697721.765904:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697721.765910:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215514368, offset 224 00010000:00000010:3.0:1779697721.767661:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:3.0:1779697721.767683:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:3.0:1779697721.767692:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00000400:00000010:0.0:1779697721.768040:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67252d8. 00000400:00000200:0.0:1779697721.768049:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.768173:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.768180:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309416:309416:256:4294967295] 192.168.203.23@tcp LPNI seq info [309412:309412:8:4294967295] 00000400:00000200:0.0:1779697721.768186:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697721.768193:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.768199:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.768205:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697721.768212:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.768219:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.768223:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.768253:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f00. 00000020:00000010:0.0:1779697721.768258:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.768262:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697721.769579:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.769586:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697721.769591:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.769598:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.773758:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.773778:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa251 00000400:00000200:3.0:1779697721.773785:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.773789:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.773796:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:3.0:1779697721.773799:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00010000:00000010:0.0:1779697721.773890:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697721.773901:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6880. 00000400:00000200:3.0:1779697721.774523:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.774543:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006465180 00000400:00000200:3.0:1779697721.774550:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 131544 00000400:00000200:3.0:1779697721.774595:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.774599:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.774604:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.774609:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb76300. 00000020:00000010:0.0:1779697721.774677:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697721.774682:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697721.774687:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697721.774691:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.774696:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.774730:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d40. 00000020:00000010:0.0:1779697721.774733:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d40. 00000100:00000200:0.0:1779697721.774735:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215514496 00000001:00000010:0.0:1779697721.774755:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:0.0:1779697721.774777:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697721.774782:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 02000000:00000010:0.0:1779697721.774805:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacb3bc000. 00010000:00000010:0.0:1779697721.774830:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697721.774833:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697721.774848:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697721.774851:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f00. 00010000:00000010:0.0:1779697721.774855:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697721.774858:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000004:00000010:0.0:1779697721.774956:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba000. 00000004:00000010:0.0:1779697721.774964:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefa50. 00000004:00000010:0.0:1779697721.774971:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30aa0. 00080000:00000010:0.0:1779697721.774979:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f398. 00010000:00000010:0.0:1779697721.776591:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697721.776599:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697721.776604:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697721.776609:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697721.776684:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697721.776696:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697721.776700:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f00. 00010000:00000010:0.0:1779697721.776725:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000200:0.0:1779697721.776752:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb76300 x1866146215514496/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697721.776771:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697721.776777:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215514496, offset 224 00000400:00000200:0.0:1779697721.776783:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.776794:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.776800:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309417:309417:256:4294967295] 192.168.203.23@tcp LPNI seq info [309413:309413:8:4294967295] 00000400:00000200:0.0:1779697721.776811:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.776817:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.776821:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697721.776827:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.776834:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.776838:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.776855:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.776858:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.776862:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697721.777452:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.777458:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697721.777462:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.777468:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.777473:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:3.0:1779697721.777476:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00000400:00000200:3.0:1779697721.783519:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.783538:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006465280 00000400:00000200:3.0:1779697721.783547:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 132120 00000400:00000200:3.0:1779697721.783560:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.783564:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.783572:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.783580:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb74700. 00000020:00000010:3.0:1779697721.783630:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.783635:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.783640:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ee400. 00000020:00000010:3.0:1779697721.783645:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697721.783651:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697721.783683:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.783685:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000100:00000200:3.0:1779697721.783687:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215514752 02000000:00000010:3.0:1779697721.783720:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff713000. 00010000:00000010:3.0:1779697721.783768:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:3.0:1779697721.783786:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:3.0:1779697721.783803:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.783808:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697721.783822:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697721.783825:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697721.783829:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697721.783831:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697721.783932:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697721.783936:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:3.0:1779697721.783939:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697721.783943:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000020:00000010:3.0:1779697721.783965:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97100. 00000020:00000010:3.0:1779697721.783971:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97100. 00000020:00000010:3.0:1779697721.783982:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664660. 00080000:00000010:3.0:1779697721.783990:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe5ee2c00. 00000001:00000010:3.0:1779697721.784451:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cc60. 00000001:00000010:3.0:1779697721.784458:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697721.784491:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664660. 00010000:00000010:3.0:1779697721.784498:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697721.784502:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697721.784513:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697721.784541:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697721.784553:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:3.0:1779697721.784569:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974509, last committed = 8589974453 00010000:00000200:3.0:1779697721.784577:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb74700 x1866146215514752/t8589974509(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.784597:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697721.784603:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215514752, offset 224 00000400:00000010:3.0:1779697721.784609:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0af0. 00000400:00000200:3.0:1779697721.784613:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.784624:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.784630:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309418:309418:256:4294967295] 192.168.203.23@tcp LPNI seq info [309414:309414:8:4294967295] 00000400:00000200:3.0:1779697721.784635:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.784642:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.784648:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.784652:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697721.784658:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.784665:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.784669:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.784686:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697721.784689:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697721.784693:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3ee400. 00000800:00000200:3.0:1779697721.784790:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.784794:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697721.784797:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.784801:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697721.786112:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:0.0:1779697721.786124:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00010000:00000010:0.0:1779697721.786134:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00010000:00000010:0.1:1779697721.787231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:0.1:1779697721.787241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00000400:00000200:3.0:1779697721.788910:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.789344:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa259 00000400:00000200:3.0:1779697721.789351:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.789356:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.789363:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697721.789366:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000400:00000200:3.0:1779697721.790444:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.790453:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006465300 00000400:00000200:3.0:1779697721.790460:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 132608 00000400:00000200:3.0:1779697721.790512:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.790517:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.790522:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.790528:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb77b80. 00000020:00000010:3.0:1779697721.790572:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.790577:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.790583:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ee400. 00000020:00000010:3.0:1779697721.790588:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697721.790592:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89ed8. 00000020:00000010:3.0:1779697721.790622:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff85c0. 00000020:00000010:3.0:1779697721.790625:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff85c0. 00000100:00000200:3.0:1779697721.790627:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215514880 00000001:00000010:3.0:1779697721.790637:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:3.0:1779697721.790661:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697721.790667:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 02000000:00000010:3.0:1779697721.790700:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff715000. 00010000:00000010:3.0:1779697721.790726:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697721.790729:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697721.790761:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697721.790765:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697721.790768:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697721.790771:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00000004:00000010:3.0:1779697721.790851:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2780. 00000004:00000010:3.0:1779697721.790860:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af000. 00000004:00000010:3.0:1779697721.790866:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82880. 00080000:00000010:3.0:1779697721.790874:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c1c8. 00010000:00000010:3.0:1779697721.793715:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697721.793724:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697721.793730:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697721.795837:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:1.0:1779697721.797385:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:1.0:1779697721.797435:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:1.0:1779697721.797442:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:1.0:1779697721.797467:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000200:1.0:1779697721.797485:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb77b80 x1866146215514880/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.797507:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697721.797514:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215514880, offset 224 00000400:00000200:1.0:1779697721.797520:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.797533:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.797539:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309419:309419:256:4294967295] 192.168.203.23@tcp LPNI seq info [309415:309415:8:4294967295] 00000400:00000200:1.0:1779697721.797551:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.797556:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.797561:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697721.797567:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.797708:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.797712:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.797732:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:1.0:1779697721.797736:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89ed8. 00000020:00000010:1.0:1779697721.797749:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3ee400. 00000800:00000200:1.0:1779697721.797856:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.797860:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697721.797865:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.797870:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.797881:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:1.0:1779697721.797884:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00010000:00000010:3.1:1779697721.798441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:3.1:1779697721.798448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697721.799994:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697721.800002:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697721.800007:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697721.800011:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697721.800013:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697721.800015:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697721.800018:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697721.800021:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697721.800023:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697721.800031:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:0.0:1779697721.800061:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:0.0:1779697721.800068:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:3.1:1779697721.803411:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697721.803422:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697721.803427:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697721.803431:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:1.1:1779697721.809535:0:5614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:1.1:1779697721.809552:0:5614:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697721.809557:0:5614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.1:1779697721.809560:0:5614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:3.0:1779697721.810796:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.810816:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006465400 00000400:00000200:3.0:1779697721.810825:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 133184 00000400:00000200:3.0:1779697721.810839:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.810844:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.810852:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.810859:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75180. 00000020:00000010:0.0:1779697721.810948:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697721.810954:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697721.810960:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697721.810966:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.810970:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.811007:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697721.811010:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697721.811013:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215515136 02000000:00000010:0.0:1779697721.811054:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf6000. 00010000:00000010:0.0:1779697721.811094:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697721.811110:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:0.0:1779697721.811128:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697721.811134:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697721.811150:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697721.811154:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f00. 00010000:00000010:0.0:1779697721.811158:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697721.811161:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697721.811259:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697721.811263:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697721.811265:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697721.811268:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00000020:00000010:0.0:1779697721.811302:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fc40. 00000020:00000010:0.0:1779697721.811308:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fc40. 00000020:00000010:0.0:1779697721.811322:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1d80. 00080000:00000010:0.0:1779697721.811333:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac434b800. 00000001:00000010:0.0:1779697721.811791:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1600. 00000001:00000010:0.0:1779697721.811798:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe540. 00000020:00000010:0.0:1779697721.811832:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1d80. 00010000:00000010:0.0:1779697721.811840:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697721.811844:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697721.811857:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697721.811888:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697721.811900:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000200:0.0:1779697721.811915:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974510, last committed = 8589974453 00010000:00000200:0.0:1779697721.811924:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb75180 x1866146215515136/t8589974510(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697721.811943:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697721.811948:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215515136, offset 224 00000400:00000010:0.0:1779697721.811955:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725bd0. 00000400:00000200:0.0:1779697721.811958:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.811969:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.811975:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309420:309420:256:4294967295] 192.168.203.23@tcp LPNI seq info [309416:309416:8:4294967295] 00000400:00000200:0.0:1779697721.811981:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697721.811987:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.811993:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.811997:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697721.812003:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.812010:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.812014:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.812031:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.812035:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.812038:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697721.812226:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.812231:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:3.0:1779697721.812235:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.812239:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697721.812566:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:1.0:1779697721.812572:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00010000:00000010:1.0:1779697721.812579:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00010000:00000010:0.1:1779697721.813618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697721.813628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:0.0:1779697721.818671:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697721.818692:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa261 00000400:00000200:0.0:1779697721.818698:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.818703:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697721.818710:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:0.0:1779697721.818713:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00010000:00000010:3.0:1779697721.818872:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:3.0:1779697721.818892:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f00. 00010000:00000010:1.1:1779697721.819612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697721.819619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:3.0:1779697721.820350:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.820364:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006465480 00000400:00000200:3.0:1779697721.820372:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 133672 00000400:00000200:3.0:1779697721.820458:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.820463:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.820469:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.820475:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75f80. 00000020:00000010:0.0:1779697721.820749:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697721.820755:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697721.820760:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697721.820766:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.820771:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.820807:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61440. 00000020:00000010:0.0:1779697721.820809:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61440. 00000100:00000200:0.0:1779697721.820812:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215515264 00000001:00000010:0.0:1779697721.820821:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:0.0:1779697721.820842:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697721.820848:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 02000000:00000010:0.0:1779697721.820870:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf4000. 00010000:00000010:0.0:1779697721.820894:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697721.820897:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697721.820925:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697721.820929:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697721.820933:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697721.820935:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00000004:00000010:0.0:1779697721.821023:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebab40. 00000004:00000010:0.0:1779697721.821031:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef168. 00000004:00000010:0.0:1779697721.821037:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30ee0. 00080000:00000010:0.0:1779697721.821045:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e390. 00010000:00000010:0.0:1779697721.822438:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697721.822445:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697721.822450:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697721.822456:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697721.822521:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697721.822542:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697721.822548:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697721.822568:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000200:0.0:1779697721.822592:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb75f80 x1866146215515264/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697721.822610:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697721.822616:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215515264, offset 224 00000400:00000200:0.0:1779697721.822623:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.822634:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.822641:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309421:309421:256:4294967295] 192.168.203.23@tcp LPNI seq info [309417:309417:8:4294967295] 00000400:00000200:0.0:1779697721.822652:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.822657:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.822662:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697721.822667:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.822675:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.822678:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.822697:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.822700:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.822704:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697721.822976:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.822980:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697721.822984:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.822989:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.822994:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:3.0:1779697721.822996:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00000400:00000200:0.0:1779697721.827418:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.827439:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006465580 00000400:00000200:0.0:1779697721.827447:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 134248 00000400:00000200:0.0:1779697721.827463:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.827467:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.827475:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.827482:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1f480. 00000020:00000010:3.0:1779697721.827636:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.827641:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.827647:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697721.827652:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e880. 00000020:00000010:3.0:1779697721.827657:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.827697:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.827700:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697721.827703:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215515520 02000000:00000010:3.0:1779697721.827736:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff717000. 00010000:00000010:3.0:1779697721.827785:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:3.0:1779697721.827801:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:3.0:1779697721.827817:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.827822:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697721.827835:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697721.827838:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697721.827842:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697721.827844:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697721.827941:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697721.827945:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697721.827949:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.827952:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697721.827972:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97200. 00000020:00000010:3.0:1779697721.827978:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97200. 00000020:00000010:3.0:1779697721.827987:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c420. 00080000:00000010:3.0:1779697721.827995:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe5ee0000. 00000001:00000010:3.0:1779697721.832339:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46645a0. 00000001:00000010:3.0:1779697721.832353:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697721.832432:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c420. 00010000:00000010:3.0:1779697721.832448:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.832457:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697721.832478:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:3.0:1779697721.832530:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697721.832551:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697721.832585:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974511, last committed = 8589974453 00010000:00000200:3.0:1779697721.832598:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1f480 x1866146215515520/t8589974511(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.832619:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697721.832626:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215515520, offset 224 00000400:00000010:3.0:1779697721.832635:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0268. 00000400:00000200:3.0:1779697721.832640:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.832656:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.832662:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309422:309422:256:4294967295] 192.168.203.23@tcp LPNI seq info [309418:309418:8:4294967295] 00000400:00000200:3.0:1779697721.832669:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.832675:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.832681:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.832686:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697721.832693:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.832703:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.832708:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.832728:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e880. 00000020:00000010:3.0:1779697721.832733:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.832736:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00010000:00000010:3.0:1779697721.832792:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697721.832799:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697721.832806:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000800:00000200:3.0:1779697721.832904:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.832909:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697721.832912:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.832918:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697721.834431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:0.1:1779697721.834443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:0.1:1779697721.834448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697721.834451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:3.0:1779697721.838471:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.838492:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa269 00000400:00000200:3.0:1779697721.838498:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.838503:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.838510:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697721.838514:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000400:00000200:3.0:1779697721.838628:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.838635:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006465600 00000400:00000200:3.0:1779697721.838643:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 134736 00000400:00000200:3.0:1779697721.838695:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.838699:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.838705:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.838711:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb74e00. 00000020:00000010:1.0:1779697721.839528:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0fc0. 00000020:00000010:1.0:1779697721.839544:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0fc0. 00000020:00000010:1.0:1779697721.839552:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc1342200. 00000020:00000010:1.0:1779697721.839559:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.839564:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.839611:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0fc0. 00000020:00000010:1.0:1779697721.839614:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0fc0. 00000100:00000200:1.0:1779697721.839617:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215515648 00000001:00000010:1.0:1779697721.839627:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe540. 00010000:00000010:1.0:1779697721.839648:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.839655:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697721.839678:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc874c000. 00010000:00000010:1.0:1779697721.839706:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697721.839710:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697721.839729:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697721.839733:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697721.839749:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697721.839753:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00000004:00000010:1.0:1779697721.839858:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697721.839867:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697721.839874:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562220. 00080000:00000010:1.0:1779697721.839884:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:1.0:1779697721.842766:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697721.842776:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697721.842782:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697721.842788:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697721.842864:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697721.842875:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697721.842880:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697721.842904:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697721.842981:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb74e00 x1866146215515648/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.843002:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697721.843009:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215515648, offset 224 00000400:00000200:1.0:1779697721.843016:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.843029:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.843036:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309423:309423:256:4294967295] 192.168.203.23@tcp LPNI seq info [309419:309419:8:4294967295] 00000400:00000200:1.0:1779697721.843048:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.843054:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.843059:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697721.843064:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.843072:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.843076:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.843106:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.843110:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.843114:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc1342200. 00000800:00000200:3.0:1779697721.843234:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.843239:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697721.843243:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.843249:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.843254:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:3.0:1779697721.843256:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00010000:00000010:0.0:1779697721.844833:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:0.0:1779697721.844856:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:3.1:1779697721.849494:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697721.849508:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:3.1:1779697721.853494:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697721.853506:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:3.1:1779697721.853511:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697721.853514:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697721.853519:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697721.853523:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:0.1:1779697721.854123:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697721.854130:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697721.854132:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697721.854134:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:0.0:1779697721.854160:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.854178:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006465700 00000400:00000200:0.0:1779697721.854185:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 135312 00000400:00000200:0.0:1779697721.854201:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.854205:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.854214:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.854220:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1c700. 00010000:00000010:1.1:1779697721.857611:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697721.857632:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697721.857636:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697721.857639:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000020:00000010:1.0:1779697721.857675:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697721.857680:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697721.857687:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68000. 00000020:00000010:1.0:1779697721.857692:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.857697:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.857780:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697721.857784:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697721.857787:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215515904 02000000:00000010:1.0:1779697721.857826:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cadd214000. 00010000:00000010:1.0:1779697721.857864:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697721.857878:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697721.857894:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.857899:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697721.857924:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697721.857927:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f300. 00010000:00000010:1.0:1779697721.857931:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697721.857934:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697721.858033:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697721.858035:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697721.858038:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697721.858041:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00000020:00000010:1.0:1779697721.858074:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cce80. 00000020:00000010:1.0:1779697721.858080:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cce80. 00000020:00000010:1.0:1779697721.858089:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34ad80. 00080000:00000010:1.0:1779697721.858098:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6ded400. 00000001:00000010:1.0:1779697721.858651:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a360. 00000001:00000010:1.0:1779697721.858657:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697721.858696:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34ad80. 00010000:00000010:1.0:1779697721.858703:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697721.858707:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697721.858720:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b600. 00010000:00000010:1.0:1779697721.858771:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697721.858785:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:1.0:1779697721.858800:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974512, last committed = 8589974453 00010000:00000200:1.0:1779697721.858811:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1c700 x1866146215515904/t8589974512(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697721.858830:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697721.858837:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215515904, offset 224 00000400:00000010:1.0:1779697721.858844:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b038. 00000400:00000200:1.0:1779697721.858848:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.858862:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.858869:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309424:309424:256:4294967295] 192.168.203.23@tcp LPNI seq info [309420:309420:8:4294967295] 00000400:00000200:1.0:1779697721.858876:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.858883:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.858888:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.858893:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697721.858900:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.858907:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.858911:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.858927:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.858931:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.858934:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68000. 00010000:00000010:3.0:1779697721.860455:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:3.0:1779697721.860467:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:3.0:1779697721.860476:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b600. 00010000:00000010:0.1:1779697721.864004:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697721.864018:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000800:00000200:1.0:1779697721.865833:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.865841:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697721.865848:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.865856:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697721.867625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:3.1:1779697721.867635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:0.0:1779697721.869158:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697721.869178:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa271 00000400:00000200:0.0:1779697721.869185:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.869189:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697721.869195:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:0.0:1779697721.869198:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:3.0:1779697721.869293:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:3.0:1779697721.869304:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f300. 00010000:00000010:1.1:1779697721.871912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697721.871925:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697721.871929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697721.871931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:0.0:1779697721.877281:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.877299:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006465780 00000400:00000200:0.0:1779697721.877308:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 135800 00000400:00000200:0.0:1779697721.877372:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.877377:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.877386:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.877423:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefe1df80. 00000020:00000010:1.0:1779697721.877542:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697721.877548:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697721.877554:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc1342200. 00000020:00000010:1.0:1779697721.877559:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.877565:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.877602:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697721.877605:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697721.877607:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215516032 00000001:00000010:1.0:1779697721.877617:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:1.0:1779697721.877641:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697721.877649:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 02000000:00000010:1.0:1779697721.877675:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cadd215000. 00010000:00000010:1.0:1779697721.877705:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697721.877708:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697721.877727:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697721.877731:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697721.877734:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697721.877749:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00000004:00000010:1.0:1779697721.877846:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a960. 00000004:00000010:1.0:1779697721.877855:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697721.877861:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562ff0. 00080000:00000010:1.0:1779697721.877868:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:1.0:1779697721.879229:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697721.879237:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697721.879243:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697721.879249:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697721.879319:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697721.879333:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697721.879338:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697721.879362:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:1.0:1779697721.879380:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbefe1df80 x1866146215516032/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.879440:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697721.879447:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215516032, offset 224 00000400:00000200:1.0:1779697721.879455:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.879468:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.879475:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309425:309425:256:4294967295] 192.168.203.23@tcp LPNI seq info [309421:309421:8:4294967295] 00000400:00000200:1.0:1779697721.879486:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.879492:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.879497:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697721.879503:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.879511:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.879514:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.879551:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697721.879556:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697721.879560:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc1342200. 00000800:00000200:0.0:1779697721.879700:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.879705:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697721.879709:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.879714:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697721.879719:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:0.0:1779697721.879721:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00010000:00000010:3.1:1779697721.880104:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697721.880111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:0.0:1779697721.882126:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.882144:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006465880 00000400:00000200:0.0:1779697721.882153:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 136376 00000400:00000200:0.0:1779697721.882168:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.882172:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.882179:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.882189:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63ae300. 00080000:00000010:1.0:1779697721.882662:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d728. 00000004:00000010:1.0:1779697721.882684:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82440. 00000004:00000010:1.0:1779697721.882689:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af168. 00000004:00000010:1.0:1779697721.882693:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2d20. 00080000:00000010:1.0:1779697721.882706:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2dab8. 00000004:00000010:1.0:1779697721.882709:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83760. 00000004:00000010:1.0:1779697721.882711:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af258. 00000004:00000010:1.0:1779697721.882713:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3c20. 00080000:00000010:1.0:1779697721.882723:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f398. 00000004:00000010:1.0:1779697721.882726:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c330. 00000004:00000010:1.0:1779697721.882728:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e618. 00000004:00000010:1.0:1779697721.882731:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83101e0. 00080000:00000010:1.0:1779697721.882749:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f8f0. 00000004:00000010:1.0:1779697721.882752:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c770. 00000004:00000010:1.0:1779697721.882754:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eb40. 00000004:00000010:1.0:1779697721.882757:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310b40. 00080000:00000010:1.0:1779697721.882765:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f008. 00000004:00000010:1.0:1779697721.882768:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c110. 00000004:00000010:1.0:1779697721.882769:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ef78. 00000004:00000010:1.0:1779697721.882771:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310f00. 00080000:00000010:1.0:1779697721.882784:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e8e8. 00000004:00000010:1.0:1779697721.882786:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d870. 00000004:00000010:1.0:1779697721.882788:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e708. 00000004:00000010:1.0:1779697721.882790:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310960. 00080000:00000010:1.0:1779697721.882798:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2dc80. 00000004:00000010:1.0:1779697721.882800:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82220. 00000004:00000010:1.0:1779697721.882802:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afac8. 00000004:00000010:1.0:1779697721.882805:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa23c0. 00080000:00000010:1.0:1779697721.882814:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697721.882817:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562dd0. 00000004:00000010:1.0:1779697721.882820:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb8e8. 00000004:00000010:1.0:1779697721.882822:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b2c0. 00080000:00000010:1.0:1779697721.882828:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54fab8. 00000004:00000010:1.0:1779697721.882831:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355da90. 00000004:00000010:1.0:1779697721.882833:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ec30. 00000004:00000010:1.0:1779697721.882835:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311e00. 00080000:00000010:1.0:1779697721.882843:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c558. 00000004:00000010:1.0:1779697721.882845:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83980. 00000004:00000010:1.0:1779697721.882847:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af8e8. 00000004:00000010:1.0:1779697721.882849:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2f00. 00080000:00000010:1.0:1779697721.882857:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00000004:00000010:1.0:1779697721.882860:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562bb0. 00000004:00000010:1.0:1779697721.882862:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb9d8. 00000004:00000010:1.0:1779697721.882864:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ad20. 00080000:00000010:1.0:1779697721.882873:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f560. 00000004:00000010:1.0:1779697721.882876:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c660. 00000004:00000010:1.0:1779697721.882878:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e960. 00000004:00000010:1.0:1779697721.882880:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310000. 00080000:00000010:1.0:1779697721.882888:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c1c8. 00000004:00000010:1.0:1779697721.882891:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82880. 00000004:00000010:1.0:1779697721.882893:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af000. 00000004:00000010:1.0:1779697721.882895:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2780. 00080000:00000010:1.0:1779697721.882905:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00000004:00000010:1.0:1779697721.882907:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562110. 00000004:00000010:1.0:1779697721.882909:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb0f0. 00000004:00000010:1.0:1779697721.882921:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b4a0. 00080000:00000010:1.0:1779697721.882930:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6421c8. 00000004:00000010:1.0:1779697721.882932:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697721.882934:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697721.882935:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697721.882945:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d8f0. 00000004:00000010:1.0:1779697721.882947:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82770. 00000004:00000010:1.0:1779697721.882949:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af960. 00000004:00000010:1.0:1779697721.882951:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3e00. 00080000:00000010:1.0:1779697721.882957:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00000004:00000010:1.0:1779697721.882960:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562550. 00000004:00000010:1.0:1779697721.882961:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697721.882963:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77be00. 00080000:00000010:1.0:1779697721.882973:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f398. 00000004:00000010:1.0:1779697721.882976:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30aa0. 00000004:00000010:1.0:1779697721.882978:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefa50. 00000004:00000010:1.0:1779697721.882981:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba000. 00080000:00000010:1.0:1779697721.882990:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54ec78. 00000004:00000010:1.0:1779697721.882992:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c550. 00000004:00000010:1.0:1779697721.882994:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e9d8. 00000004:00000010:1.0:1779697721.882996:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83103c0. 00080000:00000010:1.0:1779697721.883005:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e1c8. 00000004:00000010:1.0:1779697721.883007:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d320. 00000004:00000010:1.0:1779697721.883009:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ee10. 00000004:00000010:1.0:1779697721.883011:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311c20. 00080000:00000010:1.0:1779697721.883019:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e720. 00000004:00000010:1.0:1779697721.883021:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d760. 00000004:00000010:1.0:1779697721.883023:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e870. 00000004:00000010:1.0:1779697721.883025:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311860. 00080000:00000010:1.0:1779697721.883033:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c720. 00000004:00000010:1.0:1779697721.883035:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82cc0. 00000004:00000010:1.0:1779697721.883037:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af348. 00000004:00000010:1.0:1779697721.883039:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa21e0. 00080000:00000010:1.0:1779697721.883047:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d008. 00000004:00000010:1.0:1779697721.883049:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83cb0. 00000004:00000010:1.0:1779697721.883061:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afb40. 00000004:00000010:1.0:1779697721.883064:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa30e0. 00080000:00000010:1.0:1779697721.883073:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e390. 00000004:00000010:1.0:1779697721.883082:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30ee0. 00000004:00000010:1.0:1779697721.883084:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef168. 00000004:00000010:1.0:1779697721.883086:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebab40. 00080000:00000010:1.0:1779697721.883093:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d398. 00000004:00000010:1.0:1779697721.883095:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ff0. 00000004:00000010:1.0:1779697721.883097:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af3c0. 00000004:00000010:1.0:1779697721.883099:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3680. 00080000:00000010:1.0:1779697721.883106:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e000. 00000004:00000010:1.0:1779697721.883109:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ded0. 00000004:00000010:1.0:1779697721.883111:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ea50. 00000004:00000010:1.0:1779697721.883112:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311a40. 00080000:00000010:1.0:1779697721.883119:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e558. 00000004:00000010:1.0:1779697721.883121:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d430. 00000004:00000010:1.0:1779697721.883123:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e2d0. 00000004:00000010:1.0:1779697721.883125:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311680. 00080000:00000010:1.0:1779697721.883132:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f1d0. 00000004:00000010:1.0:1779697721.883134:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d540. 00000004:00000010:1.0:1779697721.883136:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93eca8. 00000004:00000010:1.0:1779697721.883138:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83110e0. 00080000:00000010:1.0:1779697721.883145:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54ee40. 00000004:00000010:1.0:1779697721.883148:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cee0. 00000004:00000010:1.0:1779697721.883150:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ed20. 00000004:00000010:1.0:1779697721.883152:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83105a0. 00080000:00000010:1.0:1779697721.883160:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6428e8. 00000004:00000010:1.0:1779697721.883162:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697721.883166:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697721.883169:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697721.883177:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2eab0. 00000004:00000010:1.0:1779697721.883180:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30550. 00000004:00000010:1.0:1779697721.883183:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefd98. 00000004:00000010:1.0:1779697721.883185:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba780. 00080000:00000010:1.0:1779697721.883192:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2cab0. 00000004:00000010:1.0:1779697721.883195:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83320. 00000004:00000010:1.0:1779697721.883197:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af438. 00000004:00000010:1.0:1779697721.883199:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa32c0. 00080000:00000010:1.0:1779697721.883207:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54fc80. 00000004:00000010:1.0:1779697721.883209:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cff0. 00000004:00000010:1.0:1779697721.883211:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e3c0. 00000004:00000010:1.0:1779697721.883214:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83112c0. 00080000:00000010:1.0:1779697721.883222:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f728. 00000004:00000010:1.0:1779697721.883224:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355caa0. 00000004:00000010:1.0:1779697721.883226:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e1e0. 00000004:00000010:1.0:1779697721.883228:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83114a0. 00080000:00000010:1.0:1779697721.883236:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c8e8. 00000004:00000010:1.0:1779697721.883239:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83ba0. 00000004:00000010:1.0:1779697721.883241:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afc30. 00000004:00000010:1.0:1779697721.883243:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa34a0. 00080000:00000010:1.0:1779697721.883251:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697721.883254:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562990. 00000004:00000010:1.0:1779697721.883256:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697721.883258:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ab40. 00080000:00000010:1.0:1779697721.883265:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2ce40. 00000004:00000010:1.0:1779697721.883268:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82660. 00000004:00000010:1.0:1779697721.883858:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af1e0. 00000004:00000010:1.0:1779697721.883861:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa25a0. 00000020:00000010:3.0:1779697721.884081:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.884087:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.884092:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697721.884097:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779697721.884102:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.884133:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.884136:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697721.884139:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215516288 02000000:00000010:3.0:1779697721.884171:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff712000. 00010000:00000010:3.0:1779697721.884207:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:3.0:1779697721.884221:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:3.0:1779697721.884238:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.884244:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697721.884258:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697721.884261:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697721.884265:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697721.884267:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697721.884366:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697721.884370:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697721.884373:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.884376:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697721.884419:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97200. 00000020:00000010:3.0:1779697721.884426:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97200. 00000020:00000010:3.0:1779697721.884435:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac46646c0. 00080000:00000010:3.0:1779697721.884443:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf982e800. 00000001:00000010:3.0:1779697721.885854:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac46644e0. 00000001:00000010:3.0:1779697721.885863:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697721.885900:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac46646c0. 00010000:00000010:3.0:1779697721.886380:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697721.886546:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697721.886567:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00010000:00000010:1.1:1779697721.887433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697721.887443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697721.887447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697721.887449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.0:1779697721.887523:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697721.887539:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000200:3.0:1779697721.887558:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974513, last committed = 8589974453 00010000:00000200:3.0:1779697721.887569:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63ae300 x1866146215516288/t8589974513(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 488/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.887589:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697721.887595:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215516288, offset 224 00000400:00000010:3.0:1779697721.887601:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e01f8. 00000400:00000200:3.0:1779697721.887605:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.887618:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.887624:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309426:309426:256:4294967295] 192.168.203.23@tcp LPNI seq info [309422:309422:8:4294967295] 00000400:00000200:3.0:1779697721.887629:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.887637:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.887643:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.887647:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697721.887653:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.887660:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.887664:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.887692:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779697721.887697:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.887700:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000800:00000200:1.0:1779697721.887884:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.887888:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697721.887892:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.887897:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.892278:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.892297:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa279 00000400:00000200:3.0:1779697721.892303:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.892309:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.892316:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697721.892319:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00010000:00000010:1.0:1779697721.893442:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:1.0:1779697721.893454:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:0.0:1779697721.896246:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:0.0:1779697721.896261:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697721.896273:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000400:00000200:3.0:1779697721.898606:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.898623:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006465900 00000400:00000200:3.0:1779697721.898632:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 136864 00000400:00000200:3.0:1779697721.898695:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.898700:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.898708:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.898717:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbeeb75500. 00000020:00000010:2.0:1779697721.898884:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.898890:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.898897:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697721.898902:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.898907:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697721.898959:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.898962:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.898965:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215516416 00000001:00000010:2.0:1779697721.898975:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:2.0:1779697721.899004:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697721.899011:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697721.899035:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeecc000. 00010000:00000010:2.0:1779697721.899076:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697721.899081:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697721.899098:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697721.899102:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697721.899106:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697721.899111:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697721.899219:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697721.899224:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697721.899300:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697721.899311:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697721.899316:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697721.899336:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697721.899350:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbeeb75500 x1866146215516416/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 584/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.899368:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697721.899374:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215516416, offset 224 00000400:00000200:2.0:1779697721.899380:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.899414:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.899419:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309427:309427:256:4294967295] 192.168.203.23@tcp LPNI seq info [309423:309423:8:4294967295] 00000400:00000200:2.0:1779697721.899430:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.899435:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.899441:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697721.899446:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.899453:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.899458:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.899476:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.899480:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697721.899483:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000800:00000200:2.0:1779697721.899543:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.899547:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:2.0:1779697721.899550:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.899555:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.899558:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:2.0:1779697721.899561:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00010000:00000010:0.1:1779697721.908458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697721.908472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697721.912065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:3.1:1779697721.912088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:3.1:1779697721.912094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697721.912097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000400:00000200:0.0:1779697721.912331:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.912349:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006465a00 00000400:00000200:0.0:1779697721.912357:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x155429 [2] + 392 00000400:00000200:0.0:1779697721.912370:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.912374:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.912382:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1779697721.912419:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63aed80. 00000020:00000010:2.0:1779697721.912504:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.912510:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.912516:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697721.912520:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.912525:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697721.912568:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.912570:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.912573:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215516672 02000000:00000010:2.0:1779697721.912610:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cac273d400. 00000004:00000010:2.0:1779697721.912670:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cbc9de9600. 00080000:00000010:2.0:1779697721.912690:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273fc00. 00000001:00000010:2.0:1779697721.912723:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571da80. 00000001:00000010:2.0:1779697721.912728:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4e40. 00010000:00000200:2.0:1779697721.912784:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63aed80 x1866146215516672/t8589974514(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:407/0 lens 392/456 e 0 to 0 dl 1779697732 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.912803:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697721.912809:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215516672, offset 224 00000400:00000200:2.0:1779697721.912816:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.912825:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.912831:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309428:309428:256:4294967295] 192.168.203.23@tcp LPNI seq info [309424:309424:8:4294967295] 00000400:00000200:2.0:1779697721.912840:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.912845:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.912850:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697721.912857:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.912863:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.912868:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.912880:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.912884:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697721.912887:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000800:00000200:3.0:1779697721.913223:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.913229:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:3.0:1779697721.913233:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.913237:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.913241:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:3.0:1779697721.913243:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00010000:00000010:2.1:1779697721.916514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697721.916524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:2.1:1779697721.916543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697721.916546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00000400:00000200:2.0:1779697721.916582:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697721.916599:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a14006465b00 00000400:00000200:2.0:1779697721.916607:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 137448 00000400:00000200:2.0:1779697721.916620:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.916624:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.916632:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697721.916637:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61636a00. 00000020:00000010:3.0:1779697721.917014:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.917020:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.917025:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697721.917030:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779697721.917035:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.917081:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.917083:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697721.917086:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215516928 00000001:00000010:3.0:1779697721.917097:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 02000000:00000010:3.0:1779697721.917127:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff710000. 00010000:00000010:3.0:1779697721.917163:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697721.917183:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e80. 00010000:00000010:3.0:1779697721.917194:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7480. 00010000:00000010:3.0:1779697721.917202:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11680. 00010000:00000010:3.0:1779697721.917207:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7080. 00010000:00000010:3.0:1779697721.917222:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697721.917226:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697721.917232:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697721.917236:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11680. 00010000:00000010:3.0:1779697721.917252:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697721.917254:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697721.917257:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697721.917260:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697721.917368:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697721.917372:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697721.917375:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697721.917378:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697721.917445:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97200. 00000020:00000010:3.0:1779697721.917452:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97200. 00080000:00000010:3.0:1779697721.917461:0:189041:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697721.917464:0:189041:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff86c0. 00080000:00000010:3.0:1779697721.917479:0:189041:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff86c0. 00080000:00000010:3.0:1779697721.917482:0:189041:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000020:00000010:3.0:1779697721.917490:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac46646c0. 00080000:00000010:3.0:1779697721.917498:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf982e400. 00000001:00000010:3.0:1779697721.917909:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664300. 00010000:00000010:1.1:1779697721.918238:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:1.1:1779697721.918244:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000001:00000010:3.0:1779697721.920188:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697721.920241:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac46646c0. 00010000:00000010:3.0:1779697721.920289:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697721.920297:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697721.920318:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11680. 00010000:00000010:3.0:1779697721.920322:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000200:3.0:1779697721.920346:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974515, last committed = 8589974453 00010000:00000200:3.0:1779697721.920358:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61636a00 x1866146215516928/t8589974515(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 504/456 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697721.920378:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697721.920385:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215516928, offset 224 00000400:00000010:3.0:1779697721.920406:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0dc8. 00000400:00000200:3.0:1779697721.920410:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697721.920424:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697721.920430:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309429:309429:256:4294967295] 192.168.203.23@tcp LPNI seq info [309425:309425:8:4294967295] 00000400:00000200:3.0:1779697721.920436:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697721.920442:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697721.920447:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697721.920452:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697721.920459:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697721.920466:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697721.920470:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697721.921813:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779697721.921821:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.921824:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000800:00000200:0.0:1779697721.926611:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697721.926619:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697721.926626:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.926635:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697721.928130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:3.1:1779697721.928140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac1258200. 00010000:00000010:3.1:1779697721.928145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe500. 00010000:00000010:3.1:1779697721.928150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93caf25ad000. 00010000:00000010:3.1:1779697721.928153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe800. 00000400:00000200:3.0:1779697721.928686:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697721.928704:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa285 00000400:00000200:3.0:1779697721.928710:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.928714:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697721.928720:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697721.928723:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000400:00000200:3.0:1779697721.928758:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.928763:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006465b80 00000400:00000200:3.0:1779697721.928770:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 137952 00000400:00000200:3.0:1779697721.928809:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.928813:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.928817:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.928824:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7587800. 00000020:00000010:2.0:1779697721.928909:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.928923:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.928928:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697721.928934:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.928939:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697721.928976:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.928979:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.928981:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215517056 00000001:00000010:2.0:1779697721.928991:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4e40. 00010000:00000010:2.0:1779697721.929013:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697721.929017:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7680. 00010000:00000010:2.0:1779697721.929022:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697721.929028:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 02000000:00000010:2.0:1779697721.929061:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeece000. 00010000:00000010:2.0:1779697721.929087:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697721.929090:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697721.929203:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000200:2.0:1779697721.929225:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7587800 x1866146215517056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 576/688 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697721.929242:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697721.929247:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215517056, offset 224 00000400:00000200:2.0:1779697721.929253:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697721.929262:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697721.929267:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309430:309430:256:4294967295] 192.168.203.23@tcp LPNI seq info [309426:309426:8:4294967295] 00000400:00000200:2.0:1779697721.929278:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697721.929283:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697721.929288:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697721.929294:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697721.929301:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697721.929305:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697721.929324:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.929329:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697721.929333:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000800:00000200:2.0:1779697721.929385:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.929413:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697721.929416:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.929420:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697721.929423:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:2.0:1779697721.929425:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00010000:00000010:0.0:1779697721.931351:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:0.0:1779697721.931366:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00000400:00000200:0.0:1779697721.931630:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.931644:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006465c00 00000400:00000200:0.0:1779697721.931652:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 138528 00000400:00000200:0.0:1779697721.931691:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.931696:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.931702:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697721.931707:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63ae680. 00000020:00000010:3.0:1779697721.932352:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.932359:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.932365:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697721.932369:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779697721.932373:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89e10. 00000020:00000010:3.0:1779697721.932427:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697721.932430:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697721.932433:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215517184 00010000:00000010:3.0:1779697721.932455:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697721.932461:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11680. 02000000:00000010:3.0:1779697721.932489:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc820d000. 00010000:00000010:3.0:1779697721.932511:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697721.932515:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697721.932593:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe800. 00010000:00000010:3.0:1779697721.932597:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697721.932601:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697721.932604:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000004:00000010:3.0:1779697721.932706:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2960. 00000004:00000010:3.0:1779697721.932714:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af7f8. 00000004:00000010:3.0:1779697721.932720:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82ee0. 00080000:00000010:3.0:1779697721.932728:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2cc78. 00010000:00000010:3.1:1779697721.934328:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697721.934338:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.1:1779697721.934341:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:3.1:1779697721.934344:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:1.0:1779697721.948889:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697721.948901:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:1.0:1779697721.948907:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697721.948928:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697721.949185:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:1.0:1779697721.949200:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:1.0:1779697721.949207:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:1.0:1779697721.949239:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11680. 00010000:00000200:1.0:1779697721.949262:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63ae680 x1866146215517184/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 584/584 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697721.949283:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697721.949291:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215517184, offset 224 00000400:00000200:1.0:1779697721.949298:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.949312:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.949319:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309431:309431:256:4294967295] 192.168.203.23@tcp LPNI seq info [309427:309427:8:4294967295] 00000400:00000200:1.0:1779697721.949330:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.949336:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.949341:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697721.949348:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.949356:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697721.949360:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697721.949386:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed80. 00000020:00000010:1.0:1779697721.949426:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89e10. 00000020:00000010:1.0:1779697721.949431:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000800:00000200:3.0:1779697721.949813:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697721.949819:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697721.949824:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.949829:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697721.949834:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:3.0:1779697721.949836:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00010000:00000010:0.1:1779697721.953598:0:223664:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:0.1:1779697721.953615:0:223664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000400:00000200:3.0:1779697721.957134:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697721.957154:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006465d00 00000400:00000200:3.0:1779697721.957162:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 139112 00000400:00000200:3.0:1779697721.957195:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697721.957200:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697721.957209:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697721.957216:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7586680. 00000020:00000010:0.0:1779697721.957812:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697721.957819:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697721.957830:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697721.957835:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.957840:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.957880:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697721.957883:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697721.957885:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215517440 00010000:00000010:0.0:1779697721.957919:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697721.957926:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 02000000:00000010:0.0:1779697721.957957:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cacccf7000. 00000004:00000010:0.0:1779697721.958237:0:189042:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cad0ff6900. 00080000:00000010:0.0:1779697721.958247:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4348400. 00000001:00000010:0.0:1779697721.958275:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f18a0. 00000001:00000010:0.0:1779697721.958280:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98feb40. 00010000:00000010:0.0:1779697721.958345:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000200:0.0:1779697721.958362:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7586680 x1866146215517440/t8589974516(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:396/0 lens 864/608 e 0 to 0 dl 1779698476 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697721.958381:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697721.958386:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215517440, offset 224 00000400:00000200:0.0:1779697721.958433:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697721.958444:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697721.958450:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309432:309432:256:4294967295] 192.168.203.23@tcp LPNI seq info [309428:309428:8:4294967295] 00000400:00000200:0.0:1779697721.958460:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697721.958466:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697721.958472:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697721.958477:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697721.958485:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697721.958489:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1779697721.958510:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697721.958514:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697721.958517:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697721.958880:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697721.958886:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697721.958891:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.958896:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697721.958900:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:1.0:1779697721.958903:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:2.1:1779697721.961265:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00000400:00000200:0.0:1779697721.966796:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697721.966816:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006465d80 00000400:00000200:0.0:1779697721.966825:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x155429 [2] + 784 00000400:00000200:0.0:1779697721.966841:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697721.966847:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697721.966856:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1779697721.966863:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63af800. 00000020:00000010:2.0:1779697721.966963:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.966969:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.966976:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697721.966982:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779697721.966987:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697721.967026:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697721.967028:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697721.967032:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215517568 00000001:00000010:2.0:1779697721.967042:0:208327:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 02000000:00000010:2.0:1779697721.967076:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cac273f800. 00000004:00000010:2.0:1779697721.967084:0:208327:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbc6f2d000. 00080000:00000010:2.0:1779697721.968269:0:208327:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbeff139d0. 00080000:00000010:2.0:1779697721.968278:0:208327:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cac4bba800. 00010000:00000010:1.1:1779697721.968426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:1.1:1779697721.968436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe800. 00010000:00000010:1.1:1779697721.968440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:1.1:1779697721.968451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:0.1:1779697721.968746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00080000:00000010:1.0:1779697721.973863:0:208327:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cac4bba800. 00080000:00000010:1.0:1779697721.973875:0:208327:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbeff139d0. 00000100:00000010:1.0:1779697721.973890:0:208327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cad6dec800. 00000100:00000010:1.0:1779697721.973895:0:208327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cadd213000. 00000400:00000010:1.0:1779697721.973906:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000400:00000010:1.0:1779697721.973917:0:208327:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b7a8. 00000400:00000200:1.0:1779697721.973925:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697721.973939:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697721.973945:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309433:309433:256:4294967295] 192.168.203.23@tcp LPNI seq info [309429:309429:8:4294967295] 00000400:00000200:1.0:1779697721.973952:0:208327:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697721.973958:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697721.973964:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697721.973969:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697721.973977:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697721.973984:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:1.0:1779697721.973988:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1779697721.993096:0:208327:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006465d80-0x6a14006465d80 00000800:00000200:2.0:1779697721.994897:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697721.994905:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697721.994913:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697721.994921:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697721.994930:0:3315:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cad6dec800 00000400:00000200:1.0:1779697721.997263:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697721.997283:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa295 00000400:00000200:1.0:1779697721.997291:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697721.997294:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697721.997300:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:1.0:1779697721.997302:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697721.997306:0:3316:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cad6dec800 00000100:00000010:0.0:1779697721.998006:0:208327:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cadd213000. 00000100:00000010:0.0:1779697721.998015:0:208327:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cad6dec800. 00000004:00000010:0.0:1779697722.000112:0:208327:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbc6f2d000. 00010000:00000200:0.0:1779697722.000134:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63af800 x1866146215517568/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:407/0 lens 448/440 e 0 to 0 dl 1779697732 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.000251:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697722.000259:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215517568, offset 224 00000400:00000200:1.0:1779697722.000268:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.000281:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.000288:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309434:309434:256:4294967295] 192.168.203.23@tcp LPNI seq info [309430:309430:8:4294967295] 00000400:00000200:1.0:1779697722.000300:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.000305:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.000312:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697722.000319:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.000327:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.000331:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.000416:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:1.0:1779697722.000421:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:1.0:1779697722.000426:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000800:00000200:1.0:1779697722.002412:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.002420:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697722.002427:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.002435:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.002442:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:1.0:1779697722.002444:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000400:00000200:2.0:1779697722.003141:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.003158:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006465e80 00000400:00000200:2.0:1779697722.003166:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x155429 [2] + 1232 00000400:00000200:2.0:1779697722.003179:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.003182:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.003188:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1779697722.003195:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634e00. 00000020:00000010:0.0:1779697722.003285:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.003290:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.003295:0:189043:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.003301:0:189043:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697722.003305:0:189043:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.003341:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.003344:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697722.003347:0:189043:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215517824 02000000:00000010:0.0:1779697722.003407:0:189043:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf1251000. 00000020:00000010:0.0:1779697722.003609:0:189043:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1cc0. 00080000:00000010:0.0:1779697722.003617:0:189043:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1253800. 00000001:00000010:0.0:1779697722.003697:0:189043:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1480. 00000001:00000010:0.0:1779697722.003704:0:189043:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697722.003747:0:189043:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1cc0. 00000004:00000010:0.0:1779697722.003812:0:189043:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cad0ff6900. 00010000:00000200:0.0:1779697722.003847:0:189043:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634e00 x1866146215517824/t8589974517(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.003872:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697722.003877:0:189043:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215517824, offset 224 00000400:00000200:0.0:1779697722.003883:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.003893:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.003899:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309435:309435:256:4294967295] 192.168.203.23@tcp LPNI seq info [309431:309431:8:4294967295] 00000400:00000200:0.0:1779697722.003921:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.003926:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.003931:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697722.003936:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.003944:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.003948:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.003970:0:189043:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697722.003974:0:189043:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.003977:0:189043:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697722.004211:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.004216:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:1.0:1779697722.004219:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.004224:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.004229:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:1.0:1779697722.004231:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00000400:00000200:0.0:1779697722.011515:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.011603:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006465f80 00000400:00000200:0.0:1779697722.011611:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 139976 00000400:00000200:0.0:1779697722.011634:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.011640:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.011649:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.011657:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63ace00. 00000020:00000010:0.0:1779697722.017021:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.017034:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.017044:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.017049:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697722.017476:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.018632:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.018638:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697722.018643:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215518080 00000001:00000010:0.0:1779697722.018653:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98feb40. 02000000:00000010:0.0:1779697722.018686:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf3000. 00010000:00000010:0.0:1779697722.018727:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697722.018757:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00010000:00000010:0.0:1779697722.018767:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:0.0:1779697722.018772:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7680. 00010000:00000010:0.0:1779697722.018788:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697722.018792:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6980. 00010000:00000010:0.0:1779697722.018798:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697722.018803:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697722.018818:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697722.018820:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:0.0:1779697722.018823:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697722.018826:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.018950:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697722.018954:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c00. 00010000:00000010:0.0:1779697722.018957:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697722.018960:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00000020:00000010:0.0:1779697722.019135:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f820. 00000020:00000010:0.0:1779697722.019143:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f820. 00080000:00000010:0.0:1779697722.019152:0:189041:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc2d81280. 00080000:00000010:0.0:1779697722.019156:0:189041:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacea61b40. 00080000:00000010:0.0:1779697722.019223:0:189041:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacea61b40. 00080000:00000010:0.0:1779697722.019227:0:189041:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc2d81280. 00000020:00000010:0.0:1779697722.019236:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1cc0. 00080000:00000010:0.0:1779697722.019242:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1251c00. 00000001:00000010:0.0:1779697722.020274:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1420. 00000001:00000010:0.0:1779697722.020283:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697722.020315:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1cc0. 00010000:00000010:0.0:1779697722.020354:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697722.020361:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6c00. 00010000:00000010:0.0:1779697722.020379:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697722.020382:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6980. 00010000:00000200:0.0:1779697722.020424:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974518, last committed = 8589974453 00010000:00000200:0.0:1779697722.020435:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63ace00 x1866146215518080/t8589974518(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697722.020456:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697722.020462:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215518080, offset 224 00000400:00000010:0.0:1779697722.020469:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725380. 00000400:00000200:0.0:1779697722.020474:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.020489:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.020495:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309436:309436:256:4294967295] 192.168.203.23@tcp LPNI seq info [309432:309432:8:4294967295] 00000400:00000200:0.0:1779697722.020501:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697722.020507:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.020513:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.020517:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697722.020524:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.020723:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.020727:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.020764:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697722.020768:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.020771:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:2.0:1779697722.022752:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.022760:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697722.022767:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.022775:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.025465:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.025487:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa2a1 00000400:00000200:1.0:1779697722.025495:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.025499:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.025507:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:1.0:1779697722.025510:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000400:00000200:1.0:1779697722.025536:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.025543:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006466000 00000400:00000200:1.0:1779697722.025550:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 140472 00000400:00000200:1.0:1779697722.025601:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.025605:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.025610:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.025616:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5440a80. 00000020:00000010:1.0:1779697722.025664:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa07c0. 00000020:00000010:1.0:1779697722.025669:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa07c0. 00000020:00000010:1.0:1779697722.025674:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552600. 00000020:00000010:1.0:1779697722.025680:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697722.025685:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697722.025717:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa07c0. 00000020:00000010:1.0:1779697722.025720:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa07c0. 00000100:00000200:1.0:1779697722.025723:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215518208 00010000:00000010:0.0:1779697722.025840:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.025854:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00000001:00000010:1.0:1779697722.026467:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:1.0:1779697722.026495:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697722.026499:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697722.026505:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697722.026511:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 02000000:00000010:1.0:1779697722.026538:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cadd212000. 00010000:00000010:1.0:1779697722.026572:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697722.026576:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.026730:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:1.0:1779697722.026768:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5440a80 x1866146215518208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.026788:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697722.026793:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215518208, offset 224 00000400:00000200:1.0:1779697722.026800:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.026811:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.026817:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309437:309437:256:4294967295] 192.168.203.23@tcp LPNI seq info [309433:309433:8:4294967295] 00000400:00000200:1.0:1779697722.026827:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.026833:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.026838:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697722.026844:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.026851:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.026855:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.026876:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697722.026880:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697722.026884:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552600. 00000800:00000200:0.0:1779697722.027089:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.027093:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697722.027098:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.027103:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.027107:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697722.027132:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000400:00000200:2.0:1779697722.030353:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.030373:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006466080 00000400:00000200:2.0:1779697722.030383:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 141048 00000400:00000200:2.0:1779697722.030424:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.030430:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.030439:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.030446:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637b80. 00000020:00000010:1.0:1779697722.031450:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa07c0. 00000020:00000010:1.0:1779697722.031457:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa07c0. 00000020:00000010:1.0:1779697722.031463:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552600. 00000020:00000010:1.0:1779697722.031469:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697722.031475:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697722.031509:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa07c0. 00000020:00000010:1.0:1779697722.031512:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa07c0. 00000100:00000200:1.0:1779697722.031515:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215518336 00010000:00000010:1.0:1779697722.031541:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697722.031549:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 02000000:00000010:1.0:1779697722.031574:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cadd213000. 00010000:00000010:1.0:1779697722.031604:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697722.031608:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697722.031625:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697722.031628:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697722.031632:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697722.031635:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00000004:00000010:1.0:1779697722.031871:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ab40. 00000004:00000010:1.0:1779697722.031880:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697722.031886:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562990. 00080000:00000010:1.0:1779697722.031895:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:1.0:1779697722.034151:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697722.034161:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697722.034167:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697722.034174:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697722.034417:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697722.034433:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.034440:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697722.034465:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:1.0:1779697722.034483:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61637b80 x1866146215518336/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.034505:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697722.034512:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215518336, offset 224 00000400:00000200:1.0:1779697722.034520:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.035658:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.035667:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309438:309438:256:4294967295] 192.168.203.23@tcp LPNI seq info [309434:309434:8:4294967295] 00000400:00000200:1.0:1779697722.035733:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.035751:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.035757:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697722.035763:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.035771:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.035776:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.035840:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697722.035847:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697722.035852:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552600. 00010000:00000010:0.1:1779697722.036599:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:0.1:1779697722.036608:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697722.036612:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697722.036616:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697722.036619:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697722.036623:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697722.036625:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697722.036630:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000800:00000200:0.0:1779697722.037824:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.037830:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697722.037837:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.037846:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.037853:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:0.0:1779697722.037855:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000400:00000200:0.0:1779697722.039761:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.039780:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006466180 00000400:00000200:0.0:1779697722.039790:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 141632 00000400:00000200:0.0:1779697722.039806:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.039810:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.039817:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.039824:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63adc00. 00000020:00000010:1.0:1779697722.039906:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.039973:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.039981:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f3a00. 00000020:00000010:1.0:1779697722.039986:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697722.039991:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697722.040028:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.040030:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.040033:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215518592 00010000:00000010:1.0:1779697722.040158:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697722.040165:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 02000000:00000010:1.0:1779697722.040202:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cbff470000. 00000004:00000010:2.0:1779697722.040989:0:190609:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cacc0b7080. 00080000:00000010:2.0:1779697722.041003:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273ec00. 00000001:00000010:2.0:1779697722.041032:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dc00. 00000001:00000010:2.0:1779697722.041037:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697722.041161:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000200:2.0:1779697722.041178:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63adc00 x1866146215518592/t8589974519(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.041196:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697722.041202:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215518592, offset 224 00000400:00000200:2.0:1779697722.041208:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.041219:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.041225:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309439:309439:256:4294967295] 192.168.203.23@tcp LPNI seq info [309435:309435:8:4294967295] 00000400:00000200:2.0:1779697722.041236:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.041242:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.041246:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697722.041252:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.041259:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.041263:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.041319:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:2.0:1779697722.041324:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:2.0:1779697722.041328:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f3a00. 00010000:00000010:0.1:1779697722.041522:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697722.041639:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000800:00000200:0.0:1779697722.042807:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.042814:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697722.042819:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.042827:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.042833:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:0.0:1779697722.042836:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00010000:00000010:1.1:1779697722.044431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697722.044441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697722.044445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697722.044448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697722.044457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:0.0:1779697722.046660:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.046687:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006466200 00000400:00000200:0.0:1779697722.046696:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x155429 [2] + 1624 00000400:00000010:0.0:1779697722.046702:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbca583580. 00000400:00000200:0.0:1779697722.046706:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64eb300 00000400:00000200:0.0:1779697722.046717:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.046722:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.046726:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64eb300 00000400:00000010:0.0:1779697722.046729:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64eb300. 00000100:00000200:0.0:1779697722.046743:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:1.0:1779697722.046829:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.046834:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.046840:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697722.046845:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697722.046851:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95708. 00000020:00000010:1.0:1779697722.046884:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.046886:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.046889:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215518720 00000001:00000010:1.0:1779697722.046898:0:208327:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 02000000:00000010:1.0:1779697722.046927:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cad6ded000. 00000004:00000010:1.0:1779697722.046934:0:208327:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbeeb95800. 00080000:00000010:1.0:1779697722.047476:0:208327:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc6cb8940. 00080000:00000010:1.0:1779697722.047480:0:208327:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacdaa0940. 00010000:00000010:2.1:1779697722.048765:0:5616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00080000:00000010:1.0:1779697722.049020:0:208327:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacdaa0940. 00080000:00000010:1.0:1779697722.049026:0:208327:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc6cb8940. 00000100:00000010:1.0:1779697722.049036:0:208327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cad6dec800. 00000100:00000010:1.0:1779697722.049041:0:208327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbc3095000. 00000400:00000010:1.0:1779697722.049106:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000400:00000010:1.0:1779697722.049117:0:208327:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b738. 00000400:00000200:1.0:1779697722.049125:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.049137:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.049143:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309440:309440:256:4294967295] 192.168.203.23@tcp LPNI seq info [309436:309436:8:4294967295] 00000400:00000200:1.0:1779697722.049150:0:208327:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.049157:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.049162:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.049167:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697722.049174:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.049180:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:1.0:1779697722.049184:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1779697722.049236:0:208327:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006466200-0x6a14006466200 00000800:00000200:0.0:1779697722.050469:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.050477:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697722.050485:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.050493:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.050500:0:3317:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cad6dec800 00000400:00000200:0.0:1779697722.051346:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697722.051363:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa2b1 00000400:00000200:0.0:1779697722.051369:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.051373:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697722.051378:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779697722.051381:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697722.051384:0:3315:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cad6dec800 00000100:00000010:1.0:1779697722.051508:0:208327:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbc3095000. 00000100:00000010:1.0:1779697722.051515:0:208327:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cad6dec800. 00000004:00000010:1.0:1779697722.052476:0:208327:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbeeb95800. 00010000:00000200:1.0:1779697722.052493:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc3260450 x1866146215518720/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.052513:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697722.052519:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215518720, offset 224 00000400:00000200:1.0:1779697722.052525:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.052763:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.052769:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309441:309441:256:4294967295] 192.168.203.23@tcp LPNI seq info [309437:309437:8:4294967295] 00000400:00000200:1.0:1779697722.052780:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.052786:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.052878:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697722.052885:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.052892:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.052897:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.053010:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:2.0:1779697722.053015:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95708. 00000020:00000010:2.0:1779697722.053019:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 02000000:00000010:2.0:1779697722.053029:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbf1251000. 00000100:00000010:2.0:1779697722.053033:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634e00. 02000000:00000010:2.0:1779697722.053043:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cac273f800. 00000100:00000010:2.0:1779697722.053046:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63af800. 02000000:00000010:2.0:1779697722.053049:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cac273d400. 00000100:00000010:2.0:1779697722.053060:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63aed80. 02000000:00000010:2.0:1779697722.053063:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbcb151000. 00000100:00000010:2.0:1779697722.053066:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559880. 00000100:00000200:2.0:1779697722.053074:0:208327:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1779697722.053079:0:208327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6defe18. 00000400:00000010:2.0:1779697722.053085:0:208327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd7e4e40. 00000800:00000200:0.0:1779697722.055031:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.055039:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:0.0:1779697722.055046:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.055054:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.055061:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697722.055064:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 02000000:00000010:0.0:1779697722.055071:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cad6ded000. 00000400:00000200:0.0:1779697722.056329:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.056345:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006466300 00000400:00000200:0.0:1779697722.056354:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x15545d [2] + 0 00000400:00000200:0.0:1779697722.056369:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.056372:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.056379:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1779697722.056386:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63aed80. 00000020:00000010:2.0:1779697722.056691:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697722.056697:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697722.056710:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697722.056715:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697722.056719:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697722.056793:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697722.056796:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000100:00000200:2.0:1779697722.056799:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215518976 02000000:00000010:2.0:1779697722.056836:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cac273d400. 00000020:00000010:2.0:1779697722.057041:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d900. 00080000:00000010:2.0:1779697722.057050:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273f800. 00000001:00000010:2.0:1779697722.057137:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d780. 00000001:00000010:2.0:1779697722.057143:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697722.057176:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d900. 00000004:00000010:2.0:1779697722.057240:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cacc0b7080. 00010000:00000200:2.0:1779697722.057274:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63aed80 x1866146215518976/t8589974520(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.057292:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697722.057298:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215518976, offset 224 00000400:00000200:2.0:1779697722.057304:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.057315:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.057321:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309442:309442:256:4294967295] 192.168.203.23@tcp LPNI seq info [309438:309438:8:4294967295] 00000400:00000200:2.0:1779697722.057331:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.057337:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.057341:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697722.057347:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.057354:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.057359:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.057448:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697722.057452:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697722.057455:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:1.0:1779697722.057904:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.057916:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:1.0:1779697722.057920:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.057926:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.057930:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:1.0:1779697722.057932:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000400:00000200:0.0:1779697722.060348:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.060369:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006466400 00000400:00000200:0.0:1779697722.060378:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 142496 00000400:00000200:0.0:1779697722.060408:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.060413:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.060421:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.060428:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63af800. 00000020:00000010:1.0:1779697722.060527:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.060636:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.060643:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:1.0:1779697722.060649:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697722.060653:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697722.060728:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.060731:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.060744:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215519232 00000001:00000010:1.0:1779697722.060754:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 02000000:00000010:1.0:1779697722.060782:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3095000. 00010000:00000010:1.0:1779697722.060818:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697722.060834:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697722.060842:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.060847:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697722.060861:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697722.060864:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697722.060869:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697722.060873:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.060886:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697722.060888:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697722.060891:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697722.060893:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697722.060998:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697722.061001:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697722.061004:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697722.061007:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00000020:00000010:1.0:1779697722.061174:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc640. 00000020:00000010:1.0:1779697722.061182:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc640. 00080000:00000010:1.0:1779697722.061191:0:189041:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc6cb8940. 00080000:00000010:1.0:1779697722.061194:0:189041:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacdaa0940. 00080000:00000010:1.0:1779697722.061256:0:189041:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacdaa0940. 00080000:00000010:1.0:1779697722.061260:0:189041:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc6cb8940. 00000020:00000010:1.0:1779697722.061268:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a420. 00080000:00000010:1.0:1779697722.061274:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad6dec800. 00000001:00000010:1.0:1779697722.062182:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a240. 00000001:00000010:1.0:1779697722.062189:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697722.062226:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a420. 00010000:00000010:1.0:1779697722.062258:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.062264:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697722.062276:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.062279:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000200:1.0:1779697722.062295:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974521, last committed = 8589974453 00010000:00000200:1.0:1779697722.062305:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63af800 x1866146215519232/t8589974521(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697722.062325:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697722.062331:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215519232, offset 224 00000400:00000010:1.0:1779697722.062338:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42be00. 00000400:00000200:1.0:1779697722.062342:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.062354:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.062360:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309443:309443:256:4294967295] 192.168.203.23@tcp LPNI seq info [309439:309439:8:4294967295] 00000400:00000200:1.0:1779697722.062367:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.062374:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.062379:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.062384:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697722.062413:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.062421:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.062425:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.062442:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697722.062445:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697722.062449:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:2.0:1779697722.062680:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.062685:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:2.0:1779697722.062689:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.062694:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.064279:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697722.064296:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa2c1 00000400:00000200:2.0:1779697722.064303:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.064307:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697722.064314:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:2.0:1779697722.064317:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000400:00000200:2.0:1779697722.064752:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.064761:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006466480 00000400:00000200:2.0:1779697722.064768:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 142992 00000400:00000200:2.0:1779697722.064813:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.064817:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.064822:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.064828:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634e00. 00010000:00000010:2.0:1779697722.067956:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:2.0:1779697722.067972:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00000020:00000010:0.0:1779697722.068201:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.068206:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.068212:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.068217:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.068222:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.068301:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.068304:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697722.068307:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215519360 00000001:00000010:0.0:1779697722.068317:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:0.0:1779697722.068335:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697722.068339:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6180. 00010000:00000010:0.0:1779697722.068345:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697722.068350:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 02000000:00000010:0.0:1779697722.068374:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf2000. 00010000:00000010:0.0:1779697722.068419:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697722.068423:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697722.068526:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697722.072987:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634e00 x1866146215519360/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.073015:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697722.073022:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215519360, offset 224 00000400:00000200:0.0:1779697722.073030:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.073044:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.073058:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309444:309444:256:4294967295] 192.168.203.23@tcp LPNI seq info [309440:309440:8:4294967295] 00000400:00000200:0.0:1779697722.073071:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.073076:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.073082:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697722.073088:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.073097:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.073101:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.073126:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.073131:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.073135:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:2.0:1779697722.073759:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.073765:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697722.073771:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.073777:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.073783:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:2.0:1779697722.073786:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00000400:00000200:2.0:1779697722.075768:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.075785:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006466500 00000400:00000200:2.0:1779697722.075793:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 143568 00000400:00000200:2.0:1779697722.075808:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.075812:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.075819:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.075826:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61635c00. 00000020:00000010:1.0:1779697722.076711:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.076718:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.076725:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:1.0:1779697722.076730:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697722.076746:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697722.076783:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.076786:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.076788:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215519488 00010000:00000010:1.0:1779697722.076814:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697722.076822:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697722.076846:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3096000. 00010000:00000010:1.0:1779697722.076871:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697722.076875:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.076894:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697722.076897:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697722.076901:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697722.076904:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00000004:00000010:1.0:1779697722.077172:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697722.077180:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697722.077186:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697722.077194:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:1.0:1779697722.078029:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697722.078035:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697722.078039:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697722.078045:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.1:1779697722.078713:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697722.078721:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697722.078725:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697722.078727:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.0:1779697722.083363:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:0.0:1779697722.083385:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:0.0:1779697722.083990:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:0.0:1779697722.084024:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:0.0:1779697722.084043:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61635c00 x1866146215519488/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.084116:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697722.084123:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215519488, offset 224 00000400:00000200:0.0:1779697722.084130:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.084143:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.084149:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309445:309445:256:4294967295] 192.168.203.23@tcp LPNI seq info [309441:309441:8:4294967295] 00000400:00000200:0.0:1779697722.084161:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.084166:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.084171:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697722.084177:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.084185:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.084190:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.084251:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:0.0:1779697722.084256:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:0.0:1779697722.084260:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00010000:00000010:0.1:1779697722.085085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697722.089502:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697722.089518:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697722.089521:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697722.089524:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000800:00000200:1.0:1779697722.089813:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.089819:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697722.089824:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.089832:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.089840:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:1.0:1779697722.089842:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:2.1:1779697722.093480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697722.093504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:0.1:1779697722.097443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697722.097464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697722.097468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697722.097471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:2.0:1779697722.098746:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.098764:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006466600 00000400:00000200:2.0:1779697722.098773:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 144152 00000400:00000200:2.0:1779697722.098788:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.098793:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.098801:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.098808:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61637480. 00000020:00000010:0.0:1779697722.098905:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.098919:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.098924:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.098930:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.098934:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.098974:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.098976:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697722.098979:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215519744 00010000:00000010:0.0:1779697722.099020:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697722.099028:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 02000000:00000010:0.0:1779697722.099134:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cae3139000. 00000004:00000010:0.0:1779697722.099920:0:190609:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cad0ff6880. 00080000:00000010:0.0:1779697722.099932:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1250c00. 00000001:00000010:0.0:1779697722.099977:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1a80. 00000001:00000010:0.0:1779697722.099983:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00010000:00000010:0.0:1779697722.100064:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697722.100080:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61637480 x1866146215519744/t8589974522(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.100121:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697722.100136:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215519744, offset 224 00000400:00000200:0.0:1779697722.100147:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.100167:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.100174:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309446:309446:256:4294967295] 192.168.203.23@tcp LPNI seq info [309442:309442:8:4294967295] 00000400:00000200:0.0:1779697722.100198:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.100204:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.100209:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697722.100215:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.100222:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.100227:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.100250:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.100254:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.100257:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:2.0:1779697722.100508:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.100526:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697722.100538:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.100883:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.100888:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:2.0:1779697722.100891:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00010000:00000010:0.1:1779697722.105868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:1.0:1779697722.113558:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.113580:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006466680 00000400:00000200:1.0:1779697722.113590:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x15545d [2] + 392 00000400:00000200:1.0:1779697722.113609:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.113613:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.113622:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.113629:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5442d80. 00000020:00000010:2.0:1779697722.113728:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697722.113734:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697722.113750:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697722.113756:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697722.113762:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697722.113803:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba8c0. 00000020:00000010:2.0:1779697722.113805:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba8c0. 00000100:00000200:2.0:1779697722.113809:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215519872 00000001:00000010:2.0:1779697722.113819:0:208327:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 02000000:00000010:2.0:1779697722.113847:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cac273e000. 00000004:00000010:2.0:1779697722.113854:0:208327:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbc6f2d000. 00080000:00000010:2.0:1779697722.114371:0:208327:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbeff11030. 00080000:00000010:2.0:1779697722.114376:0:208327:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cac4bba8c0. 00080000:00000010:2.0:1779697722.115023:0:208327:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cac4bba8c0. 00080000:00000010:2.0:1779697722.115030:0:208327:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbeff11030. 00000100:00000010:2.0:1779697722.115038:0:208327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cac273d000. 00000100:00000010:2.0:1779697722.115042:0:208327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbfeecf000. 00000400:00000010:2.0:1779697722.115103:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000400:00000010:2.0:1779697722.115114:0:208327:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70d58. 00000400:00000200:2.0:1779697722.115120:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.115133:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.115138:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309447:309447:256:4294967295] 192.168.203.23@tcp LPNI seq info [309443:309443:8:4294967295] 00000400:00000200:2.0:1779697722.115144:0:208327:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697722.115151:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.115157:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.115162:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697722.115167:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.115174:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:2.0:1779697722.115179:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1779697722.115234:0:208327:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006466680-0x6a14006466680 00000800:00000200:2.0:1779697722.125755:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.125764:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:2.0:1779697722.125770:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.125778:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.125787:0:3317:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cac273d000 00000400:00000200:2.0:1779697722.127426:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697722.127447:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa2d1 00000400:00000200:2.0:1779697722.127455:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.127459:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697722.127466:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:2.0:1779697722.127469:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697722.127473:0:3315:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cac273d000 00000100:00000010:0.0:1779697722.127746:0:208327:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbfeecf000. 00000100:00000010:0.0:1779697722.127753:0:208327:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cac273d000. 00000004:00000010:0.0:1779697722.128467:0:208327:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbc6f2d000. 00010000:00000200:0.0:1779697722.128485:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5442d80 x1866146215519872/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.128509:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697722.128515:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215519872, offset 224 00000400:00000200:0.0:1779697722.128521:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.128531:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.128537:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309448:309448:256:4294967295] 192.168.203.23@tcp LPNI seq info [309444:309444:8:4294967295] 00000400:00000200:0.0:1779697722.128547:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.128552:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.128559:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697722.133176:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.133187:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.133191:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.133236:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:0.0:1779697722.133244:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:0.0:1779697722.133249:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:1.0:1779697722.133571:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.133576:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697722.133581:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.133587:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.133594:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:1.0:1779697722.133598:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000400:00000200:2.0:1779697722.149485:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.149506:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006466780 00000400:00000200:2.0:1779697722.149515:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x15545d [2] + 840 00000400:00000200:2.0:1779697722.149534:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.149539:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.149547:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1779697722.149555:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634a80. 00000020:00000010:1.0:1779697722.152552:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.152566:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.152576:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.152582:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.152588:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.152634:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.152637:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697722.152640:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215520128 02000000:00000010:1.0:1779697722.152685:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cad6dee800. 00000020:00000010:1.0:1779697722.152887:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:1.0:1779697722.152897:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0e9c00. 00000001:00000010:1.0:1779697722.152980:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a960. 00000001:00000010:1.0:1779697722.152986:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697722.153029:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00000004:00000010:1.0:1779697722.153102:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cad0ff6880. 00010000:00000200:1.0:1779697722.153142:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634a80 x1866146215520128/t8589974523(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.153160:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697722.153167:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215520128, offset 224 00000400:00000200:1.0:1779697722.153175:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.153188:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.153194:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309449:309449:256:4294967295] 192.168.203.23@tcp LPNI seq info [309445:309445:8:4294967295] 00000400:00000200:1.0:1779697722.153205:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.153210:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.153215:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697722.153222:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.153229:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.153234:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.154432:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.154442:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.154446:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:2.0:1779697722.156645:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.156653:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697722.156662:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.156670:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.156678:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:2.0:1779697722.156681:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000400:00000200:1.0:1779697722.165446:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.165469:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006466880 00000400:00000200:1.0:1779697722.165477:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 145016 00000400:00000200:1.0:1779697722.165500:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.165504:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.165513:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.165520:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5440e00. 00000020:00000010:1.0:1779697722.171698:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.171711:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.171724:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.171729:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.171746:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.182457:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.182468:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697722.182474:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215520384 00000001:00000010:1.0:1779697722.182487:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 00010000:00000010:1.0:1779697722.182514:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697722.182522:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 02000000:00000010:1.0:1779697722.182557:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cbc3097000. 00010000:00000010:1.0:1779697722.182841:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697722.182847:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00000004:00000010:1.0:1779697722.182936:0:202031:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cbf693f000. 00080000:00000010:1.0:1779697722.182944:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0e8800. 00000001:00000010:1.0:1779697722.182969:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ad20. 00000001:00000010:1.0:1779697722.182973:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697722.183035:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000200:1.0:1779697722.183059:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5440e00 x1866146215520384/t8589974524(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.183080:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697722.183088:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215520384, offset 224 00000400:00000200:1.0:1779697722.183095:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.183110:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.183116:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309450:309450:256:4294967295] 192.168.203.23@tcp LPNI seq info [309446:309446:8:4294967295] 00000400:00000200:1.0:1779697722.183127:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.183133:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.183138:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697722.183145:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.183153:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.183157:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.183186:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.183191:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.183194:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:2.0:1779697722.183379:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.183383:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697722.183496:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.183503:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.183509:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:2.0:1779697722.183511:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00010000:00000010:1.1:1779697722.191685:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000400:00000200:2.0:1779697722.195494:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.195516:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006466900 00000400:00000200:2.0:1779697722.195603:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 145880 00000400:00000200:2.0:1779697722.195625:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.195631:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.195641:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.195652:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff468700. 00000020:00000010:3.0:1779697722.195837:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697722.195844:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697722.195851:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bec00. 00000020:00000010:3.0:1779697722.195856:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e280. 00000020:00000010:3.0:1779697722.195862:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89190. 00000020:00000010:3.0:1779697722.195902:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697722.195905:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697722.195908:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215520512 00000001:00000010:3.0:1779697722.195919:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b180. 00010000:00000010:3.0:1779697722.195950:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697722.195957:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697722.195985:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc8208000. 00010000:00000010:3.0:1779697722.196014:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:3.0:1779697722.196019:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697722.196040:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697722.196044:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e480. 00010000:00000010:3.0:1779697722.196049:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697722.196053:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11680. 00000004:00000010:3.0:1779697722.197635:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2000. 00000004:00000010:3.0:1779697722.197647:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74aff78. 00000004:00000010:3.0:1779697722.197654:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83650. 00080000:00000010:3.0:1779697722.197663:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c000. 00010000:00000010:2.0:1779697722.199910:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697722.199924:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697722.199931:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697722.199938:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697722.200034:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:2.0:1779697722.200053:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11680. 00010000:00000010:2.0:1779697722.200059:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e480. 00010000:00000010:2.0:1779697722.200090:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:2.0:1779697722.200112:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff468700 x1866146215520512/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.201473:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697722.201481:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215520512, offset 224 00000400:00000200:2.0:1779697722.201491:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.201510:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.201518:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309451:309451:256:4294967295] 192.168.203.23@tcp LPNI seq info [309447:309447:8:4294967295] 00000400:00000200:2.0:1779697722.203217:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.203231:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.203239:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697722.203250:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.203260:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.203265:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.203310:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e280. 00000020:00000010:2.0:1779697722.203317:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89190. 00000020:00000010:2.0:1779697722.203322:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bec00. 00000800:00000200:1.0:1779697722.203832:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.203838:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:1.0:1779697722.203843:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.203849:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.203855:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:1.0:1779697722.203858:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00010000:00000010:2.1:1779697722.209642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:2.1:1779697722.209659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe900. 00010000:00000010:2.1:1779697722.209664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:2.1:1779697722.209669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000400:00000200:3.0:1779697722.212591:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.212611:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006466a00 00000400:00000200:3.0:1779697722.212620:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 146456 00000400:00000200:3.0:1779697722.212636:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.212640:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.212649:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.212657:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584000. 00000020:00000010:1.0:1779697722.212802:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.212809:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.212814:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.212819:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.212824:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.212866:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.212868:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697722.212871:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215520768 02000000:00000010:1.0:1779697722.212903:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3092000. 00010000:00000010:1.0:1779697722.212946:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:1.0:1779697722.212963:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:1.0:1779697722.212972:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697722.212991:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697722.212995:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697722.213009:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697722.213012:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa80. 00010000:00000010:1.0:1779697722.213017:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697722.213019:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697722.213431:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697722.213436:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697722.213440:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697722.213443:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000020:00000010:1.0:1779697722.213529:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc0c0. 00000020:00000010:1.0:1779697722.213538:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc0c0. 00000020:00000010:1.0:1779697722.213550:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:1.0:1779697722.213557:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0e9000. 00000004:00000010:1.0:1779697722.213655:0:189041:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9bcc0. 00000004:00000010:1.0:1779697722.213662:0:189041:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad2763290. 00000004:00000010:1.0:1779697722.213665:0:189041:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad2763c48. 00000004:00000010:1.0:1779697722.213673:0:189041:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e0930d0. 00000004:00000010:1.0:1779697722.214567:0:189041:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93cacecfc0c0. 00000001:00000010:1.0:1779697722.214585:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfcd80. 00000001:00000010:1.0:1779697722.214592:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697722.214629:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:1.0:1779697722.214641:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697722.214646:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697722.214663:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697722.214709:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.214724:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000200:1.0:1779697722.214752:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974525, last committed = 8589974453 00010000:00000200:1.0:1779697722.214763:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584000 x1866146215520768/t8589974525(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 488/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697722.214788:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697722.214794:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215520768, offset 224 00000400:00000010:1.0:1779697722.214801:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bce8. 00000400:00000200:1.0:1779697722.214805:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.214818:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.214824:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309452:309452:256:4294967295] 192.168.203.23@tcp LPNI seq info [309448:309448:8:4294967295] 00000400:00000200:1.0:1779697722.214830:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.214836:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.214842:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.214847:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697722.214853:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.214860:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.214864:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.214887:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.214891:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.214895:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:1.0:1779697722.214986:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.214991:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697722.214995:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.215000:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697722.216159:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:2.0:1779697722.216172:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:2.0:1779697722.216181:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00010000:00000010:1.1:1779697722.217522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697722.217533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697722.217538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:1.0:1779697722.218923:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.218944:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa2e5 00000400:00000200:1.0:1779697722.218951:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.218956:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.218964:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:1.0:1779697722.218967:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:2.1:1779697722.220786:0:3309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697722.220797:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:2.0:1779697722.220848:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:2.0:1779697722.220857:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa80. 00000400:00000200:3.0:1779697722.221413:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.221429:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006466a80 00000400:00000200:3.0:1779697722.221437:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 146944 00000400:00000200:3.0:1779697722.221685:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.221691:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.221698:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.221705:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584a80. 00000020:00000010:2.0:1779697722.221804:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.221811:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.221819:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130000. 00000020:00000010:2.0:1779697722.221825:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697722.221829:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.221898:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.221901:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697722.221903:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215520896 00000001:00000010:2.0:1779697722.221926:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:2.0:1779697722.221958:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697722.221968:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.221996:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeec8000. 00010000:00000010:2.0:1779697722.222022:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697722.222025:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697722.222042:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697722.222044:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697722.222047:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697722.222049:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697722.222173:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697722.222178:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697722.222270:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697722.222282:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697722.222286:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697722.222306:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.222477:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584a80 x1866146215520896/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.222498:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00010000:00000010:1.1:1779697722.222498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000100:00000200:2.0:1779697722.222506:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215520896, offset 224 00010000:00000010:1.1:1779697722.222506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:2.0:1779697722.222517:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.222530:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.222538:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309453:309453:256:4294967295] 192.168.203.23@tcp LPNI seq info [309449:309449:8:4294967295] 00000400:00000200:2.0:1779697722.222554:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.222561:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.222567:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697722.222574:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.222581:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.222585:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.222608:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697722.222612:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.222615:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130000. 00000800:00000200:1.0:1779697722.222752:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.222757:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:1.0:1779697722.222761:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.222766:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.222770:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:1.0:1779697722.222773:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00010000:00000010:2.1:1779697722.229286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:2.1:1779697722.229299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:1.0:1779697722.232986:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.233008:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006466b80 00000400:00000200:1.0:1779697722.233019:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x15545d [2] + 1232 00000400:00000200:1.0:1779697722.233035:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.233051:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.233060:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.233069:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5441500. 00000020:00000010:2.0:1779697722.234659:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.234669:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.234678:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130000. 00000020:00000010:2.0:1779697722.234683:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697722.234688:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.234745:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.234749:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697722.234754:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215521152 02000000:00000010:2.0:1779697722.234799:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cac273c000. 00000004:00000010:2.0:1779697722.234873:0:208327:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cbf693f000. 00080000:00000010:2.0:1779697722.234899:0:208327:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273dc00. 00000001:00000010:2.0:1779697722.234935:0:208327:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571df00. 00000001:00000010:2.0:1779697722.234942:0:208327:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00010000:00000200:2.0:1779697722.235001:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5441500 x1866146215521152/t8589974526(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.235022:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697722.235030:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215521152, offset 224 00000400:00000200:2.0:1779697722.235039:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.235053:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.235061:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309454:309454:256:4294967295] 192.168.203.23@tcp LPNI seq info [309450:309450:8:4294967295] 00000400:00000200:2.0:1779697722.235076:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.235083:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.235089:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697722.235097:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.235337:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.235343:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.235435:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697722.235441:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.235446:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130000. 00010000:00000010:2.1:1779697722.243427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697722.243439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697722.243446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697722.243459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000800:00000200:3.0:1779697722.243529:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.243535:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697722.243540:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.243549:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.243556:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000200:1.0:1779697722.243659:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.243674:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a14006466c80 00000400:00000010:3.0:1779697722.243916:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000400:00000200:1.0:1779697722.243961:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 147528 00000400:00000200:1.0:1779697722.244435:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.244441:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.244449:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.244456:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5442680. 00000020:00000010:2.0:1779697722.244686:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.244694:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.244702:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130000. 00000020:00000010:2.0:1779697722.244708:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7700. 00000020:00000010:2.0:1779697722.244713:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.244772:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.244776:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697722.244780:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215521408 00000001:00000010:2.0:1779697722.244790:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 02000000:00000010:2.0:1779697722.244831:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfeecd000. 00010000:00000010:2.0:1779697722.244872:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697722.244889:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:2.0:1779697722.244903:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:2.0:1779697722.244914:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:2.0:1779697722.245189:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6180. 00010000:00000010:2.0:1779697722.245213:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697722.245218:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697722.245224:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697722.245231:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697722.245249:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697722.245252:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c00. 00010000:00000010:2.0:1779697722.245257:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697722.245261:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.245448:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697722.245453:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697722.245456:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697722.245460:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697722.245497:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b5a0. 00000020:00000010:2.0:1779697722.245506:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b5a0. 00080000:00000010:2.0:1779697722.245517:0:202031:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbeff11030. 00080000:00000010:2.0:1779697722.245521:0:202031:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cac4bba640. 00080000:00000010:2.0:1779697722.245543:0:202031:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cac4bba640. 00080000:00000010:2.0:1779697722.245548:0:202031:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbeff11030. 00000020:00000010:2.0:1779697722.245557:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d480. 00080000:00000010:2.0:1779697722.245567:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273d000. 00000001:00000010:1.0:1779697722.247468:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacecfc240. 00000001:00000010:1.0:1779697722.247481:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697722.247527:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d480. 00010000:00000010:1.0:1779697722.247581:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:1.0:1779697722.247592:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:1.0:1779697722.247612:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:1.0:1779697722.247616:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000200:1.0:1779697722.247643:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974527, last committed = 8589974453 00010000:00000200:1.0:1779697722.247659:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5442680 x1866146215521408/t8589974527(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 504/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697722.247683:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697722.247691:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215521408, offset 224 00000400:00000010:1.0:1779697722.247701:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b070. 00000400:00000200:1.0:1779697722.247705:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.247887:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.247894:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309455:309455:256:4294967295] 192.168.203.23@tcp LPNI seq info [309451:309451:8:4294967295] 00000400:00000200:1.0:1779697722.247902:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.247910:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.247916:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.247922:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697722.247929:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.247937:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.247942:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.247974:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7700. 00000020:00000010:1.0:1779697722.247979:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:1.0:1779697722.247983:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130000. 00000800:00000200:2.0:1779697722.248271:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.248276:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697722.248281:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.248287:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.250503:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697722.250621:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa2f1 00000400:00000200:3.0:1779697722.250629:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.250881:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697722.250891:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:3.0:1779697722.250894:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:2.1:1779697722.251135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697722.251143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697722.251147:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ac00. 00010000:00000010:2.1:1779697722.251152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:2.1:1779697722.251155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:2.0:1779697722.251195:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.251205:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c00. 00000400:00000200:1.0:1779697722.252086:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.252102:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006466d00 00000400:00000200:1.0:1779697722.252112:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 148032 00000400:00000200:1.0:1779697722.252379:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.252417:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.252426:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.252433:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5443480. 00000020:00000010:2.0:1779697722.252554:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.252560:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.252566:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.252571:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.252576:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.252797:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.252800:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697722.252804:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215521536 00000001:00000010:2.0:1779697722.252817:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697722.252844:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697722.252849:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a00. 00010000:00000010:2.0:1779697722.252856:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697722.252863:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.253011:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeecf000. 00010000:00000010:2.0:1779697722.253045:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697722.253050:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697722.253171:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.253195:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5443480 x1866146215521536/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.253214:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697722.253222:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215521536, offset 224 00000400:00000200:2.0:1779697722.253231:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.253243:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.253249:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309456:309456:256:4294967295] 192.168.203.23@tcp LPNI seq info [309452:309452:8:4294967295] 00000400:00000200:2.0:1779697722.253262:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.253267:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.253271:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697722.253277:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.253284:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.253288:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.253580:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.253585:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.253589:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:3.0:1779697722.253802:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.253807:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:3.0:1779697722.253811:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.253816:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.253821:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:3.0:1779697722.253823:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00010000:00000010:1.1:1779697722.254465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:1.1:1779697722.254475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:1.1:1779697722.254478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:1.1:1779697722.254482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697722.258429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697722.258445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00000400:00000200:1.0:1779697722.258968:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.258986:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006466d80 00000400:00000200:1.0:1779697722.258995:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 148608 00000400:00000200:1.0:1779697722.259010:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.259016:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.259024:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.259032:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ea00. 00000020:00000010:3.0:1779697722.259312:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697722.259318:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697722.259324:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.259329:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef80. 00000020:00000010:3.0:1779697722.259334:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697722.259547:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697722.259550:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697722.259554:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215521664 00010000:00000010:3.0:1779697722.259590:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697722.259597:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 02000000:00000010:3.0:1779697722.259622:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc820e000. 00010000:00000010:3.0:1779697722.259856:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.259862:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697722.259983:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697722.259988:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:3.0:1779697722.259992:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697722.259996:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000004:00000010:3.0:1779697722.260211:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3860. 00000004:00000010:3.0:1779697722.260220:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af2d0. 00000004:00000010:3.0:1779697722.260228:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82bb0. 00080000:00000010:3.0:1779697722.260238:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d560. 00010000:00000010:3.0:1779697722.260965:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe500. 00010000:00000010:3.0:1779697722.260971:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697722.260975:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.260980:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697722.261176:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697722.261189:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697722.261194:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:3.0:1779697722.261221:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000200:3.0:1779697722.261242:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ea00 x1866146215521664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.261263:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697722.261270:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215521664, offset 224 00000400:00000200:3.0:1779697722.261278:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.261292:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.261305:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309457:309457:256:4294967295] 192.168.203.23@tcp LPNI seq info [309453:309453:8:4294967295] 00000400:00000200:3.0:1779697722.261318:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.261325:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.261330:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697722.261337:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.261344:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.261349:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.261696:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef80. 00000020:00000010:3.0:1779697722.261701:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697722.261705:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:2.0:1779697722.261863:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.261869:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697722.261873:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.261879:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.261884:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:2.0:1779697722.261886:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00010000:00000010:2.1:1779697722.266095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000400:00000200:3.0:1779697722.266476:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.266495:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006466e80 00000400:00000200:3.0:1779697722.266504:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 149192 00000400:00000200:3.0:1779697722.266538:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.266543:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.266552:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.266560:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584700. 00000020:00000010:2.0:1779697722.266910:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.266917:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.266923:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.266928:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.266932:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.266980:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.266983:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697722.266987:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215521920 00010000:00000010:2.0:1779697722.267014:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697722.267022:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.267059:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cace558000. 00000004:00000010:2.0:1779697722.268324:0:190609:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cacc0b7380. 00080000:00000010:2.0:1779697722.268342:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb151000. 00000001:00000010:2.0:1779697722.268382:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d8a0. 00000001:00000010:2.0:1779697722.268686:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697722.268934:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.268956:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584700 x1866146215521920/t8589974528(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.268977:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697722.268984:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215521920, offset 224 00000400:00000200:2.0:1779697722.268992:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.269004:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.269011:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309458:309458:256:4294967295] 192.168.203.23@tcp LPNI seq info [309454:309454:8:4294967295] 00000400:00000200:2.0:1779697722.269022:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.269028:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.269033:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697722.269040:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.269059:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.269065:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.269146:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.269151:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.269154:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:1.0:1779697722.270587:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.270597:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:1.0:1779697722.270606:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.270616:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.270624:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:1.0:1779697722.270628:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00000400:00000200:2.0:1779697722.274854:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.274875:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006466f00 00000400:00000200:2.0:1779697722.274884:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x15545d [2] + 1624 00000400:00000010:2.0:1779697722.274890:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb791b58. 00000400:00000200:2.0:1779697722.274895:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacea11780 00000400:00000200:2.0:1779697722.274908:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.274912:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.274917:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacea11780 00000400:00000010:2.0:1779697722.274919:0:3315:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacea11780. 00000100:00000200:2.0:1779697722.274926:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00010000:00000010:3.1:1779697722.275465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697722.275478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697722.275483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.1:1779697722.275486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00000020:00000010:3.0:1779697722.275523:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.275530:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.275537:0:189043:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.275542:0:189043:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef80. 00000020:00000010:3.0:1779697722.275548:0:189043:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89960. 00000020:00000010:3.0:1779697722.275591:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.275594:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000100:00000200:3.0:1779697722.275598:0:189043:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215522048 00000001:00000010:3.0:1779697722.275609:0:189043:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 02000000:00000010:3.0:1779697722.275638:0:189043:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cac450d000. 00000004:00000010:3.0:1779697722.275648:0:189043:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbca18b800. 00080000:00000010:3.0:1779697722.277378:0:189043:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697722.277409:0:189043:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.277644:0:189043:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.277652:0:189043:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000100:00000010:3.0:1779697722.277664:0:189043:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cac450d800. 00000100:00000010:3.0:1779697722.277669:0:189043:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbc820a000. 00000400:00000010:3.0:1779697722.277681:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000400:00000010:3.0:1779697722.277693:0:189043:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0230. 00000400:00000200:3.0:1779697722.277702:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.277716:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.277721:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309459:309459:256:4294967295] 192.168.203.23@tcp LPNI seq info [309455:309455:8:4294967295] 00000400:00000200:3.0:1779697722.277727:0:189043:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.278505:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.278515:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.278521:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697722.278530:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.278539:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:3.0:1779697722.278544:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1779697722.278558:0:189043:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006466f00-0x6a14006466f00 00010000:00000010:2.1:1779697722.279408:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000800:00000200:2.0:1779697722.279477:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.279482:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697722.279489:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.279497:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.279506:0:3316:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cac450d800 00000400:00000200:3.0:1779697722.282134:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697722.282156:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa301 00000400:00000200:3.0:1779697722.282164:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.282169:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697722.282178:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697722.282181:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697722.282568:0:3317:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cac450d800 00000100:00000010:0.0:1779697722.282926:0:189043:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbc820a000. 00000100:00000010:0.0:1779697722.282934:0:189043:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cac450d800. 00000004:00000010:0.0:1779697722.283657:0:189043:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbca18b800. 00010000:00000200:0.0:1779697722.283676:0:189043:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc3261c50 x1866146215522048/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.283701:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697722.283709:0:189043:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215522048, offset 224 00000400:00000200:0.0:1779697722.283717:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.283732:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.283752:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309460:309460:256:4294967295] 192.168.203.23@tcp LPNI seq info [309456:309456:8:4294967295] 00000400:00000200:0.0:1779697722.283765:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.283772:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.283778:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697722.283787:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.283800:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.283804:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.283828:0:189043:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef80. 00000020:00000010:0.0:1779697722.283834:0:189043:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89960. 00000020:00000010:0.0:1779697722.283838:0:189043:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 02000000:00000010:0.0:1779697722.283848:0:189043:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cac273c000. 00000100:00000010:0.0:1779697722.283852:0:189043:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5441500. 02000000:00000010:0.0:1779697722.283858:0:189043:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cad6dee800. 00000100:00000010:0.0:1779697722.283860:0:189043:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634a80. 02000000:00000010:0.0:1779697722.283870:0:189043:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cac273e000. 00000100:00000010:0.0:1779697722.283873:0:189043:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5442d80. 02000000:00000010:0.0:1779697722.283876:0:189043:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cac273d400. 00000100:00000010:0.0:1779697722.283878:0:189043:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63aed80. 00000100:00000200:0.0:1779697722.283886:0:189043:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1779697722.283892:0:189043:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a840. 00000400:00000010:0.0:1779697722.283898:0:189043:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac98feb40. 00000800:00000200:2.0:1779697722.285899:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.285908:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697722.285915:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.286127:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.286136:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:2.0:1779697722.286139:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 02000000:00000010:2.0:1779697722.286147:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cac450d000. 00000400:00000200:2.0:1779697722.294198:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.294218:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006467000 00000400:00000200:2.0:1779697722.294228:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x155491 [2] + 0 00000400:00000200:2.0:1779697722.294244:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.294248:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.294257:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1779697722.294265:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff46b480. 00000020:00000010:0.0:1779697722.294439:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.294445:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.294451:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.294457:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.294462:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.294502:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.294505:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697722.294509:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215522304 02000000:00000010:0.0:1779697722.294553:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf1251000. 00000020:00000010:0.0:1779697722.294783:0:208327:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1cc0. 00080000:00000010:0.0:1779697722.294793:0:208327:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1252000. 00000001:00000010:0.0:1779697722.294906:0:208327:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f10c0. 00000001:00000010:0.0:1779697722.294914:0:208327:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697722.294952:0:208327:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1cc0. 00000004:00000010:0.0:1779697722.295029:0:208327:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cacc0b7380. 00010000:00000200:0.0:1779697722.295068:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff46b480 x1866146215522304/t8589974529(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.295087:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697722.295092:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215522304, offset 224 00000400:00000200:0.0:1779697722.295098:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.295109:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.295114:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309461:309461:256:4294967295] 192.168.203.23@tcp LPNI seq info [309457:309457:8:4294967295] 00000400:00000200:0.0:1779697722.295124:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.295130:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.295135:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697722.295141:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.295148:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.295153:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.295288:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.295293:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.295296:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697722.295544:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.295550:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697722.295555:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.295562:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.295566:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:3.0:1779697722.295569:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00000400:00000200:2.0:1779697722.298841:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.298870:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006467100 00000400:00000200:2.0:1779697722.298893:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 150056 00000400:00000200:2.0:1779697722.298912:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.298916:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.298925:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.298932:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff469500. 00000020:00000010:3.0:1779697722.299148:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.299155:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.299163:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697722.299168:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ea80. 00000020:00000010:3.0:1779697722.299173:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697722.299268:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.299271:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000100:00000200:3.0:1779697722.299275:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215522560 00000001:00000010:3.0:1779697722.299287:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4480. 02000000:00000010:3.0:1779697722.299326:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc820f000. 00010000:00000010:3.0:1779697722.299372:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697722.299464:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697722.299488:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697722.299494:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a00. 00010000:00000010:3.0:1779697722.299512:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697722.299515:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697722.299532:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697722.299537:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697722.299552:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697722.299555:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697722.299558:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697722.299561:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697722.299675:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697722.299678:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697722.299682:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.299686:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697722.299895:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b80. 00000020:00000010:3.0:1779697722.299903:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b80. 00080000:00000010:3.0:1779697722.299912:0:202031:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697722.299915:0:202031:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.299994:0:202031:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.299998:0:202031:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000020:00000010:3.0:1779697722.300009:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664c60. 00080000:00000010:3.0:1779697722.300016:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac450f000. 00000001:00000010:3.0:1779697722.300569:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664780. 00000001:00000010:3.0:1779697722.300576:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697722.300608:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664c60. 00010000:00000010:3.0:1779697722.300643:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697722.300649:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697722.300663:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697722.300666:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000200:3.0:1779697722.300682:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974530, last committed = 8589974453 00010000:00000200:3.0:1779697722.300693:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff469500 x1866146215522560/t8589974530(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.300715:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697722.300723:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215522560, offset 224 00000400:00000010:3.0:1779697722.300732:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0818. 00000400:00000200:3.0:1779697722.300751:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.300767:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.300774:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309462:309462:256:4294967295] 192.168.203.23@tcp LPNI seq info [309458:309458:8:4294967295] 00000400:00000200:3.0:1779697722.300780:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.300788:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.300795:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.300802:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697722.300810:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.300819:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.300822:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.300855:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ea80. 00000020:00000010:3.0:1779697722.300860:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697722.300863:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000800:00000200:2.0:1779697722.302123:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.302130:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697722.302136:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.302143:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.303445:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697722.303463:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa311 00000400:00000200:3.0:1779697722.303470:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.303474:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697722.303480:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697722.303484:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00010000:00000010:2.0:1779697722.303552:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697722.303562:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00000400:00000200:2.0:1779697722.304381:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.304437:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006467180 00000400:00000200:2.0:1779697722.304445:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 150552 00000400:00000200:2.0:1779697722.304528:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.304537:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.304544:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.304553:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff469880. 00010000:00000010:3.1:1779697722.304632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697722.304643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe500. 00010000:00000010:3.1:1779697722.304648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:3.1:1779697722.304651:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00000020:00000010:3.0:1779697722.304690:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.304696:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.304704:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697722.304710:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ea80. 00000020:00000010:3.0:1779697722.304715:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697722.304771:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.304775:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000100:00000200:3.0:1779697722.304779:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215522688 00000001:00000010:3.0:1779697722.304790:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:3.0:1779697722.304811:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe500. 00010000:00000010:3.0:1779697722.304815:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697722.304822:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.304828:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697722.304857:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc8209000. 00010000:00000010:3.0:1779697722.304898:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697722.304903:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697722.305020:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697722.305041:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff469880 x1866146215522688/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.305075:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697722.305081:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215522688, offset 224 00000400:00000200:3.0:1779697722.305089:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.305101:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.305108:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309463:309463:256:4294967295] 192.168.203.23@tcp LPNI seq info [309459:309459:8:4294967295] 00000400:00000200:3.0:1779697722.305122:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.305128:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.305134:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697722.305142:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.305150:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.305155:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.305174:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ea80. 00000020:00000010:3.0:1779697722.305178:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697722.305182:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000800:00000200:0.0:1779697722.305879:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.305886:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697722.305891:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.305898:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.305904:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:0.0:1779697722.305907:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00010000:00000010:3.1:1779697722.312445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697722.312461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697722.312467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697722.312470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00000400:00000200:3.0:1779697722.313175:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.313192:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006467200 00000400:00000200:3.0:1779697722.313201:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 151128 00000400:00000200:3.0:1779697722.313216:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.313221:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.313229:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.313235:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585f80. 00000020:00000010:2.0:1779697722.313463:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.313469:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.313475:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.313481:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.313486:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.313518:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697722.313521:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697722.313534:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215522816 00010000:00000010:2.0:1779697722.313563:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.313570:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.313596:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55d000. 00010000:00000010:2.0:1779697722.313623:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697722.313627:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.313648:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697722.313652:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.313658:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697722.313661:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000004:00000010:2.0:1779697722.313874:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310780. 00000004:00000010:2.0:1779697722.313882:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e078. 00000004:00000010:2.0:1779697722.313889:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ccc0. 00080000:00000010:2.0:1779697722.313898:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54eab0. 00010000:00000010:2.0:1779697722.314359:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da000. 00010000:00000010:2.0:1779697722.314365:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697722.314369:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697722.314374:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697722.314770:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.314783:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697722.314790:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.314814:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.314834:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585f80 x1866146215522816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.314855:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697722.314862:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215522816, offset 224 00000400:00000200:2.0:1779697722.314870:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.314882:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.314889:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309464:309464:256:4294967295] 192.168.203.23@tcp LPNI seq info [309460:309460:8:4294967295] 00000400:00000200:2.0:1779697722.314901:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.314908:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.314914:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697722.314920:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.314928:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.314932:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.315131:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.315136:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.315140:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:1.0:1779697722.321181:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.321191:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:1.0:1779697722.321199:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.321209:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.321216:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:1.0:1779697722.321219:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00010000:00000010:3.1:1779697722.324547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:3.0:1779697722.324670:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.324689:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006467300 00000400:00000200:3.0:1779697722.324698:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 151712 00000400:00000200:3.0:1779697722.324715:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.324721:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.324730:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.324749:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585180. 00010000:00000010:2.1:1779697722.325292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:2.1:1779697722.325302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00000020:00000010:2.0:1779697722.325340:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.325346:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.325353:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.325359:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.325364:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.325430:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.325433:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697722.325438:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215523072 00010000:00000010:2.0:1779697722.325464:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697722.325479:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.325511:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cace55b000. 00000004:00000010:2.0:1779697722.325895:0:190609:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cacc0b7d00. 00080000:00000010:2.0:1779697722.325908:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf717e800. 00000001:00000010:2.0:1779697722.325949:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571df60. 00000001:00000010:2.0:1779697722.325955:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697722.326025:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.326041:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585180 x1866146215523072/t8589974531(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.326489:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697722.326498:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215523072, offset 224 00000400:00000200:2.0:1779697722.326507:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.326536:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.326543:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309465:309465:256:4294967295] 192.168.203.23@tcp LPNI seq info [309461:309461:8:4294967295] 00000400:00000200:2.0:1779697722.326558:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.326565:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.326571:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697722.326578:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.326587:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.326592:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.326611:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.326616:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.326620:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:3.0:1779697722.327906:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.327915:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697722.327931:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.327940:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.327954:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:3.0:1779697722.327958:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00010000:00000010:2.1:1779697722.328422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697722.328430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:2.1:1779697722.328433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697722.328435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00000400:00000200:1.0:1779697722.332121:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.332141:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006467380 00000400:00000200:1.0:1779697722.332150:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x155491 [2] + 392 00000400:00000200:1.0:1779697722.332165:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.332171:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.332179:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.332186:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ed80. 00000020:00000010:3.0:1779697722.332340:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.332346:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.332352:0:189043:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697722.332357:0:189043:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ea80. 00000020:00000010:3.0:1779697722.332362:0:189043:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89af0. 00000020:00000010:3.0:1779697722.332420:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.332423:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000100:00000200:3.0:1779697722.332426:0:189043:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215523200 00000001:00000010:3.0:1779697722.332436:0:189043:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 02000000:00000010:3.0:1779697722.332458:0:189043:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cac450d800. 00000004:00000010:3.0:1779697722.332466:0:189043:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbca18b800. 00080000:00000010:3.0:1779697722.333048:0:189043:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697722.333053:0:189043:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.333273:0:189043:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.333278:0:189043:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000100:00000010:3.0:1779697722.333289:0:189043:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cc000afc00. 00000100:00000010:3.0:1779697722.333294:0:189043:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbc820b000. 00000400:00000010:3.0:1779697722.333302:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000400:00000010:3.0:1779697722.333312:0:189043:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0118. 00000400:00000200:3.0:1779697722.333319:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.333333:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.333341:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309466:309466:256:4294967295] 192.168.203.23@tcp LPNI seq info [309462:309462:8:4294967295] 00000400:00000200:3.0:1779697722.333347:0:189043:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.333354:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.333359:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.333365:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697722.333371:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.333379:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:3.0:1779697722.333383:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1779697722.334806:0:189043:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006467380-0x6a14006467380 00000800:00000200:1.0:1779697722.335944:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.335951:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697722.335958:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.335966:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.335975:0:3316:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cc000afc00 00010000:00000010:2.1:1779697722.336433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000400:00000200:3.0:1779697722.339034:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697722.339055:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa321 00000400:00000200:3.0:1779697722.339061:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.339066:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697722.339075:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697722.339079:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697722.339086:0:3317:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cc000afc00 00000100:00000010:1.0:1779697722.339450:0:189043:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbc820b000. 00000100:00000010:1.0:1779697722.339458:0:189043:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cc000afc00. 00000004:00000010:1.0:1779697722.340139:0:189043:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbca18b800. 00010000:00000200:1.0:1779697722.340163:0:189043:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ed80 x1866146215523200/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.340187:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697722.340194:0:189043:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215523200, offset 224 00000400:00000200:1.0:1779697722.340201:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.340215:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.340222:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309467:309467:256:4294967295] 192.168.203.23@tcp LPNI seq info [309463:309463:8:4294967295] 00000400:00000200:1.0:1779697722.340233:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.340239:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.340244:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697722.340250:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.340258:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.340262:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.340286:0:189043:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ea80. 00000020:00000010:1.0:1779697722.340291:0:189043:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89af0. 00000020:00000010:1.0:1779697722.340295:0:189043:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000800:00000200:2.0:1779697722.340477:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.340483:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:2.0:1779697722.340488:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.340494:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.340500:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:2.0:1779697722.340502:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000400:00000200:1.0:1779697722.345442:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.345463:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006467480 00000400:00000200:1.0:1779697722.345473:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x155491 [2] + 840 00000400:00000200:1.0:1779697722.345488:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.345492:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.345501:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.345507:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f800. 00000020:00000010:2.0:1779697722.345608:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.345613:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.345619:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.345625:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.345630:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.345704:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.345707:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697722.345710:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215523456 02000000:00000010:2.0:1779697722.345759:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf717d000. 00000020:00000010:2.0:1779697722.345958:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571de40. 00080000:00000010:2.0:1779697722.345966:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf717c400. 00000001:00000010:2.0:1779697722.346126:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dd20. 00000001:00000010:2.0:1779697722.346132:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4180. 00000020:00000010:2.0:1779697722.346215:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571de40. 00000004:00000010:2.0:1779697722.346291:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cacc0b7d00. 00010000:00000200:2.0:1779697722.346327:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f800 x1866146215523456/t8589974532(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.346346:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697722.346352:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215523456, offset 224 00000400:00000200:2.0:1779697722.346358:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.346368:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.346374:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309468:309468:256:4294967295] 192.168.203.23@tcp LPNI seq info [309464:309464:8:4294967295] 00000400:00000200:2.0:1779697722.346384:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.346415:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.346420:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697722.346426:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.346433:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.346438:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.346454:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.346458:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.346461:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:1.0:1779697722.346573:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.346577:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:1.0:1779697722.346581:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.346585:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.346589:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:1.0:1779697722.346592:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000400:00000200:2.0:1779697722.355193:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.355213:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006467580 00000400:00000200:2.0:1779697722.355221:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 152576 00000400:00000200:2.0:1779697722.355236:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.355241:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.355249:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.355256:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff469180. 00000020:00000010:3.0:1779697722.355351:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.355357:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.355363:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.355368:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697722.355372:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.355428:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff84c0. 00000020:00000010:3.0:1779697722.355431:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff84c0. 00000100:00000200:3.0:1779697722.355434:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215523712 00000001:00000010:3.0:1779697722.355443:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 02000000:00000010:3.0:1779697722.355476:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc820b000. 00010000:00000010:3.0:1779697722.355515:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697722.355541:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:3.0:1779697722.355550:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697722.355556:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697722.355572:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697722.355575:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e080. 00010000:00000010:3.0:1779697722.355580:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.355584:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697722.355598:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697722.355600:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697722.355603:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697722.355606:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697722.355709:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697722.355712:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:3.0:1779697722.355715:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.355717:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697722.355902:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b80. 00000020:00000010:3.0:1779697722.355911:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b80. 00080000:00000010:3.0:1779697722.355920:0:202031:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697722.355923:0:202031:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.355997:0:202031:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff84c0. 00080000:00000010:3.0:1779697722.356001:0:202031:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000020:00000010:3.0:1779697722.356012:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664c60. 00080000:00000010:3.0:1779697722.356020:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc000ae000. 00000001:00000010:3.0:1779697722.357086:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664720. 00000001:00000010:3.0:1779697722.357095:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697722.357126:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664c60. 00010000:00000010:3.0:1779697722.357180:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697722.357187:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00010000:00000010:3.0:1779697722.357207:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697722.357211:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e080. 00010000:00000200:3.0:1779697722.357229:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974533, last committed = 8589974453 00010000:00000200:3.0:1779697722.357245:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff469180 x1866146215523712/t8589974533(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.357265:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697722.357272:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215523712, offset 224 00000400:00000010:3.0:1779697722.357279:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0fc0. 00000400:00000200:3.0:1779697722.357284:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.357297:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.357304:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309469:309469:256:4294967295] 192.168.203.23@tcp LPNI seq info [309465:309465:8:4294967295] 00000400:00000200:3.0:1779697722.357310:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.357317:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.357323:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.357328:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697722.357334:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.357342:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.357347:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.357372:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697722.357376:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.357379:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.357596:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.357600:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697722.357604:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.357611:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.358991:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.359007:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa32d 00000400:00000200:1.0:1779697722.359014:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.359022:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.359028:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:1.0:1779697722.359031:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000400:00000200:3.0:1779697722.359110:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.359121:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006467600 00000400:00000200:3.0:1779697722.359140:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 153072 00010000:00000010:2.0:1779697722.359205:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697722.359215:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00000400:00000200:3.0:1779697722.359375:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.359380:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.359385:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.359418:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585500. 00000020:00000010:2.0:1779697722.359669:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.359675:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.359681:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.359687:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.359692:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.359748:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.359751:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697722.359755:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215523840 00000001:00000010:2.0:1779697722.359765:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4180. 00010000:00000010:2.0:1779697722.359785:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697722.359789:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697722.359794:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.359804:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.359829:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55f000. 00010000:00000010:2.0:1779697722.359856:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697722.359861:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697722.360052:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.360116:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585500 x1866146215523840/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.360877:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697722.360885:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215523840, offset 224 00000400:00000200:2.0:1779697722.360893:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.360907:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.360914:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309470:309470:256:4294967295] 192.168.203.23@tcp LPNI seq info [309466:309466:8:4294967295] 00000400:00000200:2.0:1779697722.360942:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.360948:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.360953:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697722.360960:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.360967:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.360971:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.361009:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.361014:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.361018:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:1.0:1779697722.361360:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.361366:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:1.0:1779697722.361370:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.361376:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.361380:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:1.0:1779697722.361383:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 00010000:00000010:3.1:1779697722.363202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697722.363216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da000. 00010000:00000010:3.1:1779697722.363221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697722.363227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe500. 00010000:00000010:3.1:1779697722.363231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697722.363235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697722.363241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697722.363243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:2.1:1779697722.366524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:2.1:1779697722.366542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.1:1779697722.366550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00000400:00000200:1.0:1779697722.368566:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.368585:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006467680 00000400:00000200:1.0:1779697722.368595:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 153648 00000400:00000200:1.0:1779697722.368609:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.368613:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.368622:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.368629:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047e300. 00000020:00000010:2.0:1779697722.369350:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.369357:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.369364:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.369370:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.369376:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.369432:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697722.369435:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697722.369438:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215523968 00010000:00000010:2.0:1779697722.369466:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.369474:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.369502:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55c000. 00010000:00000010:2.0:1779697722.369533:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697722.369538:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.369560:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697722.369564:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697722.369570:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697722.369574:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00000004:00000010:2.0:1779697722.369689:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8310d20. 00000004:00000010:2.0:1779697722.369699:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e0f0. 00000004:00000010:2.0:1779697722.369705:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c440. 00080000:00000010:2.0:1779697722.369715:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e390. 00010000:00000010:2.0:1779697722.370490:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697722.370496:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697722.370503:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697722.370508:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697722.371305:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.372965:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.372984:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697722.373034:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.373070:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047e300 x1866146215523968/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.373094:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697722.373102:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215523968, offset 224 00000400:00000200:2.0:1779697722.373110:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.373125:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.373132:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309471:309471:256:4294967295] 192.168.203.23@tcp LPNI seq info [309467:309467:8:4294967295] 00000400:00000200:2.0:1779697722.373143:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.373150:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.373155:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697722.373164:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.373172:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.373177:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.373208:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.373213:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.373218:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:1.0:1779697722.373336:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.373341:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:1.0:1779697722.373346:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.373352:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.373359:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:1.0:1779697722.373361:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000400:00000200:1.0:1779697722.377426:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.377446:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006467780 00000400:00000200:1.0:1779697722.377456:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 154232 00000400:00000200:1.0:1779697722.377473:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.377478:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.377487:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.377495:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047fb80. 00000020:00000010:2.0:1779697722.377619:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.377626:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.377634:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.377640:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.377646:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.377750:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.377754:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697722.377756:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215524224 00010000:00000010:2.0:1779697722.377783:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697722.377792:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.377822:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cace559000. 00000004:00000010:2.0:1779697722.378170:0:190609:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cacc0b7600. 00080000:00000010:2.0:1779697722.378181:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf717f800. 00000001:00000010:2.0:1779697722.378213:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dde0. 00000001:00000010:2.0:1779697722.378218:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00010000:00000010:2.0:1779697722.378281:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.378300:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047fb80 x1866146215524224/t8589974534(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.378319:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697722.378326:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215524224, offset 224 00000400:00000200:2.0:1779697722.378333:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.378346:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.378353:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309472:309472:256:4294967295] 192.168.203.23@tcp LPNI seq info [309468:309468:8:4294967295] 00000400:00000200:2.0:1779697722.378367:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.378373:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.378379:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697722.378422:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.378431:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.378435:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.378451:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7c00. 00000020:00000010:2.0:1779697722.378455:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.378459:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:1.0:1779697722.379849:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.379858:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:1.0:1779697722.379865:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.379874:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.379881:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:1.0:1779697722.379884:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000200:1.0:1779697722.381564:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.381585:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006467800 00000400:00000200:1.0:1779697722.381605:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x155491 [2] + 1232 00000400:00000200:1.0:1779697722.381622:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.381628:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.381636:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.381643:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f100. 00000020:00000010:3.0:1779697722.381717:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff83c0. 00000020:00000010:3.0:1779697722.381724:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff83c0. 00000020:00000010:3.0:1779697722.381730:0:189043:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.381746:0:189043:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697722.381751:0:189043:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.381795:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff83c0. 00000020:00000010:3.0:1779697722.381798:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff83c0. 00000100:00000200:3.0:1779697722.381801:0:189043:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215524352 00000001:00000010:3.0:1779697722.381811:0:189043:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 02000000:00000010:3.0:1779697722.381836:0:189043:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cc000aec00. 00000004:00000010:3.0:1779697722.381844:0:189043:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbca18b800. 00080000:00000010:3.0:1779697722.382493:0:189043:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697722.382497:0:189043:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff83c0. 00080000:00000010:3.0:1779697722.382714:0:189043:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff83c0. 00080000:00000010:3.0:1779697722.382719:0:189043:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000100:00000010:3.0:1779697722.382727:0:189043:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cc000acc00. 00000100:00000010:3.0:1779697722.382730:0:189043:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbc820a000. 00000400:00000010:3.0:1779697722.382754:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000400:00000010:3.0:1779697722.382762:0:189043:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0000. 00000400:00000200:3.0:1779697722.382766:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.382777:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.382783:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309473:309473:256:4294967295] 192.168.203.23@tcp LPNI seq info [309469:309469:8:4294967295] 00000400:00000200:3.0:1779697722.382787:0:189043:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.382792:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.382795:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.382798:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697722.382803:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.382808:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:3.0:1779697722.382811:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1779697722.382828:0:189043:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006467800-0x6a14006467800 00000800:00000200:1.0:1779697722.382957:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.382962:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697722.382965:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.382970:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.382975:0:3316:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cc000acc00 00000400:00000200:1.0:1779697722.384443:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.384457:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa33d 00000400:00000200:1.0:1779697722.384462:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.384465:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.384469:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:1.0:1779697722.384471:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:1.0:1779697722.384474:0:3317:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cc000acc00 00000100:00000010:3.0:1779697722.385124:0:189043:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbc820a000. 00000100:00000010:3.0:1779697722.385131:0:189043:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cc000acc00. 00010000:00000010:2.1:1779697722.385426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697722.385434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697722.385438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697722.385441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697722.385443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000004:00000010:3.0:1779697722.389102:0:189043:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbca18b800. 00010000:00000200:3.0:1779697722.389130:0:189043:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f100 x1866146215524352/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.389172:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697722.389181:0:189043:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215524352, offset 224 00000400:00000200:3.0:1779697722.389188:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.389202:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.389208:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309474:309474:256:4294967295] 192.168.203.23@tcp LPNI seq info [309470:309470:8:4294967295] 00000400:00000200:3.0:1779697722.389219:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.389223:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.389228:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.389234:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.389242:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.389246:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.389282:0:189043:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697722.389287:0:189043:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.389292:0:189043:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.391915:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.391925:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697722.391933:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.391947:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.391955:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:1.0:1779697722.391958:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000400:00000200:1.0:1779697722.406578:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.406793:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006467900 00000400:00000200:1.0:1779697722.406802:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x155491 [2] + 1680 00000400:00000010:1.0:1779697722.406808:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbca583000. 00000400:00000200:1.0:1779697722.406814:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64ebcc0 00000400:00000200:1.0:1779697722.406831:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.406837:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.406842:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64ebcc0 00000400:00000010:1.0:1779697722.406845:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64ebcc0. 00000100:00000200:1.0:1779697722.406852:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1779697722.416875:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.416887:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.416899:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.416906:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779697722.416911:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.417725:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.417732:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697722.417746:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215524608 02000000:00000010:2.0:1779697722.417794:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf717d800. 00000020:00000010:2.0:1779697722.418048:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d480. 00080000:00000010:2.0:1779697722.418058:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf717e400. 00000001:00000010:2.0:1779697722.418437:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571d060. 00000001:00000010:2.0:1779697722.418445:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697722.418477:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d480. 00000004:00000010:2.0:1779697722.418571:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cacc0b7600. 00010000:00000200:2.0:1779697722.418614:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc3263050 x1866146215524608/t8589974535(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.418634:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697722.418643:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215524608, offset 224 00000400:00000200:2.0:1779697722.418650:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.418665:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.418671:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309475:309475:256:4294967295] 192.168.203.23@tcp LPNI seq info [309471:309471:8:4294967295] 00000400:00000200:2.0:1779697722.418685:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.418691:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.418696:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697722.418704:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.418713:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.418718:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.418887:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779697722.418893:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.418898:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 02000000:00000010:2.0:1779697722.418911:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cc000aec00. 00000100:00000010:2.0:1779697722.418916:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f100. 02000000:00000010:2.0:1779697722.418922:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbf717d000. 00000100:00000010:2.0:1779697722.418934:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f800. 02000000:00000010:2.0:1779697722.418939:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cac450d800. 00000100:00000010:2.0:1779697722.418943:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ed80. 02000000:00000010:2.0:1779697722.418947:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbf1251000. 00000100:00000010:2.0:1779697722.418951:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46b480. 00000100:00000200:2.0:1779697722.418959:0:189044:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1779697722.418965:0:189044:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def318. 00000400:00000010:2.0:1779697722.418970:0:189044:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd7e4180. 00000800:00000200:0.0:1779697722.430772:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.430783:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:0.0:1779697722.430791:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.430802:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.430810:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:0.0:1779697722.430813:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 02000000:00000010:0.0:1779697722.430822:0:3317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbf717d800. 00000400:00000200:3.0:1779697722.437916:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.437939:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006467a00 00000400:00000200:3.0:1779697722.437949:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 155096 00000400:00000200:3.0:1779697722.437969:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.437976:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.437986:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.437994:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7587480. 00000020:00000010:0.0:1779697722.442959:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.442973:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.442982:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.442989:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.442997:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.443049:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.443053:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697722.443058:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215524864 00000001:00000010:0.0:1779697722.443071:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:0.0:1779697722.443103:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697722.443111:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 02000000:00000010:0.0:1779697722.443148:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cae313a000. 00010000:00000010:0.0:1779697722.443448:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697722.443454:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00000004:00000010:0.0:1779697722.443555:0:202031:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cad0ff6980. 00080000:00000010:0.0:1779697722.443565:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1253c00. 00000001:00000010:0.0:1779697722.443598:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1c60. 00000001:00000010:0.0:1779697722.443603:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00010000:00000010:0.0:1779697722.443665:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000200:0.0:1779697722.443689:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7587480 x1866146215524864/t8589974536(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.443707:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697722.443715:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215524864, offset 224 00000400:00000200:0.0:1779697722.443724:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.443747:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.443753:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309476:309476:256:4294967295] 192.168.203.23@tcp LPNI seq info [309472:309472:8:4294967295] 00000400:00000200:0.0:1779697722.443763:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.443768:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.443773:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697722.443779:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.443787:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.443791:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.443808:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.443812:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.443815:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697722.443908:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.443913:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697722.443919:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.443924:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.443930:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:3.0:1779697722.443932:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00010000:00000010:0.1:1779697722.450439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:0.0:1779697722.451407:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.451427:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006467a80 00000400:00000200:0.0:1779697722.451435:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 155960 00000400:00000200:0.0:1779697722.451453:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.451457:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.451466:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.451473:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd63aed80. 00000020:00000010:2.0:1779697722.451914:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.451921:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.451929:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.451935:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697722.451940:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.451995:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba840. 00000020:00000010:2.0:1779697722.451999:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba840. 00000100:00000200:2.0:1779697722.452003:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215524992 00000001:00000010:2.0:1779697722.452015:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:2.0:1779697722.452041:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697722.452049:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697722.452077:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55a000. 00010000:00000010:2.0:1779697722.452112:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.452118:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.452135:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697722.452140:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.452144:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697722.452148:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697722.452822:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83114a0. 00000004:00000010:2.0:1779697722.452832:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ebb8. 00000004:00000010:2.0:1779697722.452839:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355ddc0. 00080000:00000010:2.0:1779697722.452849:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f728. 00010000:00000010:2.0:1779697722.452954:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697722.452958:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697722.452963:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697722.452968:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.453038:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.453055:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.453061:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.453085:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697722.453104:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd63aed80 x1866146215524992/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/664 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.453122:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697722.453130:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215524992, offset 224 00000400:00000200:2.0:1779697722.453138:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.453152:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.453160:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309477:309477:256:4294967295] 192.168.203.23@tcp LPNI seq info [309473:309473:8:4294967295] 00000400:00000200:2.0:1779697722.453175:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.453182:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.453188:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697722.453196:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.453203:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.453208:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.453237:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697722.453249:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.453253:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:3.0:1779697722.454607:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.454613:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:3.0:1779697722.454620:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.454628:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.454634:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:3.0:1779697722.454638:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000400:00000200:3.0:1779697722.460037:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.460056:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006467b80 00000400:00000200:3.0:1779697722.460065:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 156544 00000400:00000200:3.0:1779697722.460079:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.460083:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.460092:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.460098:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7585c00. 00000020:00000010:2.0:1779697722.460189:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.460195:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.460200:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c130800. 00000020:00000010:2.0:1779697722.460205:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697722.460210:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.460250:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.460252:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697722.460255:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215525248 00010000:00000010:2.1:1779697722.462007:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697722.462025:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697722.462029:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697722.462032:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 02000000:00000010:2.0:1779697722.462097:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d09000. 00010000:00000010:2.0:1779697722.462149:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.462166:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697722.462174:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697722.462208:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697722.462215:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697722.462239:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697722.462244:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697722.462250:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697722.462255:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697722.462921:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697722.462926:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697722.462934:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.462943:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00000020:00000010:3.0:1779697722.463057:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97b80. 00000020:00000010:3.0:1779697722.463064:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97b80. 00000020:00000010:3.0:1779697722.463076:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664c60. 00080000:00000010:3.0:1779697722.463084:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc000acc00. 00000004:00000010:3.0:1779697722.463184:0:189042:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad75433c0. 00000004:00000010:3.0:1779697722.463191:0:189042:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff93cac91929a0. 00000004:00000010:3.0:1779697722.463194:0:189042:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff93cb5bd53788. 00000004:00000010:3.0:1779697722.463205:0:189042:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e08e0. 00000004:00000010:3.0:1779697722.463219:0:189042:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e11c0. 00000004:00000010:3.0:1779697722.465576:0:189042:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93cacd41c8a0. 00000001:00000010:3.0:1779697722.465624:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c7e0. 00000001:00000010:3.0:1779697722.465632:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697722.465695:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664c60. 00010000:00000010:3.0:1779697722.465712:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.465720:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697722.465757:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697722.465806:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:0.0:1779697722.465820:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:0.0:1779697722.465831:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697722.465839:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697722.465844:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000200:3.0:1779697722.465867:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974537, last committed = 8589974453 00010000:00000200:3.0:1779697722.465880:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7585c00 x1866146215525248/t8589974537(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.465901:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697722.465909:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215525248, offset 224 00000400:00000010:3.0:1779697722.465918:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e09a0. 00000400:00000200:3.0:1779697722.465923:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.465939:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.465946:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309478:309478:256:4294967295] 192.168.203.23@tcp LPNI seq info [309474:309474:8:4294967295] 00000400:00000200:3.0:1779697722.465954:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.465963:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.465970:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.465977:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.465984:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.465993:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.465998:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.466027:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:3.0:1779697722.466032:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:3.0:1779697722.466037:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c130800. 00000800:00000200:0.0:1779697722.466160:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.466167:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697722.466172:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.466179:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697722.470310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697722.470324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697722.470328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00000400:00000200:0.0:1779697722.470648:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697722.470670:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa355 00000400:00000200:0.0:1779697722.470678:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.470684:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697722.470692:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:0.0:1779697722.470696:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00010000:00000010:2.0:1779697722.470824:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.470835:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00000400:00000200:3.0:1779697722.471978:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.471996:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006467c00 00000400:00000200:3.0:1779697722.472006:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 157040 00000400:00000200:3.0:1779697722.472078:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.472085:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.472093:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.472100:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7586a00. 00000020:00000010:2.0:1779697722.472318:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.472324:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.472330:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697722.472335:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697722.472341:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.472418:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.472422:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697722.472426:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215525376 00000001:00000010:2.0:1779697722.472438:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 00010000:00000010:2.0:1779697722.472464:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697722.472471:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697722.472499:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d08000. 00010000:00000010:2.0:1779697722.472535:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697722.472541:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.472559:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697722.472563:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.472568:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.472573:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.472687:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697722.472693:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.472810:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.472828:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.472834:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.472861:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697722.472879:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7586a00 x1866146215525376/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.472900:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697722.472908:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215525376, offset 224 00000400:00000200:2.0:1779697722.472917:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.472930:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.472937:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309479:309479:256:4294967295] 192.168.203.23@tcp LPNI seq info [309475:309475:8:4294967295] 00000400:00000200:2.0:1779697722.472950:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.472957:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.472963:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697722.472970:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.472979:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.472983:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.473007:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697722.473012:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.473016:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00010000:00000010:0.1:1779697722.474920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:0.1:1779697722.474934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000800:00000200:0.0:1779697722.475058:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.475064:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697722.475070:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.475080:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.475089:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:0.0:1779697722.475092:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00010000:00000010:3.1:1779697722.476602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697722.476614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697722.481013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697722.481032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697722.481448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697722.481455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697722.481461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697722.481466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00000400:00000200:0.0:1779697722.483670:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.483690:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006467d00 00000400:00000200:0.0:1779697722.483700:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x1554c5 [2] + 0 00000400:00000200:0.0:1779697722.483727:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.483743:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.483752:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1779697722.483761:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634a80. 00000020:00000010:3.0:1779697722.483862:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff83c0. 00000020:00000010:3.0:1779697722.483868:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff83c0. 00000020:00000010:3.0:1779697722.483874:0:189043:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697722.483879:0:189043:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697722.483884:0:189043:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.483929:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff83c0. 00000020:00000010:3.0:1779697722.483932:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff83c0. 00000100:00000200:3.0:1779697722.483935:0:189043:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215525632 02000000:00000010:3.0:1779697722.483975:0:189043:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cc000af000. 00000004:00000010:3.0:1779697722.484041:0:189043:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cad0ff6980. 00080000:00000010:3.0:1779697722.484072:0:189043:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc000aec00. 00000001:00000010:3.0:1779697722.484106:0:189043:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cba0. 00000001:00000010:3.0:1779697722.484112:0:189043:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00010000:00000200:3.0:1779697722.484161:0:189043:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634a80 x1866146215525632/t8589974538(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.484182:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697722.484199:0:189043:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215525632, offset 224 00000400:00000200:3.0:1779697722.484207:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.484217:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.484223:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309480:309480:256:4294967295] 192.168.203.23@tcp LPNI seq info [309476:309476:8:4294967295] 00000400:00000200:3.0:1779697722.484233:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.484239:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.484244:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697722.484250:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.484257:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.484261:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.484288:0:189043:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697722.484292:0:189043:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.484295:0:189043:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000800:00000200:0.0:1779697722.484539:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.484543:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697722.484547:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.484551:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.484556:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:0.0:1779697722.484558:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000400:00000200:0.0:1779697722.494346:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.494368:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a14006467e00 00000400:00000200:0.0:1779697722.494378:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 157624 00000400:00000200:0.0:1779697722.494415:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.494422:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.494435:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.494445:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5442d80. 00000020:00000010:2.0:1779697722.494588:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.494594:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.494613:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697722.494620:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697722.494626:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.494671:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.494675:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697722.494679:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215525888 00000001:00000010:2.0:1779697722.494689:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 02000000:00000010:2.0:1779697722.494721:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d0c000. 00010000:00000010:2.0:1779697722.494770:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.494783:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697722.494796:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697722.494808:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697722.494817:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697722.494834:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697722.494839:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697722.494845:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697722.494851:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697722.494866:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697722.494870:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7b80. 00010000:00000010:2.0:1779697722.494875:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.494879:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.495002:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697722.495006:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.495011:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697722.495016:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00000020:00000010:2.0:1779697722.495056:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b260. 00000020:00000010:2.0:1779697722.495064:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b260. 00080000:00000010:2.0:1779697722.495075:0:202031:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbeff11030. 00080000:00000010:2.0:1779697722.495079:0:202031:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cac4bba100. 00080000:00000010:2.0:1779697722.495100:0:202031:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cac4bba100. 00080000:00000010:2.0:1779697722.495105:0:202031:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbeff11030. 00000020:00000010:2.0:1779697722.495114:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571d180. 00080000:00000010:2.0:1779697722.495123:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf717fc00. 00000001:00000010:2.0:1779697722.495630:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca1719c0. 00000001:00000010:2.0:1779697722.495637:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697722.495687:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571d180. 00010000:00000010:2.0:1779697722.495723:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.495728:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697722.495753:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697722.495757:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000200:2.0:1779697722.495773:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974539, last committed = 8589974453 00010000:00000200:2.0:1779697722.495782:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5442d80 x1866146215525888/t8589974539(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 504/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697722.495803:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697722.495810:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215525888, offset 224 00000400:00000010:2.0:1779697722.495817:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70508. 00000400:00000200:2.0:1779697722.495822:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.495836:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.495843:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309481:309481:256:4294967295] 192.168.203.23@tcp LPNI seq info [309477:309477:8:4294967295] 00000400:00000200:2.0:1779697722.495850:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697722.495858:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.495865:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.495870:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697722.495876:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.495883:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.495888:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.495914:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697722.495918:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.495922:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:0.0:1779697722.496039:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.496044:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697722.496048:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.496052:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.498159:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697722.498180:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa361 00000400:00000200:0.0:1779697722.498187:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.498191:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697722.498199:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:0.0:1779697722.498202:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00010000:00000010:2.0:1779697722.498306:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.498316:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7b80. 00010000:00000010:2.1:1779697722.501446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697722.501461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:2.1:1779697722.501468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697722.501473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697722.501476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00000400:00000200:0.0:1779697722.502446:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.502469:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006467e80 00000400:00000200:0.0:1779697722.502477:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 158128 00000400:00000200:0.0:1779697722.502541:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.502547:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.502555:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.502562:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5441500. 00000020:00000010:2.0:1779697722.502789:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.502795:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.502801:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697722.502806:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697722.502811:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.502902:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.502905:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697722.502908:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215526016 00000001:00000010:2.0:1779697722.502918:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:2.0:1779697722.502941:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697722.502944:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697722.502951:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697722.502958:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697722.502983:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0b000. 00010000:00000010:2.0:1779697722.503013:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697722.503017:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697722.503124:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697722.503145:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac5441500 x1866146215526016/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.503163:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697722.503169:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215526016, offset 224 00000400:00000200:2.0:1779697722.503176:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.503186:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.503192:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309482:309482:256:4294967295] 192.168.203.23@tcp LPNI seq info [309478:309478:8:4294967295] 00000400:00000200:2.0:1779697722.503205:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.503210:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.503216:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697722.503221:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.503229:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.503233:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.503261:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697722.503273:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.503277:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:0.0:1779697722.503385:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.503406:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697722.503410:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.503415:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.503419:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:0.0:1779697722.503422:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:2.1:1779697722.507946:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:2.1:1779697722.507959:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697722.507962:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697722.507965:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00000400:00000200:0.0:1779697722.514655:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.514676:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006467f00 00000400:00000200:0.0:1779697722.514685:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 158704 00000400:00000200:0.0:1779697722.514704:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.514708:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.514717:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.514727:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a8380. 00010000:00000010:2.1:1779697722.515345:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697722.515354:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00000020:00000010:1.0:1779697722.515677:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.515683:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.515688:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697722.515693:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.515698:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.515744:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0900. 00000020:00000010:1.0:1779697722.515746:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0900. 00000100:00000200:1.0:1779697722.515750:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215526144 00010000:00000010:1.0:1779697722.515777:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697722.515785:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 02000000:00000010:1.0:1779697722.515810:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef815000. 00010000:00000010:1.0:1779697722.515836:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697722.515839:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.515856:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697722.515859:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697722.515863:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697722.515865:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00000004:00000010:1.0:1779697722.515954:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77be00. 00000004:00000010:1.0:1779697722.515963:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697722.515968:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562550. 00080000:00000010:1.0:1779697722.515978:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:1.0:1779697722.516636:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697722.516640:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697722.516645:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697722.516649:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406400. 00010000:00000010:1.0:1779697722.516856:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.516866:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.516871:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f180. 00010000:00000010:1.0:1779697722.516891:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000200:1.0:1779697722.516908:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a8380 x1866146215526144/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.516926:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697722.516933:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215526144, offset 224 00000400:00000200:1.0:1779697722.516940:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.516951:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.516957:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309483:309483:256:4294967295] 192.168.203.23@tcp LPNI seq info [309479:309479:8:4294967295] 00000400:00000200:1.0:1779697722.516968:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.516973:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.516977:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697722.516983:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.516991:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.516995:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.517019:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.517022:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.517026:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00000400:00000200:3.0:1779697722.517528:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.517540:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006468000 00000400:00000200:3.0:1779697722.517548:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18cf5d [8] + 6944 00000400:00000200:3.0:1779697722.517559:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.517563:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.517570:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697722.517576:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7584e00. 00000800:00000200:3.0:1779697722.517628:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.517632:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697722.517636:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.517639:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.517643:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:3.0:1779697722.517645:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000400:00000200:3.0:1779697722.517655:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.517660:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a14006468100 00000400:00000200:3.0:1779697722.517665:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18db09 [64] + 159288 00000400:00000200:3.0:1779697722.517671:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.517675:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.517678:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.517681:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7586d80. 00000400:00000200:3.0:1779697722.517694:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.517698:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 26 MB=0x6a14006467f80 00000400:00000200:3.0:1779697722.517703:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.23@tcp of length 224/224 into md 0x199e2d [2] + 0 00000400:00000010:3.0:1779697722.517707:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05c948. 00000400:00000200:3.0:1779697722.517710:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c780 00000400:00000200:3.0:1779697722.517713:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.517716:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.517718:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c780 00000400:00000010:3.0:1779697722.517720:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c780. 00000100:00000200:3.0:1779697722.517723:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697722.517748:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.517753:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006468080 00000400:00000200:3.0:1779697722.517757:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18cf5d [8] + 7168 00000400:00000200:3.0:1779697722.517766:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.517769:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.517771:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697722.517776:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ed80. 00000020:00000010:3.0:1779697722.517806:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff83c0. 00000020:00000010:3.0:1779697722.517812:0:207615:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697722.517823:0:207615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697722.517827:0:207615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697722.517831:0:207615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.517857:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697722.517860:0:207615:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.517864:0:207615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.517867:0:207615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.517870:0:207615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.517885:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.517888:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697722.517891:0:207615:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215526400 02000000:00000010:3.0:1779697722.517904:0:207615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7b8d400. 00010000:00000200:3.0:1779697722.517916:0:207615:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7584e00 x1866146215526400/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 224/224 e 0 to 0 dl 1779697733 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.517929:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697722.517933:0:207615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215526400, offset 224 00000400:00000200:3.0:1779697722.517937:0:207615:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.517943:0:207615:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.517948:0:207615:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309484:309484:256:4294967295] 192.168.203.23@tcp LPNI seq info [309480:309480:8:4294967295] 00000400:00000200:3.0:1779697722.517956:0:207615:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.517961:0:207615:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.517964:0:207615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697722.517968:0:207615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.517973:0:207615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.517976:0:207615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.517986:0:207615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697722.517989:0:207615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.517992:0:207615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4bfc00. 00000020:00000010:3.0:1779697722.518001:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.518003:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697722.518005:0:207615:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215526528 02000000:00000010:3.0:1779697722.518011:0:207615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7b8f400. 00010000:00000200:3.0:1779697722.518016:0:207615:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02ed80 x1866146215526528/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 224/224 e 0 to 0 dl 1779697733 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.518025:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697722.518028:0:207615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215526528, offset 224 00000400:00000200:3.0:1779697722.518032:0:207615:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.518036:0:207615:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.518041:0:207615:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309485:309485:255:4294967295] 192.168.203.23@tcp LPNI seq info [309481:309481:7:4294967295] 00000800:00000200:0.0:1779697722.518468:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.518472:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697722.518475:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.518479:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:1.0:1779697722.518557:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697722.518561:0:190609:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cac4bba3c0. 00000020:00000010:1.0:1779697722.518566:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697722.518569:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.518572:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.518591:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697722.518594:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697722.518597:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215526656 02000000:00000010:1.0:1779697722.518605:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb0eb800. 00010000:00000200:1.0:1779697722.518610:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7586d80 x1866146215526656/t0(0) o400->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:397/0 lens 224/224 e 0 to 0 dl 1779698477 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697722.518621:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697722.518624:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215526656, offset 224 00000400:00000200:1.0:1779697722.518628:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.519547:0:207615:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.519557:0:207615:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.519563:0:207615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697722.519570:0:207615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.519577:0:207615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.519581:0:207615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.519596:0:207615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.520217:0:207615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.520224:0:207615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.520275:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.520278:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.520282:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.520286:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.520289:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.520455:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.520460:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697722.520464:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215526272 02000000:00000010:3.0:1779697722.520680:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7b8cc00. 00010000:00000200:3.0:1779697722.520697:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0723850 x1866146215526272/t0(0) o400->cfb5f7f8-d57b-448e-994f-a01296969e3c@192.168.203.23@tcp:408/0 lens 224/224 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.520717:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697722.520724:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866146215526272, offset 224 00000400:00000200:3.0:1779697722.520746:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.522702:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:0.0:1779697722.522710:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000800:00000200:0.0:1779697722.522813:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.522816:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697722.522820:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.522826:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.522830:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:0.0:1779697722.522832:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000400:00000200:1.0:1779697722.526365:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.526373:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309486:309486:256:4294967295] 192.168.203.23@tcp LPNI seq info [309482:309482:8:4294967295] 00000400:00000200:1.0:1779697722.526386:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.526402:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.526412:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697722.526419:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.526427:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.526430:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.526461:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.526467:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.526471:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00000800:00000200:0.0:1779697722.527796:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.527803:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697722.527811:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.527818:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.527827:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697722.527830:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000400:00000200:3.0:1779697722.532672:0:189032:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.532682:0:189032:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309487:309487:256:4294967295] 192.168.203.23@tcp LPNI seq info [309483:309483:8:4294967295] 00000400:00000200:3.0:1779697722.532705:0:189032:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.532712:0:189032:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.532870:0:189032:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697722.532883:0:189032:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.532892:0:189032:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.532897:0:189032:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.532959:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.532967:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.532973:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000100:00000200:3.0:1779697722.533011:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697722.533021:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cb3f83eb58. 00000400:00000010:3.0:1779697722.533029:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad7543f00. 00000400:00000200:0.0:1779697722.533134:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.533146:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006468200 00000800:00000200:1.0:1779697722.533257:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.533263:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697722.533267:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.533272:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697722.533410:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00000400:00000200:0.0:1779697722.539332:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 159512 00000400:00000200:0.0:1779697722.539364:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.539369:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.539380:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.539412:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66aaa00. 00000020:00000010:3.0:1779697722.539658:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.539664:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.539669:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.539675:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.539680:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000400:00000200:1.0:1779697722.542830:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:1.0:1779697722.542838:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 02000000:00000010:1.0:1779697722.542851:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7b8cc00. 00000020:00000010:3.0:1779697722.542949:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.542955:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697722.542958:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215526912 00010000:00000010:3.0:1779697722.542989:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.542997:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 02000000:00000010:3.0:1779697722.543031:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cbc820a000. 00000004:00000010:3.0:1779697722.543315:0:202031:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cbff33e080. 00080000:00000010:3.0:1779697722.543325:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8ec00. 00000001:00000010:3.0:1779697722.543354:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c9c0. 00000001:00000010:3.0:1779697722.543359:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697722.543436:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000200:3.0:1779697722.543457:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66aaa00 x1866146215526912/t8589974540(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.543475:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697722.543481:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215526912, offset 224 00000400:00000200:3.0:1779697722.543488:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.543501:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.543507:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309488:309488:256:4294967295] 192.168.203.23@tcp LPNI seq info [309484:309484:8:4294967295] 00000400:00000200:3.0:1779697722.543518:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.543535:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.543540:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697722.543547:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.543555:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.543559:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.543594:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.543598:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.543602:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.543742:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.543747:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697722.543750:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.543755:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.543759:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779697722.543761:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00010000:00000010:1.1:1779697722.545430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697722.545442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697722.545447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697722.545449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:3.0:1779697722.557486:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.557505:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006468280 00000400:00000200:3.0:1779697722.557513:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x1554c5 [2] + 392 00000400:00000200:3.0:1779697722.557536:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.557542:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.557549:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1779697722.557557:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02d180. 00000020:00000010:1.0:1779697722.557692:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697722.557698:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697722.557705:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697722.557710:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697722.557716:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697722.557762:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697722.557765:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697722.557768:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215527040 00000001:00000010:1.0:1779697722.557779:0:189044:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 02000000:00000010:1.0:1779697722.557803:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cbcb0ea800. 00000004:00000010:1.0:1779697722.557811:0:189044:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbeeb95800. 00080000:00000010:1.0:1779697722.558374:0:189044:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc6cb8940. 00080000:00000010:1.0:1779697722.558379:0:189044:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacdaa0d80. 00080000:00000010:1.0:1779697722.558656:0:189044:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacdaa0d80. 00080000:00000010:1.0:1779697722.558660:0:189044:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc6cb8940. 00000100:00000010:1.0:1779697722.558666:0:189044:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cbcb0eb000. 00000100:00000010:1.0:1779697722.558669:0:189044:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbeee76000. 00000400:00000010:1.0:1779697722.558677:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000400:00000010:1.0:1779697722.558684:0:189044:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b3f0. 00000400:00000200:1.0:1779697722.558688:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.558697:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.558702:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309489:309489:256:4294967295] 192.168.203.23@tcp LPNI seq info [309485:309485:8:4294967295] 00000400:00000200:1.0:1779697722.558706:0:189044:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.558711:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.558714:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.558718:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697722.558723:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.558728:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:1.0:1779697722.558742:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1779697722.558756:0:189044:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006468280-0x6a14006468280 00000800:00000200:1.0:1779697722.558831:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.558834:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697722.558837:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.558840:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.558844:0:3315:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cbcb0eb000 00000400:00000200:1.0:1779697722.563135:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.563154:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa385 00000400:00000200:1.0:1779697722.563160:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.563165:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.563172:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:1.0:1779697722.563175:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697722.563180:0:3317:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cbcb0eb000 00000100:00000010:3.0:1779697722.563432:0:189044:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbeee76000. 00000100:00000010:3.0:1779697722.563437:0:189044:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cbcb0eb000. 00000004:00000010:3.0:1779697722.564072:0:189044:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbeeb95800. 00010000:00000200:3.0:1779697722.564087:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02d180 x1866146215527040/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.564108:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697722.564113:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215527040, offset 224 00000400:00000200:3.0:1779697722.564119:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.564129:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.564135:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309490:309490:256:4294967295] 192.168.203.23@tcp LPNI seq info [309486:309486:8:4294967295] 00000400:00000200:3.0:1779697722.564146:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.564153:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.564158:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697722.564163:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.564170:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.564174:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.564197:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:3.0:1779697722.564202:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:3.0:1779697722.564205:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00000800:00000200:1.0:1779697722.564675:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.564680:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697722.564685:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.564690:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.564695:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:1.0:1779697722.564696:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000400:00000200:1.0:1779697722.566910:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.566932:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006468380 00000400:00000200:1.0:1779697722.566941:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x1554c5 [2] + 840 00000400:00000200:1.0:1779697722.566954:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.566959:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.566965:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.566972:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047c700. 00000020:00000010:3.0:1779697722.567114:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.567120:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.567125:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.567131:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.567135:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.567170:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.567172:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697722.567175:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215527296 02000000:00000010:3.0:1779697722.567212:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbc7b8c000. 00000020:00000010:3.0:1779697722.567433:0:208327:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c360. 00080000:00000010:3.0:1779697722.567443:0:208327:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8c400. 00000001:00000010:3.0:1779697722.567513:0:208327:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cea0. 00000001:00000010:3.0:1779697722.567519:0:208327:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75430c0. 00000020:00000010:3.0:1779697722.567714:0:208327:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c360. 00000004:00000010:3.0:1779697722.567792:0:208327:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cbff33e080. 00010000:00000200:3.0:1779697722.567829:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047c700 x1866146215527296/t8589974541(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.567849:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697722.567854:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215527296, offset 224 00000400:00000200:3.0:1779697722.567860:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.567869:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.567875:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309491:309491:256:4294967295] 192.168.203.23@tcp LPNI seq info [309487:309487:8:4294967295] 00000400:00000200:3.0:1779697722.567886:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.567891:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.567896:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697722.567902:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.567910:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.567914:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.567969:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.567973:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.567976:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.568250:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.568254:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697722.568259:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.568976:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.568984:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:1.0:1779697722.568987:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:3.1:1779697722.577721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:1.0:1779697722.578102:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.578120:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006468480 00000400:00000200:1.0:1779697722.578129:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 160376 00000400:00000200:1.0:1779697722.578142:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.578147:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.578154:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.578160:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047d180. 00000020:00000010:3.0:1779697722.578308:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.578314:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.578319:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.578324:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.578329:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.578365:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.578367:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697722.578370:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215527552 00000001:00000010:3.0:1779697722.578380:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543cc0. 00010000:00000010:3.0:1779697722.578417:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.578425:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 02000000:00000010:3.0:1779697722.578460:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93caca2b5000. 00010000:00000010:3.0:1779697722.578681:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697722.578686:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00000004:00000010:3.0:1779697722.578790:0:209509:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cbff33e500. 00080000:00000010:3.0:1779697722.578800:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8e800. 00000001:00000010:3.0:1779697722.578830:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c4e0. 00000001:00000010:3.0:1779697722.578835:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697722.578889:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000200:3.0:1779697722.578910:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047d180 x1866146215527552/t8589974542(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.578933:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697722.578939:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215527552, offset 224 00000400:00000200:3.0:1779697722.578945:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.578955:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.578961:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309492:309492:256:4294967295] 192.168.203.23@tcp LPNI seq info [309488:309488:8:4294967295] 00000400:00000200:3.0:1779697722.578971:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.578977:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.578981:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697722.578987:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.578994:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.578998:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.579258:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.579263:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.579267:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.580963:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.580971:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697722.580978:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.580985:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.580993:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779697722.580995:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:1.0:1779697722.583481:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.583500:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 608 into portal 12 MB=0x6a14006468500 00000400:00000200:1.0:1779697722.583509:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 608/608 into md 0x18db09 [64] + 161240 00000400:00000200:1.0:1779697722.583535:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.583539:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.583548:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.583556:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047c380. 00000020:00000010:3.0:1779697722.583642:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.583648:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.583654:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.583660:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.583664:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.583701:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697722.583704:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697722.583706:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215527680 00000001:00000010:3.0:1779697722.583716:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75430c0. 00010000:00000010:3.0:1779697722.583752:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.583760:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 02000000:00000010:3.0:1779697722.583789:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caca2b1000. 00010000:00000010:3.0:1779697722.583817:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697722.583821:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697722.583838:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697722.583842:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697722.583846:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697722.583849:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00000004:00000010:3.0:1779697722.584133:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3a40. 00000004:00000010:3.0:1779697722.584142:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af1e0. 00000004:00000010:3.0:1779697722.584148:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83870. 00080000:00000010:3.0:1779697722.584157:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d1d0. 00010000:00000010:3.0:1779697722.584222:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe500. 00010000:00000010:3.0:1779697722.584226:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697722.584229:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697722.584233:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697722.584299:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697722.584311:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.584316:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697722.584335:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000200:3.0:1779697722.584349:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047c380 x1866146215527680/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 608/664 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.584368:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697722.584374:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215527680, offset 224 00000400:00000200:3.0:1779697722.584380:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.584409:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.584415:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309493:309493:256:4294967295] 192.168.203.23@tcp LPNI seq info [309489:309489:8:4294967295] 00000400:00000200:3.0:1779697722.584425:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.584430:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.584435:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697722.584442:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.584449:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.584453:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.584508:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.584513:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.584516:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.587851:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.587859:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697722.587865:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.587875:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.587882:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:1.0:1779697722.587884:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00010000:00000010:3.1:1779697722.588620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:1.0:1779697722.591644:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.591665:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 520 into portal 12 MB=0x6a14006468600 00000400:00000200:1.0:1779697722.591674:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 520/520 into md 0x18db09 [64] + 161848 00000400:00000200:1.0:1779697722.591691:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.591696:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.591704:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.591711:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f480. 00000020:00000010:3.0:1779697722.591877:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.591883:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.591889:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.591894:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.591899:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.591936:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.591938:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.591941:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215527936 02000000:00000010:3.0:1779697722.591974:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caca2b0000. 00010000:00000010:3.0:1779697722.592011:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697722.592028:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697722.592037:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406400. 00010000:00000010:3.0:1779697722.592064:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.592069:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697722.592083:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697722.592086:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e700. 00010000:00000010:3.0:1779697722.592090:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697722.592092:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697722.592412:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697722.592416:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697722.592419:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.0:1779697722.592423:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00000020:00000010:3.0:1779697722.592502:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b971a0. 00000020:00000010:3.0:1779697722.592509:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b971a0. 00000020:00000010:3.0:1779697722.592519:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c6c0. 00080000:00000010:3.0:1779697722.592527:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8d800. 00000004:00000010:3.0:1779697722.592612:0:207451:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad7543480. 00000004:00000010:3.0:1779697722.592618:0:207451:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff93cac9192c20. 00000004:00000010:3.0:1779697722.592622:0:207451:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff93cb5bd535e0. 00000004:00000010:3.0:1779697722.592630:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e0000. 00000004:00000010:3.0:1779697722.592639:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e2a28. 00000001:00000010:3.0:1779697722.593150:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664000. 00000001:00000010:3.0:1779697722.593156:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697722.593189:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c6c0. 00010000:00000010:3.0:1779697722.593197:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697722.593202:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697722.593213:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697722.593259:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.593274:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697722.593290:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974543, last committed = 8589974453 00010000:00000200:3.0:1779697722.593299:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f480 x1866146215527936/t8589974543(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 520/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.593318:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697722.593324:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215527936, offset 224 00000400:00000010:3.0:1779697722.593330:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0d90. 00000400:00000200:3.0:1779697722.593335:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.593347:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.593354:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309494:309494:256:4294967295] 192.168.203.23@tcp LPNI seq info [309490:309490:8:4294967295] 00000400:00000200:3.0:1779697722.593360:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.593366:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.593372:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.593377:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697722.593383:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.593410:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.593414:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1779697722.593437:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:1.0:1779697722.593444:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:1.0:1779697722.593450:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000020:00000010:3.0:1779697722.596557:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.596570:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.596576:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:0.0:1779697722.597749:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.597756:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697722.597761:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.597770:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.600774:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.600795:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa399 00000400:00000200:1.0:1779697722.600802:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.600807:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.600815:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:1.0:1779697722.600818:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000400:00000200:1.0:1779697722.600849:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.600855:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006468680 00000400:00000200:1.0:1779697722.600862:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 162368 00000400:00000200:1.0:1779697722.601178:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.601183:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.601189:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.601195:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ce00. 00010000:00000010:3.1:1779697722.601498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697722.601508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697722.601512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697722.601515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000020:00000010:3.0:1779697722.601557:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.601563:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.601568:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fe00. 00000020:00000010:3.0:1779697722.601574:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.601579:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.601618:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.601620:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.601623:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215528064 00000001:00000010:3.0:1779697722.601633:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697722.601656:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.601662:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 02000000:00000010:3.0:1779697722.601692:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf059d000. 00010000:00000010:3.0:1779697722.601720:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697722.601724:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.601750:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697722.601754:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697722.601758:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697722.601761:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697722.601862:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697722.601866:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697722.601940:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.601950:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697722.601955:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697722.601973:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000200:3.0:1779697722.601987:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ce00 x1866146215528064/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.602006:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697722.602011:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215528064, offset 224 00000400:00000200:3.0:1779697722.602018:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.602029:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.602036:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309495:309495:256:4294967295] 192.168.203.23@tcp LPNI seq info [309491:309491:8:4294967295] 00000400:00000200:3.0:1779697722.602047:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.602053:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.602058:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697722.602064:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.602071:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.602074:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.602098:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.602102:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.602105:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fe00. 00010000:00000010:0.0:1779697722.602182:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:0.0:1779697722.602188:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e700. 00000800:00000200:1.0:1779697722.603887:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.603893:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697722.603901:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.603908:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.603914:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:1.0:1779697722.603917:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:3.1:1779697722.607475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697722.607489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe500. 00010000:00000010:3.1:1779697722.607494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697722.607498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:3.1:1779697722.607503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:1.1:1779697722.607621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:1.1:1779697722.607627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000400:00000200:1.0:1779697722.608629:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.608646:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006468780 00000400:00000200:1.0:1779697722.608654:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x1554c5 [2] + 1232 00000400:00000200:1.0:1779697722.608671:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.608675:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.608684:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.608690:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047dc00. 00000020:00000010:3.0:1779697722.608788:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.608793:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.608799:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fe00. 00000020:00000010:3.0:1779697722.608805:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697722.608810:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.608851:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.608853:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.608856:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215528320 02000000:00000010:3.0:1779697722.608894:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbc7b8fc00. 00000004:00000010:3.0:1779697722.608958:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cbff33e500. 00080000:00000010:3.0:1779697722.608979:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8dc00. 00000001:00000010:3.0:1779697722.609012:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664540. 00000001:00000010:3.0:1779697722.609017:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00010000:00000200:3.0:1779697722.609065:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047dc00 x1866146215528320/t8589974544(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.609084:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697722.609089:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215528320, offset 224 00000400:00000200:3.0:1779697722.609096:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.609107:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.609113:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309496:309496:256:4294967295] 192.168.203.23@tcp LPNI seq info [309492:309492:8:4294967295] 00000400:00000200:3.0:1779697722.609124:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.609130:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.609135:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697722.609141:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.609148:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.609152:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.609177:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697722.609181:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.609185:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fe00. 00000800:00000200:1.0:1779697722.609369:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.609373:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697722.609377:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.609382:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.609386:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:1.0:1779697722.609404:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000400:00000200:1.0:1779697722.614999:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.615019:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a14006468880 00000400:00000200:1.0:1779697722.615054:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 162952 00000400:00000200:1.0:1779697722.615071:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.615077:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.615087:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.615095:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047c000. 00010000:00000010:3.1:1779697722.617129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.1:1779697722.617144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697722.617149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697722.617151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000020:00000010:3.0:1779697722.617198:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.617203:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.617209:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fe00. 00000020:00000010:3.0:1779697722.617214:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697722.617220:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f890c8. 00000020:00000010:3.0:1779697722.617263:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.617266:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.617269:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215528576 00000001:00000010:3.0:1779697722.617280:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 02000000:00000010:3.0:1779697722.617313:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf059b000. 00010000:00000010:0.1:1779697722.617412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:0.1:1779697722.617418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697722.619415:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697722.619438:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697722.619452:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:3.0:1779697722.619464:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697722.619470:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:0.0:1779697722.620003:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697722.620011:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.620019:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697722.620025:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.620044:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697722.620047:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c00. 00010000:00000010:0.0:1779697722.620049:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:0.0:1779697722.620052:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.620172:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697722.620176:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697722.620179:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697722.620182:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000020:00000010:0.0:1779697722.621607:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f440. 00000020:00000010:0.0:1779697722.621651:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f440. 00080000:00000010:0.0:1779697722.621665:0:209509:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc2d81280. 00080000:00000010:0.0:1779697722.621669:0:209509:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacea61b40. 00080000:00000010:0.0:1779697722.621688:0:209509:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacea61b40. 00080000:00000010:0.0:1779697722.621692:0:209509:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc2d81280. 00000020:00000010:0.0:1779697722.621700:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1cc0. 00080000:00000010:0.0:1779697722.621710:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1251000. 00000001:00000010:0.0:1779697722.622845:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1960. 00000001:00000010:0.0:1779697722.622855:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fec00. 00000020:00000010:0.0:1779697722.622887:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1cc0. 00010000:00000010:0.0:1779697722.622935:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697722.622943:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697722.622959:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.622962:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000200:0.0:1779697722.622983:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974545, last committed = 8589974453 00010000:00000200:0.0:1779697722.622995:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047c000 x1866146215528576/t8589974545(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 504/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697722.623016:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697722.623022:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215528576, offset 224 00000400:00000010:0.0:1779697722.623029:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725d20. 00000400:00000200:0.0:1779697722.623033:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.623047:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.623054:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309497:309497:256:4294967295] 192.168.203.23@tcp LPNI seq info [309493:309493:8:4294967295] 00000400:00000200:0.0:1779697722.623060:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697722.623067:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.623073:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.623078:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697722.623085:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.623092:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.623096:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.623125:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:0.0:1779697722.623130:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f890c8. 00000020:00000010:0.0:1779697722.623133:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fe00. 00000800:00000200:1.0:1779697722.624704:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.624711:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:1.0:1779697722.624717:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.624725:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.626483:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.626503:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa3a5 00000400:00000200:1.0:1779697722.626509:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.626513:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.626520:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:1.0:1779697722.626524:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00010000:00000010:0.0:1779697722.626643:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.626655:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6c00. 00000400:00000200:1.0:1779697722.627154:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.627164:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006468900 00000400:00000200:1.0:1779697722.627172:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 163456 00000400:00000200:1.0:1779697722.627227:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.627231:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.627237:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.627243:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ca80. 00010000:00000010:3.1:1779697722.627692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697722.627699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697722.627703:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:3.1:1779697722.627707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697722.627711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00000020:00000010:3.0:1779697722.627775:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.627779:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.627785:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.627790:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.627795:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.627833:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.627836:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.627839:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215528704 00000001:00000010:3.0:1779697722.627848:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697722.627867:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697722.627871:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697722.627876:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697722.627883:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 02000000:00000010:3.0:1779697722.627907:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf0599000. 00010000:00000010:3.0:1779697722.627934:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697722.627937:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697722.628031:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697722.628058:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ca80 x1866146215528704/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.628076:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697722.628081:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215528704, offset 224 00000400:00000200:3.0:1779697722.628088:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.628097:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.628104:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309498:309498:256:4294967295] 192.168.203.23@tcp LPNI seq info [309494:309494:8:4294967295] 00000400:00000200:3.0:1779697722.628115:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.628120:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.628125:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.628131:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.628138:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.628142:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.628157:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.628160:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.628164:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.628353:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.628357:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697722.628362:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.628367:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.628371:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:1.0:1779697722.628373:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000400:00000200:1.0:1779697722.630231:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.630247:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006468980 00000400:00000200:1.0:1779697722.630255:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 164032 00000400:00000200:1.0:1779697722.630268:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.630272:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.630279:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.630287:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047ed80. 00000020:00000010:3.0:1779697722.630386:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.634302:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:0.0:1779697722.634509:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.634517:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.634530:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.634577:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697722.634580:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697722.634583:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215528832 00010000:00000010:0.0:1779697722.634614:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697722.634622:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697722.634648:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cae3138000. 00010000:00000010:0.0:1779697722.634817:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697722.634822:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.634842:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697722.634845:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.634850:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697722.634853:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000004:00000010:0.0:1779697722.634965:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebaf00. 00000004:00000010:0.0:1779697722.634975:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef348. 00000004:00000010:0.0:1779697722.634981:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31760. 00080000:00000010:0.0:1779697722.634990:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e000. 00010000:00000010:0.0:1779697722.635218:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697722.635222:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697722.635225:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697722.635229:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697722.635595:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.635608:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697722.635613:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.635639:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697722.635659:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047ed80 x1866146215528832/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.635681:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697722.635689:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215528832, offset 224 00000400:00000200:0.0:1779697722.635697:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.635711:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.635718:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309499:309499:256:4294967295] 192.168.203.23@tcp LPNI seq info [309495:309495:8:4294967295] 00000400:00000200:0.0:1779697722.635730:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.635746:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.635751:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697722.635758:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.635765:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.635768:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.635840:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.635845:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.635849:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697722.640448:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.640458:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697722.640465:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.640474:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.640483:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:3.0:1779697722.640486:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00010000:00000010:0.1:1779697722.641786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697722.641798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697722.641802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697722.641805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697722.642433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697722.642440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00000400:00000200:1.0:1779697722.643790:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.643807:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006468a80 00000400:00000200:1.0:1779697722.643816:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 164616 00000400:00000200:1.0:1779697722.643832:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.643838:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.643846:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.643854:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f800. 00000020:00000010:3.0:1779697722.643924:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.643991:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.643998:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.644004:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.644009:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.644059:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.644062:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.644066:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215529088 00010000:00000010:3.0:1779697722.644160:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.644169:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 02000000:00000010:3.0:1779697722.644218:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cbf059e000. 00000004:00000010:3.0:1779697722.644632:0:202031:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cbff33ea80. 00080000:00000010:3.0:1779697722.644643:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8f800. 00000001:00000010:3.0:1779697722.644678:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664420. 00000001:00000010:3.0:1779697722.644683:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00010000:00000010:3.0:1779697722.644764:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697722.644783:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f800 x1866146215529088/t8589974546(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.644801:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697722.644808:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215529088, offset 224 00000400:00000200:3.0:1779697722.644816:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.644827:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.644834:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309500:309500:256:4294967295] 192.168.203.23@tcp LPNI seq info [309496:309496:8:4294967295] 00000400:00000200:3.0:1779697722.644847:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.644853:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.644860:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.644867:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.644875:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.644879:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.644902:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697722.644906:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.644910:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.645170:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.645174:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697722.645179:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.645184:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.645188:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:1.0:1779697722.645191:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:0.1:1779697722.646439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697722.646451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697722.646455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697722.646457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697722.646497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00000400:00000200:3.0:1779697722.651007:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.651029:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006468b00 00000400:00000200:3.0:1779697722.651039:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x1554c5 [2] + 1624 00000400:00000010:3.0:1779697722.651045:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb791058. 00000400:00000200:3.0:1779697722.651059:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacea119c0 00000400:00000200:3.0:1779697722.651071:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.651076:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.651082:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacea119c0 00000400:00000010:3.0:1779697722.651085:0:3315:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacea119c0. 00000100:00000200:3.0:1779697722.651090:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1779697722.651182:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.651188:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.651193:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.651199:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.651203:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.651239:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.651241:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697722.651245:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215529216 00000001:00000010:0.0:1779697722.651254:0:208327:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fec00. 02000000:00000010:0.0:1779697722.651276:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cad6dee800. 00000004:00000010:0.0:1779697722.651284:0:208327:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbc634b800. 00080000:00000010:0.0:1779697722.651829:0:208327:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc2d81280. 00080000:00000010:0.0:1779697722.651834:0:208327:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacea61840. 00080000:00000010:0.0:1779697722.652003:0:208327:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacea61840. 00080000:00000010:0.0:1779697722.652007:0:208327:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc2d81280. 00000100:00000010:0.0:1779697722.652014:0:208327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cac273d400. 00000100:00000010:0.0:1779697722.652021:0:208327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cad7413000. 00000400:00000010:0.0:1779697722.652030:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000400:00000010:0.0:1779697722.652038:0:208327:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725700. 00000400:00000200:0.0:1779697722.652043:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.652059:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.652066:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309501:309501:256:4294967295] 192.168.203.23@tcp LPNI seq info [309497:309497:8:4294967295] 00000400:00000200:0.0:1779697722.652071:0:208327:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697722.652078:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.652084:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.652088:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697722.652094:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.652101:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:0.0:1779697722.652105:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1779697722.652121:0:208327:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006468b00-0x6a14006468b00 00010000:00000010:3.1:1779697722.652329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000800:00000200:3.0:1779697722.652427:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.652432:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697722.652436:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.652440:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.652445:0:3317:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cac273d400 00000400:00000200:1.0:1779697722.653818:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.653834:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa3b5 00000400:00000200:1.0:1779697722.653839:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.653844:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.653850:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:1.0:1779697722.653853:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000100:00000200:1.0:1779697722.653857:0:3316:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cac273d400 00000100:00000010:0.0:1779697722.654279:0:208327:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cad7413000. 00000100:00000010:0.0:1779697722.654285:0:208327:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cac273d400. 00000004:00000010:0.0:1779697722.654943:0:208327:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbc634b800. 00010000:00000200:0.0:1779697722.654960:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc3260050 x1866146215529216/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.654981:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697722.654986:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215529216, offset 224 00000400:00000200:0.0:1779697722.654993:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.655003:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.655010:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309502:309502:256:4294967295] 192.168.203.23@tcp LPNI seq info [309498:309498:8:4294967295] 00000400:00000200:0.0:1779697722.655020:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.655028:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.655033:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697722.655039:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.655045:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.655059:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.655162:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.655169:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.655173:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 02000000:00000010:0.0:1779697722.655183:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbc7b8fc00. 00000100:00000010:0.0:1779697722.655187:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047dc00. 02000000:00000010:0.0:1779697722.655191:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbc7b8c000. 00000100:00000010:0.0:1779697722.655193:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047c700. 02000000:00000010:0.0:1779697722.655196:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cbcb0ea800. 00000100:00000010:0.0:1779697722.655198:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02d180. 02000000:00000010:0.0:1779697722.655201:0:208327:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cc000af000. 00000100:00000010:0.0:1779697722.655204:0:208327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634a80. 00000100:00000200:0.0:1779697722.655220:0:208327:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1779697722.655227:0:208327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac60. 00000400:00000010:0.0:1779697722.655233:0:208327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac98fec00. 00000800:00000200:0.0:1779697722.657865:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.657873:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697722.657879:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.657888:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.657895:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:0.0:1779697722.657899:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 02000000:00000010:0.0:1779697722.657906:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cad6dee800. 00000400:00000200:0.0:1779697722.657947:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.657959:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006468c00 00000400:00000200:0.0:1779697722.657968:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x1554f9 [2] + 0 00000400:00000200:0.0:1779697722.657981:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.657984:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.657990:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1779697722.657996:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9180. 00000020:00000010:0.0:1779697722.658255:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.658260:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.658267:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.658273:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.658278:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.658346:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.658349:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697722.658352:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215529472 02000000:00000010:0.0:1779697722.658407:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cac273d400. 00000020:00000010:0.0:1779697722.658682:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f16c0. 00080000:00000010:0.0:1779697722.658690:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273e000. 00000001:00000010:0.0:1779697722.658776:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f19c0. 00000001:00000010:0.0:1779697722.658782:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe3c0. 00000020:00000010:0.0:1779697722.658815:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f16c0. 00000004:00000010:0.0:1779697722.658877:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cbff33ea80. 00010000:00000200:0.0:1779697722.658911:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a9180 x1866146215529472/t8589974547(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.658928:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697722.658933:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215529472, offset 224 00000400:00000200:0.0:1779697722.658939:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.658948:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.658954:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309503:309503:256:4294967295] 192.168.203.23@tcp LPNI seq info [309499:309499:8:4294967295] 00000400:00000200:0.0:1779697722.658965:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.658970:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.658974:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697722.658980:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.658987:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.658991:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.659055:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.659060:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.659063:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697722.660898:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.660906:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:3.0:1779697722.660912:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.660920:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.660926:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:3.0:1779697722.660929:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000400:00000200:1.0:1779697722.661707:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.661722:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006468d00 00000400:00000200:1.0:1779697722.661729:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 165480 00000400:00000200:1.0:1779697722.661752:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.661755:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.661762:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.661769:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047f100. 00000020:00000010:0.0:1779697722.661850:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.661855:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.661860:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.661865:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.661869:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.661904:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.661906:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697722.661909:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215529728 00000001:00000010:0.0:1779697722.661918:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 02000000:00000010:0.0:1779697722.661949:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7413000. 00010000:00000010:0.0:1779697722.661985:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697722.662001:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697722.662009:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:0.0:1779697722.662014:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000010:0.0:1779697722.662029:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697722.662032:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697722.662037:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697722.662041:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697722.662065:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697722.662068:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.662072:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697722.662075:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.662179:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697722.662182:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6000. 00010000:00000010:0.0:1779697722.662185:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697722.662188:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00000020:00000010:0.0:1779697722.662351:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f8e0. 00000020:00000010:0.0:1779697722.662361:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f8e0. 00080000:00000010:0.0:1779697722.662370:0:209509:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc2d81280. 00080000:00000010:0.0:1779697722.662373:0:209509:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacea61840. 00080000:00000010:0.0:1779697722.662478:0:209509:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacea61840. 00080000:00000010:0.0:1779697722.662482:0:209509:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc2d81280. 00000020:00000010:0.0:1779697722.662491:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f16c0. 00080000:00000010:0.0:1779697722.662497:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273c000. 00000001:00000010:0.0:1779697722.662951:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1b40. 00000001:00000010:0.0:1779697722.662958:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fecc0. 00000020:00000010:0.0:1779697722.662989:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f16c0. 00010000:00000010:0.0:1779697722.663019:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697722.663024:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6000. 00010000:00000010:0.0:1779697722.663036:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697722.663039:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000200:0.0:1779697722.663054:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974548, last committed = 8589974453 00010000:00000200:0.0:1779697722.663063:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047f100 x1866146215529728/t8589974548(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697722.663080:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697722.663086:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215529728, offset 224 00000400:00000010:0.0:1779697722.663092:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725770. 00000400:00000200:0.0:1779697722.663096:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.663107:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.663114:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309504:309504:256:4294967295] 192.168.203.23@tcp LPNI seq info [309500:309500:8:4294967295] 00000400:00000200:0.0:1779697722.663120:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697722.663127:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.663132:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.663137:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697722.663143:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.663152:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.663156:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.663182:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6c00. 00000020:00000010:0.0:1779697722.663185:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.663188:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:0.0:1779697722.663283:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.663287:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697722.663290:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.663295:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.664884:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697722.664902:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa3c5 00000400:00000200:3.0:1779697722.664907:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.664913:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697722.664920:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:3.0:1779697722.664922:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00010000:00000010:0.0:1779697722.665069:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.665078:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:0.1:1779697722.669464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697722.669657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697722.669663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:0.1:1779697722.669669:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697722.669674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697722.669679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697722.669684:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697722.669688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:1.0:1779697722.669967:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.669985:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006468d80 00000400:00000200:1.0:1779697722.669993:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 165976 00000400:00000200:1.0:1779697722.670055:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.670060:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.670069:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.670076:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047c700. 00000020:00000010:0.0:1779697722.670352:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.670357:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.670362:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.670367:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.670372:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.670428:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.670431:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697722.670434:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215529856 00000001:00000010:0.0:1779697722.670444:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697722.670464:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697722.670468:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c00. 00010000:00000010:0.0:1779697722.670473:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697722.670480:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697722.670505:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7411000. 00010000:00000010:0.0:1779697722.670644:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697722.670649:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697722.670763:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697722.670783:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047c700 x1866146215529856/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.670802:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697722.670808:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215529856, offset 224 00000400:00000200:0.0:1779697722.670814:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.670824:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.670830:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309505:309505:256:4294967295] 192.168.203.23@tcp LPNI seq info [309501:309501:8:4294967295] 00000400:00000200:0.0:1779697722.670840:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.670845:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.670850:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697722.670855:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.670863:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.670867:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.670891:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.670895:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.670897:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697722.670988:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.670992:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697722.670995:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.671000:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.671003:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:1.0:1779697722.671006:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00010000:00000010:0.1:1779697722.672548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697722.672558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000400:00000200:3.0:1779697722.673068:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.673084:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006468e00 00000400:00000200:3.0:1779697722.673091:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 166552 00000400:00000200:3.0:1779697722.673103:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.673107:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.673114:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.673120:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ca80. 00000020:00000010:1.0:1779697722.673197:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697722.673202:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697722.673207:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.673212:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.673216:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.673252:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697722.673255:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697722.673258:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215529984 00010000:00000010:1.0:1779697722.673283:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697722.673290:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 02000000:00000010:1.0:1779697722.673313:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee74000. 00010000:00000010:1.0:1779697722.673338:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697722.673342:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.673357:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697722.673361:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.673365:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697722.673368:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000004:00000010:1.0:1779697722.673475:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697722.673484:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697722.673489:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562220. 00080000:00000010:1.0:1779697722.673497:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 00010000:00000010:1.0:1779697722.673703:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697722.673707:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe80. 00010000:00000010:1.0:1779697722.673711:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697722.673715:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f80. 00010000:00000010:1.0:1779697722.673884:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.673895:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.673900:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.673916:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000200:1.0:1779697722.673930:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02ca80 x1866146215529984/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/584 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.673948:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697722.673953:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215529984, offset 224 00000400:00000200:1.0:1779697722.673960:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.673968:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.673974:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309506:309506:256:4294967295] 192.168.203.23@tcp LPNI seq info [309502:309502:8:4294967295] 00000400:00000200:1.0:1779697722.673983:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.673989:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.673994:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697722.674000:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.674007:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.674011:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.674030:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.674034:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.674037:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:0.0:1779697722.674291:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.674295:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697722.674300:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.674304:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.674308:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:0.0:1779697722.674311:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000400:00000200:1.0:1779697722.676945:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.676963:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006468f00 00000400:00000200:1.0:1779697722.676972:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18db09 [64] + 167136 00000400:00000200:1.0:1779697722.676986:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.676990:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.676998:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.677004:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf047dc00. 00000020:00000010:3.0:1779697722.677088:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.677093:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.677099:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.677104:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.677109:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.677145:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.677147:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.677150:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215530240 00010000:00000010:3.0:1779697722.677175:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.677182:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 02000000:00000010:3.0:1779697722.677214:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cad57a1000. 00000004:00000010:3.0:1779697722.677504:0:202031:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cbff33ef00. 00080000:00000010:3.0:1779697722.677514:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8cc00. 00000001:00000010:3.0:1779697722.677553:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664240. 00000001:00000010:3.0:1779697722.677558:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697722.677617:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697722.677633:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf047dc00 x1866146215530240/t8589974549(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 864/608 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.677651:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697722.677656:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215530240, offset 224 00000400:00000200:3.0:1779697722.677662:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.677673:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.677679:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309507:309507:256:4294967295] 192.168.203.23@tcp LPNI seq info [309503:309503:8:4294967295] 00000400:00000200:3.0:1779697722.677690:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.677695:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.677699:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697722.677704:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.677711:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.677715:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.677742:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.677746:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.677749:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00010000:00000010:0.1:1779697722.677890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000800:00000200:1.0:1779697722.678011:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.678015:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697722.678019:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.678024:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.678028:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:1.0:1779697722.678030:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:1.1:1779697722.680474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697722.680488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697722.680493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697722.680496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000400:00000200:0.0:1779697722.681485:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.681502:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006468f80 00000400:00000200:0.0:1779697722.681511:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x1554f9 [2] + 392 00000400:00000200:0.0:1779697722.681523:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.681538:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.681546:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1779697722.681552:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9500. 00000020:00000010:3.0:1779697722.681677:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.681684:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.681689:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.681695:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.681700:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.681729:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.681740:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.681743:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215530368 00000001:00000010:3.0:1779697722.681753:0:208327:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fecc0. 02000000:00000010:3.0:1779697722.681777:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cbc7b8c000. 00000004:00000010:3.0:1779697722.681784:0:208327:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbca18b800. 00080000:00000010:3.0:1779697722.682294:0:208327:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697722.682299:0:208327:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff80c0. 00080000:00000010:3.0:1779697722.682514:0:208327:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff80c0. 00080000:00000010:3.0:1779697722.682519:0:208327:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000100:00000010:3.0:1779697722.682537:0:208327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cbc7b8fc00. 00000100:00000010:3.0:1779697722.682541:0:208327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cad57a2000. 00000400:00000010:3.0:1779697722.682550:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000400:00000010:3.0:1779697722.682558:0:208327:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0a80. 00000400:00000200:3.0:1779697722.682564:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.682575:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.682581:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309508:309508:256:4294967295] 192.168.203.23@tcp LPNI seq info [309504:309504:8:4294967295] 00000400:00000200:3.0:1779697722.682587:0:208327:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.682594:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.682599:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.682603:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697722.682609:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.682616:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:3.0:1779697722.682620:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1779697722.682631:0:208327:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006468f80-0x6a14006468f80 00000800:00000200:1.0:1779697722.683033:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.683039:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697722.683050:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.683055:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.683060:0:3315:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cbc7b8fc00 00010000:00000010:3.1:1779697722.683461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000400:00000200:1.0:1779697722.684835:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.684854:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa3d5 00000400:00000200:1.0:1779697722.684862:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.684866:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.684874:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:1.0:1779697722.684877:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:1.0:1779697722.684881:0:3316:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cbc7b8fc00 00000100:00000010:3.0:1779697722.684952:0:208327:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cad57a2000. 00000100:00000010:3.0:1779697722.684957:0:208327:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cbc7b8fc00. 00000004:00000010:3.0:1779697722.685599:0:208327:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbca18b800. 00010000:00000200:3.0:1779697722.685614:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a9500 x1866146215530368/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 448/440 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.685637:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697722.685642:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215530368, offset 224 00000400:00000200:3.0:1779697722.685648:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.685657:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.685663:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309509:309509:256:4294967295] 192.168.203.23@tcp LPNI seq info [309505:309505:8:4294967295] 00000400:00000200:3.0:1779697722.686215:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.686222:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.686228:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697722.686234:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.686241:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.686245:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.686311:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.686317:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.686321:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:0.0:1779697722.686624:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.686629:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697722.686633:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.686638:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.686643:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:0.0:1779697722.686645:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000400:00000200:1.0:1779697722.688974:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.688991:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006469080 00000400:00000200:1.0:1779697722.689000:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x1554f9 [2] + 840 00000400:00000200:1.0:1779697722.689012:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.689017:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.689023:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697722.689032:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b94a80. 00000020:00000010:0.0:1779697722.689120:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.689125:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.689130:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.689136:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.689140:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.689177:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.689179:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697722.689181:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215530624 02000000:00000010:0.0:1779697722.689218:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cace40a800. 00000020:00000010:0.0:1779697722.689448:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f16c0. 00080000:00000010:0.0:1779697722.689456:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace408000. 00000001:00000010:0.0:1779697722.689536:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f15a0. 00000001:00000010:0.0:1779697722.689543:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697722.689577:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f16c0. 00000004:00000010:0.0:1779697722.689640:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cbff33ef00. 00010000:00000200:0.0:1779697722.689909:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b94a80 x1866146215530624/t8589974550(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 392/456 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.689928:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697722.689934:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215530624, offset 224 00000400:00000200:0.0:1779697722.689941:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.689950:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.689956:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309510:309510:256:4294967295] 192.168.203.23@tcp LPNI seq info [309506:309506:8:4294967295] 00000400:00000200:0.0:1779697722.689967:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.689972:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.689977:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697722.689983:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.689990:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.689994:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.690044:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.690049:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.690053:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697722.692205:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.692213:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697722.692220:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.692228:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.692235:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:1.0:1779697722.692238:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000400:00000200:0.0:1779697722.693005:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.693021:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006469180 00000400:00000200:0.0:1779697722.693029:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 168000 00000400:00000200:0.0:1779697722.693041:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.693095:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.693103:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.693110:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9c00. 00000020:00000010:3.0:1779697722.693204:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.693210:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.693215:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.693220:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.693225:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.693294:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.693297:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.693300:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215530880 00000001:00000010:3.0:1779697722.693310:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 02000000:00000010:3.0:1779697722.693344:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad57a2000. 00010000:00000010:3.0:1779697722.693380:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f80. 00010000:00000010:3.0:1779697722.693418:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe80. 00010000:00000010:3.0:1779697722.693427:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:3.0:1779697722.693433:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6c00. 00010000:00000010:3.0:1779697722.693448:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe500. 00010000:00000010:3.0:1779697722.693451:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697722.693456:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.693461:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697722.693473:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697722.693476:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef80. 00010000:00000010:3.0:1779697722.693479:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697722.693482:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00010000:00000010:3.0:1779697722.693776:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697722.693779:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697722.693783:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.0:1779697722.693786:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00000020:00000010:3.0:1779697722.693948:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b971a0. 00000020:00000010:3.0:1779697722.693956:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b971a0. 00080000:00000010:3.0:1779697722.693965:0:189041:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697722.693969:0:189041:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacbff80c0. 00080000:00000010:3.0:1779697722.694030:0:189041:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacbff80c0. 00080000:00000010:3.0:1779697722.694034:0:189041:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000020:00000010:3.0:1779697722.694043:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac46649c0. 00080000:00000010:3.0:1779697722.694060:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8fc00. 00000001:00000010:3.0:1779697722.694898:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664960. 00000001:00000010:3.0:1779697722.694908:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697722.694940:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac46649c0. 00010000:00000010:3.0:1779697722.694976:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697722.694982:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e280. 00010000:00000010:3.0:1779697722.694998:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697722.695001:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000200:3.0:1779697722.695018:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974551, last committed = 8589974453 00010000:00000200:3.0:1779697722.695028:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a9c00 x1866146215530880/t8589974551(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.695101:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697722.695108:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215530880, offset 224 00000400:00000010:3.0:1779697722.695116:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e08c0. 00000400:00000200:3.0:1779697722.695120:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.695133:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.695139:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309511:309511:256:4294967295] 192.168.203.23@tcp LPNI seq info [309507:309507:8:4294967295] 00000400:00000200:3.0:1779697722.695147:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.695153:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.695159:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.695163:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697722.695169:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.695176:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.695180:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.695239:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.695244:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.695248:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.695864:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.695869:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697722.695874:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.695880:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.697860:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.697878:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa3e1 00000400:00000200:1.0:1779697722.697886:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.697890:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.697897:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:1.0:1779697722.697900:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000400:00000200:1.0:1779697722.697958:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.697964:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006469200 00000400:00000200:1.0:1779697722.697971:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 168496 00000400:00000200:1.0:1779697722.698151:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.698156:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.698162:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.698168:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b97480. 00010000:00000010:0.0:1779697722.698442:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:0.0:1779697722.698453:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef80. 00000020:00000010:3.0:1779697722.698740:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.698745:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.698751:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.698755:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.698760:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.698797:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.698800:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.698802:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215531008 00000001:00000010:3.0:1779697722.698813:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:3.0:1779697722.698830:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697722.698834:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e980. 00010000:00000010:3.0:1779697722.698839:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697722.698844:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 02000000:00000010:3.0:1779697722.698869:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a0000. 00010000:00000010:3.0:1779697722.698897:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.698899:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697722.698986:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697722.699002:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b97480 x1866146215531008/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.699021:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697722.699025:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215531008, offset 224 00000400:00000200:3.0:1779697722.699032:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.699042:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.699058:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309512:309512:256:4294967295] 192.168.203.23@tcp LPNI seq info [309508:309508:8:4294967295] 00000400:00000200:3.0:1779697722.699069:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.699075:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.699079:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697722.699085:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.699093:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.699097:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.699110:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.699113:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.699116:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:0.0:1779697722.699296:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.699300:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697722.699304:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.699308:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.699312:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:0.0:1779697722.699314:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000400:00000200:3.0:1779697722.701195:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.701212:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006469280 00000400:00000200:3.0:1779697722.701221:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 169072 00000400:00000200:3.0:1779697722.701233:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.701237:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.701245:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.701251:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02d500. 00000020:00000010:0.0:1779697722.701368:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.701373:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.701378:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.701383:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.701408:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.701438:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697722.701441:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697722.701443:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215531136 00010000:00000010:0.0:1779697722.701465:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697722.701472:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697722.701495:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7414000. 00010000:00000010:0.0:1779697722.701518:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697722.701533:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697722.701549:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697722.701552:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697722.701557:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697722.701560:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00000004:00000010:0.0:1779697722.701658:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebad20. 00000004:00000010:0.0:1779697722.701667:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef8e8. 00000004:00000010:0.0:1779697722.701680:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30990. 00080000:00000010:0.0:1779697722.701688:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2fc80. 00010000:00000010:0.0:1779697722.701779:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697722.701782:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697722.701785:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697722.701788:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.701840:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697722.701850:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.701855:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697722.701872:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697722.701884:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02d500 x1866146215531136/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.701901:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697722.701906:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215531136, offset 224 00000400:00000200:0.0:1779697722.701913:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.701921:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.701927:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309513:309513:256:4294967295] 192.168.203.23@tcp LPNI seq info [309509:309509:8:4294967295] 00000400:00000200:0.0:1779697722.701937:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.701942:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.701947:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697722.701952:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.701959:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.701963:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.701986:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.701989:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.701993:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00010000:00000010:3.1:1779697722.703949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697722.703962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:3.1:1779697722.703966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697722.703970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00000800:00000200:1.0:1779697722.704026:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.704031:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:1.0:1779697722.704038:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.704055:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.704061:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:1.0:1779697722.704064:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000400:00000200:0.0:1779697722.705037:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.705102:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006469300 00000400:00000200:0.0:1779697722.705110:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 7392 00000400:00000200:0.0:1779697722.705142:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.705146:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.705153:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697722.705159:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a9f80. 00000020:00000010:3.0:1779697722.705243:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.705248:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.705253:0:207448:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.705258:0:207448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.705263:0:207448:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.705332:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff80c0. 00000020:00000010:3.0:1779697722.705335:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff80c0. 00000100:00000200:3.0:1779697722.705338:0:207448:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215531264 00010000:00000010:3.0:1779697722.705359:0:207448:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abec00. 00010000:00000010:3.0:1779697722.705363:0:207448:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697722.705369:0:207448:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2200. 00002000:00000010:3.0:1779697722.705378:0:207448:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff80c0. 00002000:00000010:3.0:1779697722.705386:0:207448:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4d10. 00080000:00000010:3.0:1779697722.705418:0:207448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c390. 02000000:00000010:3.0:1779697722.705826:0:207448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cc000afc00. 00010000:00000200:3.0:1779697722.705858:0:207448:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a9f80 x1866146215531264/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.705875:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697722.705880:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215531264, offset 224 00000400:00000200:3.0:1779697722.705886:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.705895:0:207448:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.705901:0:207448:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309514:309514:256:4294967295] 192.168.203.23@tcp LPNI seq info [309510:309510:8:4294967295] 00000400:00000200:3.0:1779697722.705911:0:207448:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.705917:0:207448:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.705921:0:207448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697722.705927:0:207448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.705934:0:207448:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.705938:0:207448:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.705960:0:207448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.705964:0:207448:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.705967:0:207448:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.706081:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.706086:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697722.706089:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.706093:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.706098:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:1.0:1779697722.706100:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:3.1:1779697722.708247:0:207448:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:3.1:1779697722.708260:0:207448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:3.1:1779697722.708266:0:207448:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe500. 00010000:00000010:3.1:1779697722.708270:0:207448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697722.708272:0:207448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:1.0:1779697722.708875:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.708892:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006469400 00000400:00000200:1.0:1779697722.708901:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 169648 00000400:00000200:1.0:1779697722.708915:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.708919:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.708927:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.708934:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b96a00. 00000020:00000010:0.0:1779697722.709094:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.709099:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.709105:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.709110:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.709116:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.709152:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.709155:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697722.709157:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215531520 02000000:00000010:0.0:1779697722.709190:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7417000. 00010000:00000010:0.0:1779697722.709226:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.709241:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697722.709248:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:0.0:1779697722.709254:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e980. 00010000:00000010:0.0:1779697722.709269:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697722.709272:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697722.709277:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697722.709281:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.709296:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697722.709298:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697722.709301:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697722.709304:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.709438:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f700. 00010000:00000010:0.0:1779697722.709442:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697722.709445:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697722.709448:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00000020:00000010:0.0:1779697722.709471:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f2e0. 00000020:00000010:0.0:1779697722.709477:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f2e0. 00000020:00000010:0.0:1779697722.709486:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f17e0. 00080000:00000010:0.0:1779697722.709494:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace40a400. 00000004:00000010:0.0:1779697722.709536:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fe000. 00000004:00000010:0.0:1779697722.709542:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650d70. 00000004:00000010:0.0:1779697722.709545:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd650128. 00000004:00000010:0.0:1779697722.709554:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1e5b8. 00000001:00000010:0.0:1779697722.710261:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1de0. 00000001:00000010:0.0:1779697722.710269:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697722.710298:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f17e0. 00010000:00000010:0.0:1779697722.710308:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697722.710314:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697722.710327:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00010000:00000010:0.0:1779697722.710360:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.710373:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.710377:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000200:0.0:1779697722.710426:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974552, last committed = 8589974453 00010000:00000200:0.0:1779697722.710437:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b96a00 x1866146215531520/t8589974552(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 488/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697722.710473:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697722.710479:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215531520, offset 224 00000400:00000010:0.0:1779697722.710487:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725930. 00000400:00000200:0.0:1779697722.710491:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.710504:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.710511:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309515:309515:256:4294967295] 192.168.203.23@tcp LPNI seq info [309511:309511:8:4294967295] 00000400:00000200:0.0:1779697722.710517:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697722.710525:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.710530:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.710535:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697722.710541:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.710548:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.710553:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.710573:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697722.710576:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.710580:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:0.0:1779697722.710670:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.710674:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697722.710678:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.710682:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697722.711087:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:1.0:1779697722.711094:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:1.0:1779697722.711101:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00010000:00000010:0.1:1779697722.711505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:0.1:1779697722.711512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:0.1:1779697722.711516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697722.711519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697722.711530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697722.711533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:1.0:1779697722.712722:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.712747:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa3f1 00000400:00000200:1.0:1779697722.712753:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.712757:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.712764:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:1.0:1779697722.712767:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00010000:00000010:0.0:1779697722.712977:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.712987:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00000400:00000200:1.0:1779697722.715156:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.715174:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006469480 00000400:00000200:1.0:1779697722.715183:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 170136 00000400:00000200:1.0:1779697722.715196:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.715200:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.715207:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.715214:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b96300. 00000020:00000010:3.0:1779697722.715292:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697722.715298:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697722.715303:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.715309:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.715313:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.715380:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697722.715382:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000100:00000200:3.0:1779697722.715385:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215531648 00000001:00000010:3.0:1779697722.715423:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697722.715445:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe500. 00010000:00000010:3.0:1779697722.715448:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697722.715454:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697722.715460:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 02000000:00000010:3.0:1779697722.715485:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a7000. 00010000:00000010:3.0:1779697722.715511:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.715514:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.715629:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000200:3.0:1779697722.715650:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b96300 x1866146215531648/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.715668:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697722.715849:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215531648, offset 224 00000400:00000200:3.0:1779697722.715857:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.715867:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.715873:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309516:309516:256:4294967295] 192.168.203.23@tcp LPNI seq info [309512:309512:8:4294967295] 00000400:00000200:3.0:1779697722.715883:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.715889:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.715893:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697722.715900:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.715906:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.715910:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.715929:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.715933:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.715936:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00010000:00000010:0.1:1779697722.716222:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697722.716230:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697722.716234:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:0.1:1779697722.716238:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe200. 00010000:00000010:1.1:1779697722.716446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f700. 00010000:00000010:1.1:1779697722.716459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000800:00000200:0.0:1779697722.717994:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.718002:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697722.718009:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.718017:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.718023:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:0.0:1779697722.718025:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:1.0:1779697722.718330:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.718345:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006469500 00000400:00000200:1.0:1779697722.718352:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 170712 00000400:00000200:1.0:1779697722.718364:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.718367:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.718373:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.718379:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95880. 00010000:00000010:0.1:1779697722.718495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697722.718501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697722.718508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000020:00000010:0.0:1779697722.718796:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.718802:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.718807:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.718812:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.718816:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.718876:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.718879:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697722.718882:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215531776 00010000:00000010:0.0:1779697722.718908:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697722.718915:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697722.718940:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7412000. 00010000:00000010:0.0:1779697722.718966:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697722.718969:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.718987:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697722.718990:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.718994:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697722.718997:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.719110:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697722.719113:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6080. 00010000:00000010:0.0:1779697722.719117:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697722.719120:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697722.719230:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.719242:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.719246:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.719265:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697722.719280:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95880 x1866146215531776/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.719298:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697722.719303:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215531776, offset 224 00000400:00000200:0.0:1779697722.719310:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.719321:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.719328:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309517:309517:256:4294967295] 192.168.203.23@tcp LPNI seq info [309513:309513:8:4294967295] 00000400:00000200:0.0:1779697722.719338:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.719343:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.719348:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697722.719354:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.719361:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.719365:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.719409:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.719413:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.719417:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697722.719530:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.719534:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697722.719538:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.719542:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.719546:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:1.0:1779697722.719548:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000400:00000200:1.0:1779697722.722003:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.722019:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006469580 00000400:00000200:1.0:1779697722.722028:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 7720 00000400:00000200:1.0:1779697722.722042:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.722100:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.722109:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697722.722117:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b96d80. 00000020:00000010:3.0:1779697722.722209:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697722.722214:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697722.722219:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.722225:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.722230:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.722298:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8100. 00000020:00000010:3.0:1779697722.722301:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8100. 00000100:00000200:3.0:1779697722.722304:0:207460:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215531904 00010000:00000010:3.0:1779697722.722327:0:207460:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe400. 00010000:00000010:3.0:1779697722.722332:0:207460:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abe200. 00010000:00000010:3.0:1779697722.722338:0:207460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2000. 00002000:00000010:3.0:1779697722.722346:0:207460:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8100. 02000000:00000010:3.0:1779697722.722370:0:207460:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cad898ac00. 00010000:00000200:3.0:1779697722.722421:0:207460:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b96d80 x1866146215531904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.722447:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697722.722453:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215531904, offset 224 00000400:00000200:3.0:1779697722.722460:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.722469:0:207460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.722476:0:207460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309518:309518:256:4294967295] 192.168.203.23@tcp LPNI seq info [309514:309514:8:4294967295] 00000400:00000200:3.0:1779697722.722486:0:207460:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.722491:0:207460:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.722496:0:207460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697722.722501:0:207460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.722508:0:207460:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.722512:0:207460:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.722532:0:207460:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.722536:0:207460:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.722539:0:207460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.722643:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.722648:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697722.722651:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.722655:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.722659:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:1.0:1779697722.722662:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000400:00000200:0.0:1779697722.727112:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.727134:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006469680 00000400:00000200:0.0:1779697722.727144:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 171296 00000400:00000200:0.0:1779697722.727160:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.727165:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.727173:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.727180:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66aa680. 00000020:00000010:3.0:1779697722.727274:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.727280:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.727285:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.727291:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.727296:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.727357:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.727360:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000100:00000200:3.0:1779697722.727363:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215532160 00010000:00000010:3.1:1779697722.727416:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 02000000:00000010:3.0:1779697722.727439:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd6269000. 00010000:00000010:3.0:1779697722.727481:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:3.0:1779697722.727496:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6080. 00010000:00000010:3.0:1779697722.727505:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.727511:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697722.727537:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697722.727542:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697722.727547:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00010000:00000010:3.0:1779697722.727551:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.727565:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697722.727568:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697722.727571:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697722.727574:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697722.727752:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697722.727755:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697722.727759:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.727762:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000020:00000010:3.0:1779697722.727786:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97da0. 00000020:00000010:3.0:1779697722.727793:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97da0. 00000020:00000010:3.0:1779697722.727802:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac46647e0. 00080000:00000010:3.0:1779697722.727813:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad898b000. 00000001:00000010:3.0:1779697722.728280:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c840. 00000001:00000010:3.0:1779697722.728286:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543780. 00000020:00000010:3.0:1779697722.728316:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac46647e0. 00010000:00000010:3.0:1779697722.728326:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697722.728330:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697722.728341:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697722.728377:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697722.728409:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.728413:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000200:3.0:1779697722.728431:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974553, last committed = 8589974453 00010000:00000200:3.0:1779697722.728440:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66aa680 x1866146215532160/t8589974553(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.728456:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697722.728462:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215532160, offset 224 00000400:00000010:3.0:1779697722.728469:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0c08. 00000400:00000200:3.0:1779697722.728473:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.728485:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.728491:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309519:309519:256:4294967295] 192.168.203.23@tcp LPNI seq info [309515:309515:8:4294967295] 00000400:00000200:3.0:1779697722.728497:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.728504:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.728510:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.728514:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697722.728520:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.728527:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.728531:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.728546:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.728549:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.728553:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00010000:00000010:1.0:1779697722.728624:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:1.0:1779697722.728629:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:1.0:1779697722.728635:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000800:00000200:1.0:1779697722.728724:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.728728:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697722.728740:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.728745:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697722.731148:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697722.731161:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:1.0:1779697722.731896:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.731914:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa401 00000400:00000200:1.0:1779697722.731921:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.731926:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.731933:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:1.0:1779697722.731936:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00000400:00000200:1.0:1779697722.731988:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.731994:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006469700 00000400:00000200:1.0:1779697722.732002:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 171792 00000400:00000200:1.0:1779697722.732011:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.732014:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.732019:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.732024:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b97100. 00000020:00000010:3.0:1779697722.732129:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.732135:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.732140:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.732145:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.732149:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.732187:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.732189:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000100:00000200:3.0:1779697722.732192:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215532288 00000001:00000010:3.0:1779697722.732200:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:3.0:1779697722.732220:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697722.732224:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697722.732230:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697722.732236:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 02000000:00000010:3.0:1779697722.732260:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb049000. 00010000:00000010:3.0:1779697722.732288:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697722.732292:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697722.732417:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697722.732439:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b97100 x1866146215532288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.732458:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697722.732462:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215532288, offset 224 00000400:00000200:3.0:1779697722.732469:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.732478:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.732483:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309520:309520:256:4294967295] 192.168.203.23@tcp LPNI seq info [309516:309516:8:4294967295] 00000400:00000200:3.0:1779697722.732493:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.732499:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.732503:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697722.732509:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.732516:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.732520:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.732548:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.732551:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.732554:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00010000:00000010:0.1:1779697722.732790:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697722.732797:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697722.732800:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697722.732803:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697722.732824:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:0.0:1779697722.732831:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00000800:00000200:0.0:1779697722.734432:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.734440:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697722.734448:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.734456:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.734463:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:0.0:1779697722.734466:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:1.0:1779697722.735018:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.735032:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006469780 00000400:00000200:1.0:1779697722.735039:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 172368 00000400:00000200:1.0:1779697722.735109:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.735114:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.735120:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.735126:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b94700. 00000020:00000010:3.0:1779697722.735206:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.735212:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.735217:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.735223:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.735227:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.735297:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.735299:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000100:00000200:3.0:1779697722.735302:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215532416 00010000:00000010:3.0:1779697722.735330:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697722.735337:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 02000000:00000010:3.0:1779697722.735366:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf83a0000. 00010000:00000010:3.0:1779697722.735422:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.735426:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.735444:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697722.735448:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.735452:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697722.735455:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697722.735556:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697722.735559:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697722.735562:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697722.735565:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697722.735635:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.735648:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697722.735653:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.735944:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697722.735961:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b94700 x1866146215532416/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.735979:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697722.735985:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215532416, offset 224 00000400:00000200:3.0:1779697722.735991:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.736000:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.736006:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309521:309521:256:4294967295] 192.168.203.23@tcp LPNI seq info [309517:309517:8:4294967295] 00000400:00000200:3.0:1779697722.736017:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.736023:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.736027:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697722.736033:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.736040:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.736044:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.736072:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.736075:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.736079:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:1.0:1779697722.736199:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.736203:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697722.736208:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.736212:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.736215:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:1.0:1779697722.736218:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00010000:00000010:1.1:1779697722.736488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe100. 00010000:00000010:1.1:1779697722.736496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697722.738760:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697722.738774:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:3.1:1779697722.738779:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697722.738785:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe500. 00010000:00000010:3.1:1779697722.738789:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697722.738791:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697722.738793:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00000400:00000200:1.0:1779697722.738946:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.738961:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006469800 00000400:00000200:1.0:1779697722.738969:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 8048 00000400:00000200:1.0:1779697722.738982:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.738987:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.738994:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697722.738999:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95180. 00000020:00000010:3.0:1779697722.739125:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.739131:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.739137:0:207457:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.739141:0:207457:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.739146:0:207457:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.739201:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e40. 00000020:00000010:3.0:1779697722.739204:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e40. 00000100:00000200:3.0:1779697722.739207:0:207457:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215532544 00010000:00000010:3.0:1779697722.739228:0:207457:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe600. 00010000:00000010:3.0:1779697722.739232:0:207457:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abe500. 00010000:00000010:3.0:1779697722.739237:0:207457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2800. 00002000:00000010:3.0:1779697722.739245:0:207457:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8e40. 02000000:00000010:3.0:1779697722.739267:0:207457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cad898b800. 00010000:00000200:3.0:1779697722.739297:0:207457:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95180 x1866146215532544/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.739316:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697722.739321:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215532544, offset 224 00000400:00000200:3.0:1779697722.739328:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.739337:0:207457:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.739343:0:207457:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309522:309522:256:4294967295] 192.168.203.23@tcp LPNI seq info [309518:309518:8:4294967295] 00000400:00000200:3.0:1779697722.739353:0:207457:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.739358:0:207457:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.739362:0:207457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697722.739368:0:207457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.739375:0:207457:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.739379:0:207457:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.739422:0:207457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.739427:0:207457:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.739430:0:207457:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:0.0:1779697722.739544:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.739549:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697722.739552:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.739556:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.739560:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:0.0:1779697722.739562:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00010000:00000010:0.1:1779697722.740457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697722.740465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697722.741687:0:207457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00000400:00000200:1.0:1779697722.742571:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.742588:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006469900 00000400:00000200:1.0:1779697722.742603:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 172952 00000400:00000200:1.0:1779697722.742618:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.742623:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.742630:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.742636:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b97b80. 00000020:00000010:0.0:1779697722.742857:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.742862:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.742867:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.742872:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.742877:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.742914:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.742917:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697722.742920:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215532800 02000000:00000010:0.0:1779697722.742952:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7410000. 00010000:00000010:0.0:1779697722.742987:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:0.0:1779697722.743000:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:0.0:1779697722.743007:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:0.0:1779697722.743012:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:0.0:1779697722.743025:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697722.743029:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.743034:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697722.743039:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.743061:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697722.743064:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:0.0:1779697722.743067:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697722.743070:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697722.743172:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697722.743175:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f00. 00010000:00000010:0.0:1779697722.743178:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697722.743181:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697722.743201:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe60. 00000020:00000010:0.0:1779697722.743207:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe60. 00000020:00000010:0.0:1779697722.743217:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f17e0. 00080000:00000010:0.0:1779697722.743224:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace40b800. 00000001:00000010:0.0:1779697722.743728:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1000. 00000001:00000010:0.0:1779697722.743744:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697722.743773:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f17e0. 00010000:00000010:0.0:1779697722.743781:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697722.743786:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697722.743799:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe540. 00010000:00000010:0.0:1779697722.743834:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.743845:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.743848:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000200:0.0:1779697722.743864:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974554, last committed = 8589974453 00010000:00000200:0.0:1779697722.743873:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b97b80 x1866146215532800/t8589974554(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697722.743891:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697722.743897:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215532800, offset 224 00000400:00000010:0.0:1779697722.743904:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725968. 00000400:00000200:0.0:1779697722.743908:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.743919:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.743926:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309523:309523:256:4294967295] 192.168.203.23@tcp LPNI seq info [309519:309519:8:4294967295] 00000400:00000200:0.0:1779697722.743932:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697722.743938:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.743944:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.743949:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697722.743954:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.743961:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.743965:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.743981:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.743985:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.743988:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00010000:00000010:3.0:1779697722.744061:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:3.0:1779697722.744067:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f00. 00010000:00000010:3.0:1779697722.744073:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe540. 00000800:00000200:1.0:1779697722.744428:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.744433:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697722.744437:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.744442:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697722.745568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.1:1779697722.745578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697722.745582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697722.745585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000400:00000200:0.0:1779697722.745888:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697722.745902:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa411 00000400:00000200:0.0:1779697722.745908:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.745912:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697722.745918:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:0.0:1779697722.745921:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00010000:00000010:1.0:1779697722.746068:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:1.0:1779697722.746077:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00000400:00000200:1.0:1779697722.747510:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.747529:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006469980 00000400:00000200:1.0:1779697722.747538:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 173448 00000400:00000200:1.0:1779697722.747549:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.747553:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.747560:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.747565:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95500. 00000020:00000010:3.0:1779697722.747728:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697722.747742:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697722.747747:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.747752:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.747757:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.747793:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697722.747795:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000100:00000200:3.0:1779697722.747798:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215532928 00000001:00000010:3.0:1779697722.747808:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543780. 00010000:00000010:3.0:1779697722.747826:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697722.747830:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.747836:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00010000:00000010:3.0:1779697722.747841:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 02000000:00000010:3.0:1779697722.747866:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cb4b730000. 00010000:00000010:3.0:1779697722.747892:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697722.747895:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697722.747985:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697722.748005:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95500 x1866146215532928/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.748022:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697722.748028:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215532928, offset 224 00000400:00000200:3.0:1779697722.748035:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.748044:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.748050:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309524:309524:256:4294967295] 192.168.203.23@tcp LPNI seq info [309520:309520:8:4294967295] 00000400:00000200:3.0:1779697722.748060:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.748065:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.748069:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.748075:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.748082:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.748086:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.748108:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.748111:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.748114:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:1.0:1779697722.748209:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.748214:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697722.748217:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.748221:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.748225:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:1.0:1779697722.748227:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00010000:00000010:0.1:1779697722.748456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:0.1:1779697722.748463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697722.748467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:0.1:1779697722.748470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abef00. 00010000:00000010:0.1:1779697722.748473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697722.748477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697722.748480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:1.1:1779697722.750457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:1.1:1779697722.750470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697722.750645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:3.1:1779697722.750660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:0.0:1779697722.751317:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.751336:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006469a00 00000400:00000200:0.0:1779697722.751344:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 174024 00000400:00000200:0.0:1779697722.751362:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.751366:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.751374:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.751381:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad66a8a80. 00000020:00000010:1.0:1779697722.755182:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.755192:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.755199:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.755204:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.755209:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.755252:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.755255:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697722.755258:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215533056 00010000:00000010:1.0:1779697722.755287:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697722.755294:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 02000000:00000010:1.0:1779697722.755319:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee75000. 00010000:00000010:1.0:1779697722.755351:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697722.755355:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.755376:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697722.755379:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.755383:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697722.755386:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.755507:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697722.755510:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc80. 00010000:00000010:1.0:1779697722.755515:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697722.755518:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a80. 00010000:00000010:1.0:1779697722.755604:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.755617:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.755621:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.755639:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000200:1.0:1779697722.755655:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad66a8a80 x1866146215533056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.755674:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697722.755681:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215533056, offset 224 00000400:00000200:1.0:1779697722.755688:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.755701:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.755708:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309525:309525:256:4294967295] 192.168.203.23@tcp LPNI seq info [309521:309521:8:4294967295] 00000400:00000200:1.0:1779697722.755719:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.755724:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.755729:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697722.755745:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.755753:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.755758:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.755780:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.755783:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.755786:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00010000:00000010:3.1:1779697722.755988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00000800:00000200:3.0:1779697722.756098:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.756102:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697722.756107:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.756113:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.756119:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:3.0:1779697722.756122:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000400:00000200:1.0:1779697722.758926:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.758945:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006469a80 00000400:00000200:1.0:1779697722.758954:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 8376 00000400:00000200:1.0:1779697722.758967:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.758972:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.758979:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697722.758985:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4b95c00. 00000020:00000010:3.0:1779697722.759763:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697722.759769:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697722.759775:0:207614:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.759780:0:207614:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.759785:0:207614:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.759816:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8580. 00000020:00000010:3.0:1779697722.759819:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8580. 00000100:00000200:3.0:1779697722.759821:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215533184 00010000:00000010:3.0:1779697722.759843:0:207614:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe000. 00010000:00000010:3.0:1779697722.759847:0:207614:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abe900. 00010000:00000010:3.0:1779697722.759853:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2600. 00002000:00000010:3.0:1779697722.759861:0:207614:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8580. 02000000:00000010:3.0:1779697722.759922:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cad898a800. 00010000:00000200:3.0:1779697722.759949:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4b95c00 x1866146215533184/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.759966:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697722.759972:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215533184, offset 224 00000400:00000200:3.0:1779697722.759979:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.759991:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.759997:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309526:309526:256:4294967295] 192.168.203.23@tcp LPNI seq info [309522:309522:8:4294967295] 00000400:00000200:3.0:1779697722.760010:0:207614:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.760015:0:207614:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.760020:0:207614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.760026:0:207614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.760033:0:207614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.760037:0:207614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.760064:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.760068:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.760071:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:0.0:1779697722.760371:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.760376:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697722.760380:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.760385:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.760405:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:0.0:1779697722.760408:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:1.1:1779697722.763472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697722.763484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697722.763488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697722.763491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00000400:00000200:3.0:1779697722.765977:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.765997:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006469b80 00000400:00000200:3.0:1779697722.766006:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 174608 00000400:00000200:3.0:1779697722.766020:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.766025:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.766035:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.766052:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02c000. 00000020:00000010:0.0:1779697722.766370:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.766376:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.766382:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.766407:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.766413:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.766458:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.766461:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697722.766464:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215533440 02000000:00000010:0.0:1779697722.766500:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7416000. 00010000:00000010:0.0:1779697722.766541:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a80. 00010000:00000010:0.0:1779697722.766558:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc80. 00010000:00000010:0.0:1779697722.766566:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:0.0:1779697722.766573:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:0.0:1779697722.766589:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697722.766592:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.766597:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697722.766602:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.766617:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f300. 00010000:00000010:0.0:1779697722.766620:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6480. 00010000:00000010:0.0:1779697722.766623:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697722.766625:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697722.766748:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697722.766751:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697722.766756:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697722.766759:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697722.766785:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fc20. 00000020:00000010:0.0:1779697722.766792:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fc20. 00000020:00000010:0.0:1779697722.766802:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f17e0. 00080000:00000010:0.0:1779697722.766812:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace408800. 00000001:00000010:0.0:1779697722.767361:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbff2118a0. 00000001:00000010:0.0:1779697722.767369:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe480. 00000020:00000010:0.0:1779697722.767424:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f17e0. 00010000:00000010:0.0:1779697722.767434:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697722.767438:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697722.767450:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697722.767527:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697722.767540:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697722.767544:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000200:0.0:1779697722.767563:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974555, last committed = 8589974453 00010000:00000200:0.0:1779697722.767574:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02c000 x1866146215533440/t8589974555(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697722.767594:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697722.767601:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215533440, offset 224 00000400:00000010:0.0:1779697722.767608:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725af0. 00000400:00000200:0.0:1779697722.767611:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.767625:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.767631:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309527:309527:256:4294967295] 192.168.203.23@tcp LPNI seq info [309523:309523:8:4294967295] 00000400:00000200:0.0:1779697722.767637:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697722.767644:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.767651:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.767656:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697722.767662:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.767670:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.767675:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.767708:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.767712:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.767716:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697722.767862:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.767868:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697722.767873:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.767878:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697722.768238:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:1.0:1779697722.768245:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:1.0:1779697722.768251:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000400:00000200:0.0:1779697722.768977:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697722.768990:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa421 00000400:00000200:0.0:1779697722.768996:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.769000:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697722.769006:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:0.0:1779697722.769009:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00010000:00000010:1.0:1779697722.769123:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:1.0:1779697722.769130:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6480. 00000400:00000200:3.0:1779697722.770795:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.770812:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006469c00 00000400:00000200:3.0:1779697722.770821:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 175104 00000400:00000200:3.0:1779697722.770832:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.770836:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.770843:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.770850:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02df80. 00000020:00000010:1.0:1779697722.770971:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.770975:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.770981:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.770985:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.770990:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.771026:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.771029:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697722.771032:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215533568 00000001:00000010:1.0:1779697722.771040:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:1.0:1779697722.771069:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697722.771073:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.771079:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:1.0:1779697722.771085:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 02000000:00000010:1.0:1779697722.771110:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee71000. 00010000:00000010:1.0:1779697722.771137:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697722.771139:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.771239:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000200:1.0:1779697722.771272:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02df80 x1866146215533568/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.771290:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697722.771296:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215533568, offset 224 00000400:00000200:1.0:1779697722.771302:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.771312:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.771318:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309528:309528:256:4294967295] 192.168.203.23@tcp LPNI seq info [309524:309524:8:4294967295] 00000400:00000200:1.0:1779697722.771328:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.771333:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.771338:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d600. 00000800:00000200:1.0:1779697722.771345:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.771353:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.771357:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.771380:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.771384:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.771386:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00010000:00000010:0.1:1779697722.771483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697722.771490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:0.1:1779697722.771494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:0.1:1779697722.771499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00000800:00000200:0.0:1779697722.771556:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.771561:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d600. 00000400:00000200:0.0:1779697722.771564:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.771569:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.771573:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697722.771575:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000400:00000200:0.0:1779697722.775607:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.775628:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006469c80 00000400:00000200:0.0:1779697722.775638:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 175680 00000400:00000200:0.0:1779697722.775654:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.775659:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.775669:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.775678:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb61634a80. 00000020:00000010:3.0:1779697722.775817:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.775824:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.775830:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.775836:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.775841:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.775883:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.775885:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697722.775888:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215533696 00010000:00000010:3.0:1779697722.775918:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.775926:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 02000000:00000010:3.0:1779697722.775956:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9c8000. 00010000:00000010:3.0:1779697722.775988:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697722.775992:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.776011:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe800. 00010000:00000010:3.0:1779697722.776015:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.776020:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.776023:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.776137:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697722.776141:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697722.776144:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.776147:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697722.776208:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.776219:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.776223:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.776245:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697722.776260:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb61634a80 x1866146215533696/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.776279:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697722.776285:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215533696, offset 224 00000400:00000200:3.0:1779697722.776292:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.776302:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.776308:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309529:309529:256:4294967295] 192.168.203.23@tcp LPNI seq info [309525:309525:8:4294967295] 00000400:00000200:3.0:1779697722.776319:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.776325:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.776330:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697722.776337:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.776344:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.776348:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.776373:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.776377:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.776379:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00010000:00000010:1.1:1779697722.776409:0:6465:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00010000:00000010:1.1:1779697722.776415:0:6465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697722.776418:0:6465:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f300. 00010000:00000010:1.1:1779697722.776421:0:6465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697722.776424:0:6465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00010000:00000010:0.1:1779697722.776511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697722.776516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697722.776519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000800:00000200:0.0:1779697722.776601:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.776605:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697722.776609:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.776614:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.776618:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:0.0:1779697722.776621:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:0.0:1779697722.778986:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.779002:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006469d00 00000400:00000200:0.0:1779697722.779010:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 8704 00000400:00000200:0.0:1779697722.779023:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.779027:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.779035:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697722.779045:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf958e00. 00000020:00000010:1.0:1779697722.790950:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.790961:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.790970:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.790982:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.790988:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.791036:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697722.791038:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697722.791042:0:189655:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215533824 00010000:00000010:1.0:1779697722.791067:0:189655:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697722.791071:0:189655:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697722.791077:0:189655:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c000. 00002000:00000010:1.0:1779697722.791085:0:189655:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0c00. 02000000:00000010:1.0:1779697722.791111:0:189655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbcb0e8000. 00010000:00000200:1.0:1779697722.791143:0:189655:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacf958e00 x1866146215533824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.791161:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697722.791169:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215533824, offset 224 00000400:00000200:1.0:1779697722.791175:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.791189:0:189655:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.791195:0:189655:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309530:309530:256:4294967295] 192.168.203.23@tcp LPNI seq info [309526:309526:8:4294967295] 00000400:00000200:1.0:1779697722.791205:0:189655:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.791210:0:189655:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.791214:0:189655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697722.791220:0:189655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.791227:0:189655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.791232:0:189655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.791354:0:189655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.791359:0:189655:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.791363:0:189655:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:1.0:1779697722.791546:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.791550:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697722.791555:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.791561:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.791566:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:1.0:1779697722.791569:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:3.1:1779697722.794690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697722.794702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe800. 00010000:00000010:3.1:1779697722.794708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697722.794712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:0.0:1779697722.797756:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.797776:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006469e00 00000400:00000200:0.0:1779697722.797784:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 176264 00000400:00000200:0.0:1779697722.797815:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.797821:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.797829:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.797837:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf95ad80. 00000020:00000010:1.0:1779697722.797942:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0fc0. 00000020:00000010:1.0:1779697722.797948:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0fc0. 00000020:00000010:1.0:1779697722.797954:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.797959:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.797963:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.798002:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0fc0. 00000020:00000010:1.0:1779697722.798006:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0fc0. 00000100:00000200:1.0:1779697722.798009:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215534080 02000000:00000010:1.0:1779697722.798043:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeee77000. 00010000:00000010:1.0:1779697722.798084:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:1.0:1779697722.798102:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:1.0:1779697722.798112:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.798118:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.798133:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697722.798136:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.798140:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697722.798145:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.798157:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697722.798160:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f000. 00010000:00000010:1.0:1779697722.798163:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697722.798166:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406480. 00010000:00000010:1.0:1779697722.798265:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697722.798269:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697722.798272:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697722.798275:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00000020:00000010:1.0:1779697722.798300:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc8c0. 00000020:00000010:1.0:1779697722.798307:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc8c0. 00000020:00000010:1.0:1779697722.798317:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacecfcd20. 00080000:00000010:1.0:1779697722.798326:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0ea000. 00000001:00000010:1.0:1779697722.799176:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37ea0. 00000001:00000010:1.0:1779697722.799184:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697722.799218:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacecfcd20. 00010000:00000010:1.0:1779697722.799227:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697722.799233:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.799247:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697722.799289:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.799297:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697722.799315:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.799319:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697722.799332:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.799336:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000200:1.0:1779697722.799356:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974556, last committed = 8589974453 00010000:00000200:1.0:1779697722.799367:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacf95ad80 x1866146215534080/t8589974556(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697722.799386:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697722.799416:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215534080, offset 224 00000400:00000010:1.0:1779697722.799424:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b8f8. 00000400:00000200:1.0:1779697722.799429:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.799441:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.799447:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309531:309531:256:4294967295] 192.168.203.23@tcp LPNI seq info [309527:309527:8:4294967295] 00000400:00000200:1.0:1779697722.799453:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.799461:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.799467:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.799472:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697722.799478:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.799485:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.799489:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.799509:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.799513:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.799517:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:1.0:1779697722.800767:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.800773:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697722.800780:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.800788:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.802966:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697722.802995:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa431 00000400:00000200:0.0:1779697722.803002:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.803006:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697722.803015:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:0.0:1779697722.803018:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:0.0:1779697722.803075:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406480. 00010000:00000010:0.0:1779697722.803085:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f000. 00010000:00000010:1.1:1779697722.805424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:1.1:1779697722.805440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:1.1:1779697722.805445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697722.805451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697722.805454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697722.805456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697722.805458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697722.805461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697722.805464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:0.0:1779697722.808458:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.808478:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006469e80 00000400:00000200:0.0:1779697722.808485:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 176760 00000400:00000200:0.0:1779697722.808504:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.808508:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.808517:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.808524:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf959880. 00000020:00000010:3.0:1779697722.808768:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.808774:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.808779:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.808784:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.808790:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.808831:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.808833:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000100:00000200:3.0:1779697722.808836:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215534208 00000001:00000010:3.0:1779697722.808846:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe480. 00010000:00000010:3.0:1779697722.808867:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe800. 00010000:00000010:3.0:1779697722.808871:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.808877:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.808883:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 02000000:00000010:3.0:1779697722.808909:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9ca000. 00010000:00000010:3.0:1779697722.808941:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.808944:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.809052:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697722.809076:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacf959880 x1866146215534208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.809095:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697722.809101:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215534208, offset 224 00000400:00000200:3.0:1779697722.809107:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.809117:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.809122:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309532:309532:256:4294967295] 192.168.203.23@tcp LPNI seq info [309528:309528:8:4294967295] 00000400:00000200:3.0:1779697722.809132:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.809138:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.809142:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697722.809148:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.809155:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.809159:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.809179:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.809182:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.809185:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00010000:00000010:0.1:1779697722.809511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a500. 00010000:00000010:0.1:1779697722.809518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000800:00000200:0.0:1779697722.809594:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.809598:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697722.809602:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.809607:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.809611:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:0.0:1779697722.809614:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00010000:00000010:3.1:1779697722.814423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:0.0:1779697722.815934:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.815953:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006469f00 00000400:00000200:0.0:1779697722.815961:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 177336 00000400:00000200:0.0:1779697722.815974:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.815978:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.815986:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.815993:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacf95a680. 00000020:00000010:3.0:1779697722.816103:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.816108:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.816113:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.816118:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.816123:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.816191:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.816194:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000100:00000200:3.0:1779697722.816197:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215534336 00010000:00000010:3.0:1779697722.816222:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.816230:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 02000000:00000010:3.0:1779697722.816258:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9cf000. 00010000:00000010:3.0:1779697722.816289:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697722.816292:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.816312:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697722.816316:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697722.816321:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697722.816324:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697722.816434:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697722.816437:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697722.816440:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697722.816443:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697722.816737:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.816750:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697722.816755:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697722.816776:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000200:3.0:1779697722.816792:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacf95a680 x1866146215534336/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.816809:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697722.816815:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215534336, offset 224 00000400:00000200:3.0:1779697722.816822:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.816832:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.816838:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309533:309533:256:4294967295] 192.168.203.23@tcp LPNI seq info [309529:309529:8:4294967295] 00000400:00000200:3.0:1779697722.816848:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.816854:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.816859:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697722.816864:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.816872:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.816876:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.816934:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.816938:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.816941:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:0.0:1779697722.817279:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.817283:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697722.817287:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.817292:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.817297:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:0.0:1779697722.817300:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000400:00000200:0.0:1779697722.819905:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.819925:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006469f80 00000400:00000200:0.0:1779697722.819934:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 9032 00000400:00000200:0.0:1779697722.819948:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.819952:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.819959:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697722.819969:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964a80. 00000020:00000010:3.0:1779697722.820068:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.820074:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.820079:0:194520:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.820084:0:194520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.820089:0:194520:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.820128:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8340. 00000020:00000010:3.0:1779697722.820130:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8340. 00000100:00000200:3.0:1779697722.820133:0:194520:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215534464 00010000:00000010:3.0:1779697722.820154:0:194520:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abed00. 00010000:00000010:3.0:1779697722.820157:0:194520:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697722.820163:0:194520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3c00. 00002000:00000010:3.0:1779697722.820170:0:194520:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8340. 02000000:00000010:3.0:1779697722.820196:0:194520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cad8989800. 00010000:00000200:3.0:1779697722.820224:0:194520:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964a80 x1866146215534464/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.820243:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697722.820248:0:194520:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215534464, offset 224 00000400:00000200:3.0:1779697722.820255:0:194520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.820265:0:194520:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.820271:0:194520:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309534:309534:256:4294967295] 192.168.203.23@tcp LPNI seq info [309530:309530:8:4294967295] 00000400:00000200:3.0:1779697722.820280:0:194520:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.820286:0:194520:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.820291:0:194520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697722.820296:0:194520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.820303:0:194520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.820307:0:194520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.820330:0:194520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.820334:0:194520:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.820337:0:194520:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:1.0:1779697722.820486:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.820491:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697722.820495:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.820499:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.820503:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:1.0:1779697722.820505:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00010000:00000010:3.1:1779697722.821609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697722.821618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697722.821621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697722.821625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000400:00000200:0.0:1779697722.823785:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.823802:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646a080 00000400:00000200:0.0:1779697722.823811:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 177920 00000400:00000200:0.0:1779697722.823826:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.823830:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.823838:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.823844:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964380. 00000020:00000010:3.0:1779697722.824085:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff81c0. 00000020:00000010:3.0:1779697722.824091:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff81c0. 00000020:00000010:3.0:1779697722.824096:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.824100:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.824105:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.824143:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff81c0. 00000020:00000010:3.0:1779697722.824146:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff81c0. 00000100:00000200:3.0:1779697722.824149:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215534720 02000000:00000010:3.0:1779697722.824181:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9c9000. 00010000:00000010:3.0:1779697722.824216:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697722.824231:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697722.824238:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.824244:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.824259:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697722.824263:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.824268:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:3.0:1779697722.824272:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.824286:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697722.824288:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697722.824291:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697722.824294:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697722.824438:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697722.824442:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697722.824445:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.0:1779697722.824449:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00000020:00000010:3.0:1779697722.824484:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97da0. 00000020:00000010:3.0:1779697722.824490:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97da0. 00000020:00000010:3.0:1779697722.824501:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c420. 00080000:00000010:3.0:1779697722.824510:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cad8988800. 00000001:00000010:3.0:1779697722.825241:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664660. 00000001:00000010:3.0:1779697722.825249:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697722.825279:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c420. 00010000:00000010:3.0:1779697722.825289:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697722.825294:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697722.825308:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697722.825350:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.825363:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.825367:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000200:3.0:1779697722.825386:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974557, last committed = 8589974453 00010000:00000200:3.0:1779697722.825417:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964380 x1866146215534720/t8589974557(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.825436:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697722.825442:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215534720, offset 224 00000400:00000010:3.0:1779697722.825449:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e07e0. 00000400:00000200:3.0:1779697722.825453:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.825465:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00010000:00000010:1.0:1779697722.825759:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:1.0:1779697722.825765:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:1.0:1779697722.825772:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000400:00000200:3.0:1779697722.826015:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309535:309535:256:4294967295] 192.168.203.23@tcp LPNI seq info [309531:309531:8:4294967295] 00000400:00000200:3.0:1779697722.826022:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.826029:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.826034:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.826040:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697722.826046:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.826053:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.826057:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.826082:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.826085:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.826088:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:0.0:1779697722.826206:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.826211:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697722.826214:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.826219:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.827941:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.827959:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa441 00000400:00000200:1.0:1779697722.827966:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.827970:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.827976:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:1.0:1779697722.827979:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:0.0:1779697722.828086:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:0.0:1779697722.828095:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:3.1:1779697722.829756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.1:1779697722.829768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697722.829773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.1:1779697722.829777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe800. 00000400:00000200:0.0:1779697722.831246:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.831266:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646a100 00000400:00000200:0.0:1779697722.831275:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 178416 00000400:00000200:0.0:1779697722.831290:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.831294:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.831303:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697722.831383:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff965c00. 00000020:00000010:1.0:1779697722.831818:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697722.831825:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697722.831832:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.831837:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.831842:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.831913:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697722.831917:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697722.831920:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215534848 00000001:00000010:1.0:1779697722.831930:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697722.831956:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697722.831960:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697722.831966:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697722.831972:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 02000000:00000010:1.0:1779697722.831998:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee76000. 00010000:00000010:1.0:1779697722.832024:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697722.832027:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406080. 00010000:00000010:1.0:1779697722.832135:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000200:1.0:1779697722.832158:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff965c00 x1866146215534848/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.832175:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:1.0:1779697722.832180:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215534848, offset 224 00000400:00000200:1.0:1779697722.832186:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.832198:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.832204:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309536:309536:256:4294967295] 192.168.203.23@tcp LPNI seq info [309532:309532:8:4294967295] 00000400:00000200:1.0:1779697722.832214:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.832219:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.832224:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697722.832230:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.832237:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.832241:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.832264:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.832269:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.832272:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:0.0:1779697722.832448:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.832453:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697722.832457:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.832471:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697722.832476:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779697722.832478:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000400:00000200:1.0:1779697722.839978:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.839998:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646a180 00000400:00000200:1.0:1779697722.840006:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 178992 00000400:00000200:1.0:1779697722.840020:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.840025:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.840032:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.840041:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b65500. 00000020:00000010:0.0:1779697722.840206:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.840212:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.840217:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697722.840223:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.840227:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.840295:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697722.840298:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697722.840301:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215534976 00010000:00000010:0.0:1779697722.840328:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.0:1779697722.840336:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697722.840368:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e16000. 00010000:00000010:1.1:1779697722.840429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697722.840436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:0.1:1779697722.840542:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:0.1:1779697722.840547:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:0.0:1779697722.840564:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697722.840568:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697722.840585:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697722.840588:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.840593:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697722.840665:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697722.840771:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697722.840774:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e80. 00010000:00000010:0.0:1779697722.840777:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697722.840781:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697722.840846:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697722.840856:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697722.840860:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6900. 00010000:00000010:0.0:1779697722.840879:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697722.840896:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b65500 x1866146215534976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/824 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697722.840914:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697722.840920:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 824 bytes to portal 10, xid 1866146215534976, offset 224 00000400:00000200:0.0:1779697722.840927:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697722.840937:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697722.840942:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309537:309537:256:4294967295] 192.168.203.23@tcp LPNI seq info [309533:309533:8:4294967295] 00000400:00000200:0.0:1779697722.840953:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697722.840958:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 824 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697722.840963:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697722.840969:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697722.840977:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697722.840981:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 920 niov 1 nkiov 1 00000020:00000010:0.0:1779697722.841042:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697722.841056:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697722.841060:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00010000:00000010:3.1:1779697722.841198:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:3.1:1779697722.841203:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697722.841207:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00000800:00000200:1.0:1779697722.841711:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.841716:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697722.841721:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.841727:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.841741:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:1.0:1779697722.841743:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00000400:00000200:0.0:1779697722.844428:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.844448:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646a200 00000400:00000200:0.0:1779697722.844458:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 9360 00000400:00000200:0.0:1779697722.844480:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.844484:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.844492:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697722.844500:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966d80. 00000020:00000010:3.0:1779697722.844717:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff81c0. 00000020:00000010:3.0:1779697722.844722:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff81c0. 00000020:00000010:3.0:1779697722.844727:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.844743:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.844749:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.844788:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff81c0. 00000020:00000010:3.0:1779697722.844791:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff81c0. 00000100:00000200:3.0:1779697722.844794:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215535104 00010000:00000010:3.0:1779697722.844867:0:207455:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abee00. 00010000:00000010:3.0:1779697722.844871:0:207455:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abe800. 00010000:00000010:3.0:1779697722.844878:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2a00. 00002000:00000010:3.0:1779697722.844887:0:207455:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff81c0. 02000000:00000010:3.0:1779697722.844914:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cad8989400. 00010000:00000200:3.0:1779697722.844942:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966d80 x1866146215535104/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.844959:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697722.844965:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215535104, offset 224 00000400:00000200:3.0:1779697722.844971:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.844981:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.844987:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309538:309538:256:4294967295] 192.168.203.23@tcp LPNI seq info [309534:309534:8:4294967295] 00000400:00000200:3.0:1779697722.844997:0:207455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.845002:0:207455:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.845007:0:207455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697722.845013:0:207455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.845019:0:207455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.845023:0:207455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.845037:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.845040:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.845042:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000400:00000200:0.0:1779697722.845348:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697722.845356:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646a280 00000400:00000200:0.0:1779697722.845361:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 9688 00000400:00000200:0.0:1779697722.845371:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.845374:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697722.845378:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697722.845382:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967100. 00000020:00000010:3.0:1779697722.845459:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a00. 00000020:00000010:3.0:1779697722.845472:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a00. 00000020:00000010:3.0:1779697722.845477:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.845479:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.845482:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.845510:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8a00. 00000020:00000010:3.0:1779697722.845512:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8a00. 00000100:00000200:3.0:1779697722.845515:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215535232 00010000:00000010:3.0:1779697722.845536:0:207456:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe700. 00010000:00000010:3.0:1779697722.845540:0:207456:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697722.845544:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3000. 00002000:00000010:3.0:1779697722.845550:0:207456:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8a00. 02000000:00000010:3.0:1779697722.845565:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cad8988000. 00010000:00000200:3.0:1779697722.845580:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967100 x1866146215535232/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.845590:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697722.845594:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215535232, offset 224 00000400:00000200:3.0:1779697722.845609:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.845615:0:207456:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.845619:0:207456:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309539:309539:255:4294967295] 192.168.203.23@tcp LPNI seq info [309535:309535:7:4294967295] 00000400:00000200:3.0:1779697722.845627:0:207456:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.845631:0:207456:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.845634:0:207456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697722.845639:0:207456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.845644:0:207456:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.845646:0:207456:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.845653:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.845656:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.845658:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:1.0:1779697722.845897:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.845902:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697722.845905:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.845909:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.845913:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:1.0:1779697722.845916:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000800:00000200:1.0:1779697722.845973:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.845975:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697722.845978:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.845981:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.845983:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:1.0:1779697722.845985:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:1.1:1779697722.848822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:1.0:1779697722.849350:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.849367:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646a380 00000400:00000200:1.0:1779697722.849374:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 179576 00000400:00000200:1.0:1779697722.849386:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.849422:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.849430:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.849437:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b66300. 00000020:00000010:3.0:1779697722.849534:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.849540:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.849545:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cade4be200. 00000020:00000010:3.0:1779697722.849551:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.849555:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.849587:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.849590:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697722.849593:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215535488 02000000:00000010:3.0:1779697722.849633:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9cb000. 00010000:00000010:3.0:1779697722.849679:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:3.0:1779697722.849694:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e80. 00010000:00000010:3.0:1779697722.849703:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406080. 00010000:00000010:3.0:1779697722.849710:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:3.0:1779697722.849726:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697722.849737:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.849743:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.849748:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.849761:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697722.849764:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697722.849767:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697722.849770:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697722.849870:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1400. 00010000:00000010:3.0:1779697722.849873:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:3.0:1779697722.849876:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697722.849879:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000020:00000010:3.0:1779697722.849903:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97da0. 00000020:00000010:3.0:1779697722.849910:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97da0. 00000020:00000010:3.0:1779697722.849921:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664360. 00080000:00000010:3.0:1779697722.849931:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfacd6000. 00000001:00000010:3.0:1779697722.850467:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c2a0. 00000001:00000010:3.0:1779697722.850474:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00000020:00000010:3.0:1779697722.850512:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664360. 00010000:00000010:3.0:1779697722.850520:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697722.850525:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697722.850536:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543780. 00010000:00000010:3.0:1779697722.850566:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.850580:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697722.850583:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000200:3.0:1779697722.850600:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974558, last committed = 8589974453 00010000:00000200:3.0:1779697722.850609:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b66300 x1866146215535488/t8589974558(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697722.850627:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697722.850633:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215535488, offset 224 00000400:00000010:3.0:1779697722.850639:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e00e0. 00000400:00000200:3.0:1779697722.850643:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.850655:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.850661:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309540:309540:256:4294967295] 192.168.203.23@tcp LPNI seq info [309536:309536:8:4294967295] 00000400:00000200:3.0:1779697722.850667:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697722.850673:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.850679:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.850684:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697722.850690:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.850697:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.850701:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.850719:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.850722:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.850725:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cade4be200. 00000800:00000200:0.0:1779697722.851057:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697722.851061:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697722.851065:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697722.851070:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.1:1779697722.852435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697722.852446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:0.1:1779697722.852450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697722.852452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:1.0:1779697722.853539:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:1.0:1779697722.853553:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00010000:00000010:1.0:1779697722.853562:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543780. 00000400:00000200:1.0:1779697722.853825:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.853848:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa455 00000400:00000200:1.0:1779697722.853855:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.853859:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.853866:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:1.0:1779697722.853869:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:0.0:1779697722.853952:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:0.0:1779697722.853958:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00000400:00000200:1.0:1779697722.856202:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.856221:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646a400 00000400:00000200:1.0:1779697722.856229:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 180072 00000400:00000200:1.0:1779697722.856288:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.856292:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.856300:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.856306:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b64000. 00010000:00000010:3.1:1779697722.856640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697722.856647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:3.1:1779697722.856652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697722.856655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:3.1:1779697722.856659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697722.856664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00010000:00000010:3.1:1779697722.856667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000020:00000010:3.0:1779697722.856720:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.856725:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.856739:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.856744:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.856749:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.856814:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.856817:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697722.856820:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215535616 00000001:00000010:3.0:1779697722.856829:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697722.856848:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.0:1779697722.856851:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e180. 00010000:00000010:3.0:1779697722.856856:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00010000:00000010:3.0:1779697722.856861:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 02000000:00000010:3.0:1779697722.856887:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9ce000. 00010000:00000010:3.0:1779697722.856913:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697722.856917:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697722.857010:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697722.857031:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6b64000 x1866146215535616/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.857050:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697722.857056:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215535616, offset 224 00000400:00000200:3.0:1779697722.857063:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.857073:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.857079:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309541:309541:256:4294967295] 192.168.203.23@tcp LPNI seq info [309537:309537:8:4294967295] 00000400:00000200:3.0:1779697722.857091:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.857098:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.857103:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697722.857109:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.857117:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.857121:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.857149:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.857153:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.857156:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:1.0:1779697722.857242:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.857246:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697722.857249:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.857253:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.857258:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:1.0:1779697722.857260:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:0.1:1779697722.859460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697722.859481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:1.1:1779697722.859843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1400. 00010000:00000010:1.1:1779697722.859849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00000400:00000200:1.0:1779697722.860569:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.860588:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646a480 00000400:00000200:1.0:1779697722.860606:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 180648 00000400:00000200:1.0:1779697722.860619:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.860623:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.860632:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.860640:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521d180. 00000020:00000010:2.0:1779697722.860940:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.860946:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.860952:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697722.860957:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697722.860962:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.860998:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697722.861000:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697722.861003:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215535744 00010000:00000010:2.0:1779697722.861031:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697722.861038:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 02000000:00000010:2.0:1779697722.861065:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0a000. 00010000:00000010:2.0:1779697722.861094:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.861097:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.861116:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697722.861119:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697722.861124:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697722.861127:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000004:00000010:2.0:1779697722.861224:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83112c0. 00000004:00000010:2.0:1779697722.861231:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e5a0. 00000004:00000010:2.0:1779697722.861237:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355dcb0. 00080000:00000010:2.0:1779697722.861245:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54fc80. 00010000:00000010:2.0:1779697722.861340:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697722.861344:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697722.861347:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.0:1779697722.861351:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.861621:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.861721:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.861727:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697722.861758:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000200:2.0:1779697722.861775:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521d180 x1866146215535744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.861795:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697722.861801:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215535744, offset 224 00000400:00000200:2.0:1779697722.861808:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.861819:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.861824:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309542:309542:256:4294967295] 192.168.203.23@tcp LPNI seq info [309538:309538:8:4294967295] 00000400:00000200:2.0:1779697722.861834:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.861840:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.861845:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697722.861852:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.861859:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.861863:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.861887:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697722.861891:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.861894:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:1.0:1779697722.862062:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.862067:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697722.862072:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.862076:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.862081:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:1.0:1779697722.862084:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00010000:00000010:3.1:1779697722.863436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00000400:00000200:1.0:1779697722.865647:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.865666:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646a500 00000400:00000200:1.0:1779697722.865675:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 10016 00000400:00000200:1.0:1779697722.865687:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.865691:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.865699:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697722.865705:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521e300. 00000020:00000010:3.0:1779697722.865804:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.865810:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.865815:0:207615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.865820:0:207615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.865825:0:207615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.865863:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8400. 00000020:00000010:3.0:1779697722.865865:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8400. 00000100:00000200:3.0:1779697722.865867:0:207615:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215535872 00010000:00000010:3.0:1779697722.865889:0:207615:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1600. 00010000:00000010:3.0:1779697722.865892:0:207615:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf6fa1c00. 00010000:00000010:3.0:1779697722.865898:0:207615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2400. 00002000:00000010:3.0:1779697722.865906:0:207615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8400. 00002000:00000010:3.0:1779697722.865916:0:207615:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f5430. 00080000:00000010:3.0:1779697722.865924:0:207615:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2ce40. 02000000:00000010:3.0:1779697722.866175:0:207615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac46e2800. 00010000:00000200:3.0:1779697722.866204:0:207615:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521e300 x1866146215535872/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.866220:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697722.866225:0:207615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215535872, offset 224 00000400:00000200:3.0:1779697722.866231:0:207615:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.866239:0:207615:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.866245:0:207615:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309543:309543:256:4294967295] 192.168.203.23@tcp LPNI seq info [309539:309539:8:4294967295] 00000400:00000200:3.0:1779697722.866264:0:207615:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.866270:0:207615:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.866274:0:207615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697722.866279:0:207615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.866286:0:207615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.866290:0:207615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.866307:0:207615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.866310:0:207615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.866313:0:207615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:2.0:1779697722.866762:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.866767:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697722.866771:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.866776:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.866781:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:2.0:1779697722.866784:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:2.1:1779697722.868592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697722.868603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:2.1:1779697722.868606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.1:1779697722.868608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00000400:00000200:1.0:1779697722.872288:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.872307:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400646a600 00000400:00000200:1.0:1779697722.872314:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18db09 [64] + 181224 00000400:00000200:1.0:1779697722.872327:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.872331:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.872340:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.872347:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521ed80. 00000020:00000010:2.0:1779697722.872579:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.872584:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.872589:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697722.872605:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7b80. 00000020:00000010:2.0:1779697722.872611:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3258. 00000020:00000010:2.0:1779697722.872648:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.872650:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697722.872653:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215536128 02000000:00000010:2.0:1779697722.872695:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d0f000. 00010000:00000010:2.0:1779697722.872742:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.872757:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697722.872765:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:2.0:1779697722.872771:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e180. 00010000:00000010:2.0:1779697722.872786:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da500. 00010000:00000010:2.0:1779697722.872789:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697722.872794:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697722.872799:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.872813:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697722.872815:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7c80. 00010000:00000010:2.0:1779697722.872818:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:2.0:1779697722.872821:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.872918:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697722.872920:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697722.872923:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697722.872926:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00000020:00000010:2.0:1779697722.872945:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b0c0. 00000020:00000010:2.0:1779697722.872950:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b0c0. 00000020:00000010:2.0:1779697722.872960:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca1717e0. 00080000:00000010:2.0:1779697722.872969:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf717ec00. 00000004:00000010:2.0:1779697722.873002:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cacd7e40c0. 00000004:00000010:2.0:1779697722.873007:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cbc68f4c38. 00000004:00000010:2.0:1779697722.873010:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cbc68f44d0. 00000004:00000010:2.0:1779697722.873017:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac2af9630. 00000001:00000010:2.0:1779697722.874031:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171e40. 00000001:00000010:2.0:1779697722.874040:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697722.874350:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca1717e0. 00010000:00000010:1.0:1779697722.874869:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697722.874879:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406000. 00010000:00000010:1.0:1779697722.874902:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697722.874974:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:1.0:1779697722.874992:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:1.0:1779697722.874996:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000200:1.0:1779697722.875015:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974559, last committed = 8589974453 00010000:00000200:1.0:1779697722.875027:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521ed80 x1866146215536128/t8589974559(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 488/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697722.875055:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:1.0:1779697722.875063:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215536128, offset 224 00000400:00000010:1.0:1779697722.875071:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bd58. 00000400:00000200:1.0:1779697722.875075:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.875088:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.875094:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309544:309544:256:4294967295] 192.168.203.23@tcp LPNI seq info [309540:309540:8:4294967295] 00000400:00000200:1.0:1779697722.875101:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.875109:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.875114:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.875119:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697722.875125:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.875133:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.875137:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.875161:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7b80. 00000020:00000010:1.0:1779697722.875165:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3258. 00000020:00000010:1.0:1779697722.875169:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:3.0:1779697722.875351:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.875356:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697722.875367:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.875372:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697722.876771:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406000. 00010000:00000010:2.0:1779697722.876782:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7600. 00010000:00000010:2.0:1779697722.876791:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00010000:00000010:2.1:1779697722.878446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00010000:00000010:2.1:1779697722.878455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697722.878459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:2.1:1779697722.878465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1d00. 00010000:00000010:1.1:1779697722.881810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697722.881825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da500. 00010000:00000010:1.1:1779697722.881830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00000400:00000200:2.0:1779697722.884194:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697722.884214:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa465 00000400:00000200:2.0:1779697722.884222:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.884226:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697722.884233:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:2.0:1779697722.884236:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000400:00000200:2.0:1779697722.884278:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.884284:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646a680 00000400:00000200:2.0:1779697722.884291:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 181712 00000400:00000200:2.0:1779697722.884300:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.884303:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.884308:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.884314:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff46b480. 00010000:00000010:1.0:1779697722.884471:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697722.884482:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7c80. 00000020:00000010:3.0:1779697722.884706:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.884712:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.884718:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.884723:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.884728:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.884777:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.884781:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000100:00000200:3.0:1779697722.884784:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215536256 00000001:00000010:3.0:1779697722.884794:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697722.884816:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1700. 00010000:00000010:3.0:1779697722.884820:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ea80. 00010000:00000010:3.0:1779697722.884825:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:3.0:1779697722.884830:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 02000000:00000010:3.0:1779697722.884856:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9cd000. 00010000:00000010:3.0:1779697722.884884:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697722.884888:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697722.884984:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697722.885001:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff46b480 x1866146215536256/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.885018:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697722.885024:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215536256, offset 224 00000400:00000200:3.0:1779697722.885030:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.885040:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.885045:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309545:309545:256:4294967295] 192.168.203.23@tcp LPNI seq info [309541:309541:8:4294967295] 00000400:00000200:3.0:1779697722.885055:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.885059:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.885063:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697722.885068:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.885075:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.885079:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.885104:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.885108:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779697722.885110:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:2.0:1779697722.885210:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.885214:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697722.885217:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.885221:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.885225:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:2.0:1779697722.885226:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00010000:00000010:2.1:1779697722.887463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697722.887475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:3.0:1779697722.888805:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.888823:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646a700 00000400:00000200:3.0:1779697722.888833:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 182288 00000400:00000200:3.0:1779697722.888846:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.888850:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.888858:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.888864:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ea00. 00000020:00000010:1.0:1779697722.888946:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697722.888951:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697722.888956:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.888961:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.888966:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.889003:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c40. 00000020:00000010:1.0:1779697722.889006:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c40. 00000100:00000200:1.0:1779697722.889009:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215536384 00010000:00000010:1.0:1779697722.889034:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697722.889040:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697722.889068:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a5000. 00010000:00000010:1.0:1779697722.889095:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697722.889099:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697722.889115:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697722.889118:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697722.889122:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697722.889125:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.889350:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697722.889355:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406500. 00010000:00000010:1.0:1779697722.889566:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697722.889583:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.889588:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697722.889607:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697722.889623:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02ea00 x1866146215536384/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.889641:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697722.889647:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215536384, offset 224 00000400:00000200:1.0:1779697722.889653:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.889663:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.889669:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309546:309546:256:4294967295] 192.168.203.23@tcp LPNI seq info [309542:309542:8:4294967295] 00000400:00000200:1.0:1779697722.889679:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.889685:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.889689:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697722.889696:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.889703:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.889707:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.889857:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697722.889861:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.889864:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:1.0:1779697722.891681:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.891687:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697722.891694:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.891702:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.891709:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:1.0:1779697722.891712:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:1.1:1779697722.895440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697722.895452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:3.1:1779697722.895593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.1:1779697722.899439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697722.899456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697722.899460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697722.899530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00080000:00000010:1.0:1779697722.906696:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54fc80. 00000004:00000010:1.0:1779697722.906715:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac2af9630. 00000004:00000010:1.0:1779697722.906723:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f4c38. 00000004:00000010:1.0:1779697722.906727:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f44d0. 00000004:00000010:1.0:1779697722.906739:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacd7e40c0. 00000004:00000010:1.0:1779697722.906743:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355dcb0. 00000004:00000010:1.0:1779697722.906748:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e5a0. 00000004:00000010:1.0:1779697722.906752:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83112c0. 00080000:00000010:1.0:1779697722.906766:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e000. 00000004:00000010:1.0:1779697722.906775:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31760. 00000004:00000010:1.0:1779697722.906778:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef348. 00000004:00000010:1.0:1779697722.906781:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebaf00. 00080000:00000010:1.0:1779697722.906796:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d1d0. 00000004:00000010:1.0:1779697722.906803:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e0000. 00000004:00000010:1.0:1779697722.906807:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e2a28. 00000004:00000010:1.0:1779697722.906813:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cac9192c20. 00000004:00000010:1.0:1779697722.906815:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cb5bd535e0. 00000004:00000010:1.0:1779697722.906818:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7543480. 00000004:00000010:1.0:1779697722.906821:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83870. 00000004:00000010:1.0:1779697722.906824:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af1e0. 00000004:00000010:1.0:1779697722.906826:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3a40. 00080000:00000010:1.0:1779697722.906835:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e390. 00000004:00000010:1.0:1779697722.906837:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c440. 00000004:00000010:1.0:1779697722.906839:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e0f0. 00000004:00000010:1.0:1779697722.906841:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310d20. 00080000:00000010:1.0:1779697722.906855:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93560. 00000004:00000010:1.0:1779697722.906860:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace20a148. 00000004:00000010:1.0:1779697722.906864:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53c28. 00000004:00000010:1.0:1779697722.906866:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53790. 00000004:00000010:1.0:1779697722.906871:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace209630. 00000004:00000010:1.0:1779697722.906874:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd532b8. 00000004:00000010:1.0:1779697722.906876:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53078. 00000004:00000010:1.0:1779697722.906878:0:222958:0:(lod_lov.c:530:lod_free_comp_entries()) kfreed 'lo->ldo_mirrors': 10 at ffff93cbff5d5860. 00000004:00000010:1.0:1779697722.906881:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 352 at ffff93cac355f600. 00000004:00000010:1.0:1779697722.906883:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb41350aa0. 00000004:00000010:1.0:1779697722.906886:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cae8eb1ca8. 00000004:00000010:1.0:1779697722.906889:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb1d2550e0. 00080000:00000010:1.0:1779697722.906906:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f728. 00000004:00000010:1.0:1779697722.906911:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace209f10. 00000004:00000010:1.0:1779697722.906914:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53aa8. 00000004:00000010:1.0:1779697722.906916:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53b58. 00000004:00000010:1.0:1779697722.906918:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93caccbed300. 00000004:00000010:1.0:1779697722.906921:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb41351760. 00000004:00000010:1.0:1779697722.906923:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cae8eb1690. 00000004:00000010:1.0:1779697722.906926:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb1d254f00. 00080000:00000010:1.0:1779697722.906937:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697722.906941:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562990. 00000004:00000010:1.0:1779697722.906943:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697722.906945:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ab40. 00080000:00000010:1.0:1779697722.906955:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d560. 00000004:00000010:1.0:1779697722.906957:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82bb0. 00000004:00000010:1.0:1779697722.906959:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af2d0. 00000004:00000010:1.0:1779697722.906961:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3860. 00080000:00000010:1.0:1779697722.906970:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6421c8. 00000004:00000010:1.0:1779697722.906973:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697722.906975:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697722.906977:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697722.906988:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1fab8. 00000004:00000010:1.0:1779697722.906993:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace209cd8. 00000004:00000010:1.0:1779697722.906996:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd535a8. 00000004:00000010:1.0:1779697722.906998:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53908. 00000004:00000010:1.0:1779697722.907000:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacb063a80. 00000004:00000010:1.0:1779697722.907003:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb41351430. 00000004:00000010:1.0:1779697722.907005:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cae8eb11e0. 00000004:00000010:1.0:1779697722.907007:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb1d254b40. 00080000:00000010:1.0:1779697722.907017:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2fc80. 00000004:00000010:1.0:1779697722.907022:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1e5b8. 00000004:00000010:1.0:1779697722.907025:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650d70. 00000004:00000010:1.0:1779697722.907027:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd650128. 00000004:00000010:1.0:1779697722.907030:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fe000. 00000004:00000010:1.0:1779697722.907032:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30990. 00000004:00000010:1.0:1779697722.907034:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef8e8. 00000004:00000010:1.0:1779697722.907036:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebad20. 00080000:00000010:1.0:1779697722.907045:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f728. 00000004:00000010:1.0:1779697722.907049:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e08e0. 00000004:00000010:1.0:1779697722.907052:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e11c0. 00000004:00000010:1.0:1779697722.907055:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cac91929a0. 00000004:00000010:1.0:1779697722.907057:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cb5bd53788. 00000004:00000010:1.0:1779697722.907059:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad75433c0. 00000004:00000010:1.0:1779697722.907061:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ddc0. 00000004:00000010:1.0:1779697722.907064:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ebb8. 00000004:00000010:1.0:1779697722.907066:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83114a0. 00080000:00000010:1.0:1779697722.907075:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00000004:00000010:1.0:1779697722.907078:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562550. 00000004:00000010:1.0:1779697722.907080:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697722.907082:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77be00. 00080000:00000010:1.0:1779697722.907092:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc931d0. 00000004:00000010:1.0:1779697722.907097:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace208d50. 00000004:00000010:1.0:1779697722.907100:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53fe0. 00000004:00000010:1.0:1779697722.907102:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53628. 00000004:00000010:1.0:1779697722.907104:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7723240. 00000004:00000010:1.0:1779697722.907107:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb41350bb0. 00000004:00000010:1.0:1779697722.907109:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cae8eb1708. 00000004:00000010:1.0:1779697722.907112:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb1d2545a0. 00080000:00000010:1.0:1779697722.907120:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642ab0. 00000004:00000010:1.0:1779697722.907123:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562ff0. 00000004:00000010:1.0:1779697722.907128:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697722.907130:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a960. 00080000:00000010:1.0:1779697722.907138:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54eab0. 00000004:00000010:1.0:1779697722.907140:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355ccc0. 00000004:00000010:1.0:1779697722.907142:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e078. 00000004:00000010:1.0:1779697722.907145:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8310780. 00080000:00000010:1.0:1779697722.907153:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2cc78. 00000004:00000010:1.0:1779697722.907155:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82ee0. 00000004:00000010:1.0:1779697722.907157:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af7f8. 00000004:00000010:1.0:1779697722.907159:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2960. 00080000:00000010:1.0:1779697722.907166:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6428e8. 00000004:00000010:1.0:1779697722.907168:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697722.907171:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697722.907173:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697722.907198:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad1008. 00000004:00000010:1.0:1779697722.907202:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb44e88000. 00000004:00000010:1.0:1779697722.907205:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbf78. 00000004:00000010:1.0:1779697722.907207:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b0e0. 00080000:00000010:1.0:1779697722.907221:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd96390. 00000004:00000010:1.0:1779697722.907227:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1dcd8. 00000004:00000010:1.0:1779697722.907230:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650ee0. 00000004:00000010:1.0:1779697722.907232:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd6507e8. 00000004:00000010:1.0:1779697722.907235:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacfaa76c0. 00000004:00000010:1.0:1779697722.907237:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562770. 00000004:00000010:1.0:1779697722.907239:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef000. 00000004:00000010:1.0:1779697722.907241:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cac3375680. 00080000:00000010:1.0:1779697722.907253:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642720. 00000004:00000010:1.0:1779697722.907258:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e0913f8. 00000004:00000010:1.0:1779697722.907261:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f4098. 00000004:00000010:1.0:1779697722.907263:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f4c28. 00000004:00000010:1.0:1779697722.907266:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac9a60180. 00000004:00000010:1.0:1779697722.907268:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d210. 00000004:00000010:1.0:1779697722.907270:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e438. 00000004:00000010:1.0:1779697722.907273:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a960. 00080000:00000010:1.0:1779697722.907282:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c000. 00000004:00000010:1.0:1779697722.907286:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e0930d0. 00000004:00000010:1.0:1779697722.907289:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad2763290. 00000004:00000010:1.0:1779697722.907293:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad2763c48. 00000004:00000010:1.0:1779697722.907296:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9bcc0. 00000004:00000010:1.0:1779697722.907301:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83650. 00000004:00000010:1.0:1779697722.907303:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74aff78. 00000004:00000010:1.0:1779697722.907306:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2000. 00000400:00000200:3.0:1779697722.907550:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.907571:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a1400646a800 00000400:00000200:3.0:1779697722.907579:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 182872 00000400:00000200:3.0:1779697722.907595:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.907600:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.907608:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.907613:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02e680. 00000020:00000010:2.0:1779697722.910744:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.910754:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.910761:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697722.910767:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697722.910772:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.910861:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.910864:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697722.910867:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215536640 02000000:00000010:2.0:1779697722.910902:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d0e000. 00010000:00000010:2.0:1779697722.910941:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406500. 00010000:00000010:2.0:1779697722.910955:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf0586200. 00010000:00000010:2.0:1779697722.910967:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697722.910976:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ea80. 00010000:00000010:2.0:1779697722.910992:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697722.910995:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697722.911001:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697722.911006:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.911020:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697722.911023:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7380. 00010000:00000010:2.0:1779697722.911026:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697722.911029:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697722.911280:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697722.911285:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697722.911313:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697722.911319:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355bca0. 00000020:00000010:2.0:1779697722.911330:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca1717e0. 00080000:00000010:2.0:1779697722.911339:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac450d800. 00000001:00000010:2.0:1779697722.914770:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171ba0. 00000001:00000010:2.0:1779697722.914781:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697722.914818:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca1717e0. 00010000:00000010:2.0:1779697722.914837:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697722.914847:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697722.914869:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697722.914950:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697722.914969:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697722.914976:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000200:2.0:1779697722.914999:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974560, last committed = 8589974453 00010000:00000200:2.0:1779697722.915010:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02e680 x1866146215536640/t8589974560(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 504/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697722.915031:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697722.915038:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215536640, offset 224 00000400:00000010:2.0:1779697722.915045:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb700a8. 00000400:00000200:2.0:1779697722.915049:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.915063:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.915070:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309547:309547:256:4294967295] 192.168.203.23@tcp LPNI seq info [309543:309543:8:4294967295] 00000400:00000200:2.0:1779697722.915076:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697722.915082:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.915087:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.915092:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697722.915098:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.915106:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.915110:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.915134:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697722.915139:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.915142:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000800:00000200:2.0:1779697722.915243:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.915247:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697722.915252:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.915257:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.917085:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697722.917105:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa471 00000400:00000200:3.0:1779697722.917112:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.917117:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697722.917124:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:3.0:1779697722.917128:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00010000:00000010:3.0:1779697722.917182:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:3.0:1779697722.917192:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7380. 00010000:00000010:1.0:1779697722.919668:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697722.919681:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00000400:00000200:2.0:1779697722.922758:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697722.922778:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646a880 00000400:00000200:2.0:1779697722.922787:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 183376 00000400:00000200:2.0:1779697722.922820:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.922826:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697722.922836:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697722.922843:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff468a80. 00010000:00000010:3.1:1779697722.925662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697722.925676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697722.925755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:2.1:1779697722.925761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbca477400. 00010000:00000010:2.1:1779697722.925765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:2.1:1779697722.925768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1700. 00010000:00000010:2.1:1779697722.925771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697722.925774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697722.925776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00000020:00000010:1.0:1779697722.926971:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.926981:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.926988:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.926994:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697722.926999:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.928582:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.928591:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.928596:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215536768 00000001:00000010:1.0:1779697722.928608:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:1.0:1779697722.928641:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697722.928645:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697722.928652:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697722.928659:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697722.928686:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a6000. 00010000:00000010:1.0:1779697722.928716:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697722.928720:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.928835:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697722.928874:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff468a80 x1866146215536768/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.928894:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697722.928902:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215536768, offset 224 00000400:00000200:1.0:1779697722.928910:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.928923:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.928930:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309548:309548:256:4294967295] 192.168.203.23@tcp LPNI seq info [309544:309544:8:4294967295] 00000400:00000200:1.0:1779697722.928942:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.928947:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.928952:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697722.928959:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.928966:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.928970:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.928988:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697722.928991:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.928996:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:2.0:1779697722.929226:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.929231:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697722.929235:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.929240:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.929245:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:2.0:1779697722.929247:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00010000:00000010:1.1:1779697722.936522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00000400:00000200:3.0:1779697722.940004:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.940026:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646a980 00000400:00000200:3.0:1779697722.940036:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 183952 00000400:00000200:3.0:1779697722.940054:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.940059:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.940068:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.940076:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02f100. 00000020:00000010:1.0:1779697722.948701:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.948710:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.948718:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee46600. 00000020:00000010:1.0:1779697722.948724:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697722.948738:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.948780:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.948783:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.948786:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215537024 02000000:00000010:1.0:1779697722.948830:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a4000. 00010000:00000010:1.0:1779697722.948870:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbc9b24500. 00010000:00000010:1.0:1779697722.948889:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.948899:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697722.948915:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697722.948918:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697722.948925:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697722.948929:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.948944:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697722.948948:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697722.948950:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697722.948953:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.949056:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697722.949060:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697722.949068:0:189041:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0940. 00000100:00000010:1.0:1779697722.949076:0:189041:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9bcc0. 00000100:00000010:1.0:1779697722.949085:0:189041:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521e680. 02000000:00000010:1.0:1779697722.949096:0:189041:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbfee47e00. 02000000:00000010:1.0:1779697722.949126:0:189041:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc90f2e00. 00000400:00000010:1.0:1779697722.949133:0:189041:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3630. 00000400:00000010:1.0:1779697722.949139:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697722.949145:0:189041:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496957312, portal 16 00000400:00000010:1.0:1779697722.949150:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697722.949153:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496957312, offset 0 00000400:00000200:1.0:1779697722.949163:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.949176:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.949181:0:189041:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697722.949185:0:189041:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697722.949189:0:189041:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697722.949191:0:189041:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.949195:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309549:309549:256:4294967295] 192.168.203.23@tcp LPNI seq info [309545:309545:8:4294967295] 00000400:00000200:1.0:1779697722.949205:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.949211:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.949215:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697722.949222:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.949230:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.949235:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1779697722.949262:0:189041:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec37b40. 00000100:00000010:1.0:1779697722.949272:0:189041:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec375a0. 00000100:00000010:1.0:1779697722.949276:0:189041:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec37840. 00000100:00000010:1.0:1779697722.951012:0:189041:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacec37780. 00000100:00000010:1.0:1779697722.951036:0:189041:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521f480. 02000000:00000010:1.0:1779697722.951049:0:189041:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc90f3a00. 02000000:00000010:1.0:1779697722.951074:0:189041:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef68a00. 00000400:00000010:1.0:1779697722.951081:0:189041:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3420. 00000400:00000010:1.0:1779697722.951087:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697722.951093:0:189041:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496957440, portal 16 00000400:00000010:1.0:1779697722.951098:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697722.951102:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496957440, offset 0 00000400:00000200:1.0:1779697722.951111:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.951122:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.951126:0:189041:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697722.951130:0:189041:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697722.951133:0:189041:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697722.951135:0:189041:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.951138:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309550:309550:255:4294967295] 192.168.203.23@tcp LPNI seq info [309546:309546:7:4294967295] 00000400:00000200:1.0:1779697722.951148:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.951153:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.951158:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697722.951163:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.951170:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.951174:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697722.952980:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.952989:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697722.952998:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.953006:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.953012:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:3.0:1779697722.953014:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000100:00000200:3.0:1779697722.953027:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad521e680 x1866137496957312/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697722.953107:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.953110:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697722.953113:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.953116:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.953119:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:3.0:1779697722.953121:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:3.0:1779697722.953125:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad521f480 x1866137496957440/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697722.956146:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.956164:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bb180 00000400:00000200:3.0:1779697722.956174:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa479 [1] + 224 00000400:00000200:3.0:1779697722.956185:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.956189:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.956203:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad521e680 x1866137496957312/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697722.956234:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.956239:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bb200 00000400:00000200:3.0:1779697722.956244:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa481 [1] + 224 00000400:00000200:3.0:1779697722.956249:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.956252:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.956258:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad521f480 x1866137496957440/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697722.956282:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.956288:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a1400646aa00 00000400:00000200:3.0:1779697722.956293:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1707fd [2] + 1312 00000400:00000200:3.0:1779697722.956299:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.956302:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.956306:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697722.956312:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02f480. 00000400:00000200:3.0:1779697722.956331:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.956336:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a1400646aa80 00000400:00000200:3.0:1779697722.956340:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1707fd [2] + 1640 00000400:00000200:3.0:1779697722.956347:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.956350:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.956352:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697722.956355:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02dc00. 00000400:00000010:1.0:1779697722.957523:0:189041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3630. 00000400:00000200:1.0:1779697722.957532:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:1.0:1779697722.957535:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697722.957546:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad521e680 x1866137496957312/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697722.957557:0:189041:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad521e680 x1866137496957312/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1779697722.957581:0:189041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3420. 00000400:00000200:1.0:1779697722.957584:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:1.0:1779697722.957585:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697722.957589:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad521f480 x1866137496957440/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697722.957597:0:189041:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad521f480 x1866137496957440/t0(0) o104->lustre-MDT0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697738 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697722.957613:0:189041:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc90f2e00. 02000000:00000010:1.0:1779697722.957620:0:189041:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbfee47e00. 00000100:00000010:1.0:1779697722.957626:0:189041:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521e680. 02000000:00000010:1.0:1779697722.957630:0:189041:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef68a00. 02000000:00000010:1.0:1779697722.957632:0:189041:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc90f3a00. 00000100:00000010:1.0:1779697722.957634:0:189041:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521f480. 00000100:00000010:1.0:1779697722.957637:0:189041:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697722.957646:0:189041:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0940. 00000020:00000010:3.0:1779697722.957760:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.957765:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.957770:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.957775:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e500. 00000020:00000010:3.0:1779697722.957780:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:3.0:1779697722.957805:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cb3c02f480 x1866146215537152/t0(0) o103->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:408/0 lens 328/0 e 0 to 0 dl 1779697733 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697722.957839:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:1.0:1779697722.957924:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.957927:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.957930:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215537152 02000000:00000010:1.0:1779697722.957941:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb0e9800. 00010000:00000010:1.0:1779697722.957967:0:189027:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbff31af80. 00000400:00000010:1.0:1779697722.958005:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697722.958010:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215537152, offset 224 00000400:00000200:1.0:1779697722.958017:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.958028:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.958034:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309551:309551:256:4294967295] 192.168.203.23@tcp LPNI seq info [309547:309547:8:4294967295] 00000400:00000200:1.0:1779697722.958044:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.958052:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.958057:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697722.958063:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.958070:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.958073:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.958094:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e500. 00000020:00000010:1.0:1779697722.958098:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:1.0:1779697722.958101:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:1.0:1779697722.958186:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.958190:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697722.958194:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.958199:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.958202:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:1.0:1779697722.958204:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000020:00000010:3.0:1779697722.958234:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.958240:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.958242:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697722.958245:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000100:00000200:3.0:1779697722.958256:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cb3c02dc00 x1866146215537280/t0(0) o103->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:408/0 lens 328/0 e 0 to 0 dl 1779697733 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697722.958284:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.958287:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000100:00000200:3.0:1779697722.958289:0:189026:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215537280 02000000:00000010:3.0:1779697722.958294:0:189026:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac46e1c00. 00010000:00000010:3.0:1779697722.958305:0:189026:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbefb4a400. 00010000:00000010:3.0:1779697722.958317:0:189026:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacbff8600. 00000100:00000010:3.0:1779697722.958479:0:189026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543e40. 00000100:00000010:3.0:1779697722.958487:0:189026:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543e40. 00010000:00000010:3.0:1779697722.958490:0:189026:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacbff8600. 00000400:00000010:3.0:1779697722.958498:0:189026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697722.958501:0:189026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215537280, offset 224 00000400:00000200:3.0:1779697722.958506:0:189026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.958512:0:189026:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.958516:0:189026:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309552:309552:256:4294967295] 192.168.203.23@tcp LPNI seq info [309548:309548:8:4294967295] 00000400:00000200:3.0:1779697722.958524:0:189026:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.958528:0:189026:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.958531:0:189026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.958536:0:189026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.958540:0:189026:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.958542:0:189026:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.958555:0:189026:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697722.958558:0:189026:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697722.958560:0:189026:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:3.0:1779697722.958601:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.958604:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697722.958607:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.958610:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697722.958613:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:3.0:1779697722.958615:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:1.1:1779697722.958765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000020:00000010:1.0:1779697722.958838:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc640. 00000020:00000010:1.0:1779697722.958912:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc640. 00000020:00000010:1.0:1779697722.958926:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37180. 00080000:00000010:1.0:1779697722.958936:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0e8c00. 00000001:00000010:1.0:1779697722.960661:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34af60. 00000001:00000010:1.0:1779697722.960668:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697722.960710:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37180. 00010000:00000010:1.0:1779697722.960724:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697722.962432:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c00. 00010000:00000010:1.0:1779697722.962466:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697722.963575:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697722.963599:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.963608:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000200:1.0:1779697722.963632:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974561, last committed = 8589974453 00010000:00000200:1.0:1779697722.963644:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02f100 x1866146215537024/t8589974561(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 496/456 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697722.963665:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697722.963672:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215537024, offset 224 00000400:00000010:1.0:1779697722.963679:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b508. 00000400:00000200:1.0:1779697722.963683:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.963697:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.963703:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309553:309553:256:4294967295] 192.168.203.23@tcp LPNI seq info [309549:309549:8:4294967295] 00000400:00000200:1.0:1779697722.963709:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697722.963715:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.963720:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.963726:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697722.963742:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.963749:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.963753:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.963775:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697722.963779:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.963783:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee46600. 00000800:00000200:3.0:1779697722.964592:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697722.964599:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697722.964604:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.964610:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.977257:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697722.977281:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa491 00000400:00000200:1.0:1779697722.977287:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.977292:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697722.977299:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:1.0:1779697722.977302:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000400:00000200:1.0:1779697722.977605:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.977613:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ab00 00000400:00000200:1.0:1779697722.977620:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 184448 00000400:00000200:1.0:1779697722.979930:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.979944:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.979954:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697722.979965:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521f480. 00010000:00000010:1.0:1779697722.980037:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697722.980048:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697722.980093:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.980097:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.980103:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697722.980108:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697722.980112:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.980153:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697722.980156:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697722.980159:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215537408 00000001:00000010:1.0:1779697722.980169:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4540. 00010000:00000010:1.0:1779697722.980190:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697722.980193:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697722.980199:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697722.980204:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697722.980232:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a0000. 00010000:00000010:1.0:1779697722.980265:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697722.980269:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406800. 00010000:00000010:1.0:1779697722.986919:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697722.986959:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521f480 x1866146215537408/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 576/688 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697722.986986:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697722.986994:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215537408, offset 224 00000400:00000200:1.0:1779697722.987002:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697722.987017:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697722.987025:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309554:309554:256:4294967295] 192.168.203.23@tcp LPNI seq info [309550:309550:8:4294967295] 00000400:00000200:1.0:1779697722.987038:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697722.987045:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697722.987051:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697722.987058:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697722.987065:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697722.987070:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697722.987104:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697722.987109:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697722.987112:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:1.0:1779697722.987228:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.987232:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697722.987237:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.987242:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.987247:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:1.0:1779697722.987249:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00010000:00000010:2.0:1779697722.987610:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c00. 00010000:00000010:2.0:1779697722.987621:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1200. 00010000:00000010:2.0:1779697722.987630:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bcc0. 00010000:00000010:1.1:1779697722.988095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac1258a00. 00010000:00000010:1.1:1779697722.988103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697722.988108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697722.988113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb1a183c00. 00010000:00000010:3.1:1779697722.988814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbca476000. 00010000:00000010:1.1:1779697722.988943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.1:1779697722.988951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697722.988956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00000400:00000200:3.0:1779697722.989723:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697722.989756:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646ab80 00000400:00000200:3.0:1779697722.989766:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 185024 00000400:00000200:3.0:1779697722.989783:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697722.989788:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697722.989796:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697722.989803:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02c380. 00000020:00000010:2.0:1779697722.989915:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.989921:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.989928:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697722.989933:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697722.989939:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.989984:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779697722.989988:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779697722.989992:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215537536 00010000:00000010:2.0:1779697722.990021:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697722.990029:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 02000000:00000010:2.0:1779697722.990059:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8ca000. 00010000:00000010:2.0:1779697722.990091:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697722.990096:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697722.990118:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697722.990121:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697722.990127:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697722.990131:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697722.990245:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83105a0. 00000004:00000010:2.0:1779697722.990254:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e4b0. 00000004:00000010:2.0:1779697722.990261:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355c990. 00080000:00000010:2.0:1779697722.990271:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54ee40. 00010000:00000010:2.0:1779697722.990378:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697722.990382:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697722.990387:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697722.990409:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697722.990473:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697722.990485:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697722.990490:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697722.990511:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000200:2.0:1779697722.990528:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02c380 x1866146215537536/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:397/0 lens 584/640 e 0 to 0 dl 1779698477 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697722.990548:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697722.990554:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215537536, offset 224 00000400:00000200:2.0:1779697722.990562:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697722.990574:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697722.990580:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309555:309555:256:4294967295] 192.168.203.23@tcp LPNI seq info [309551:309551:8:4294967295] 00000400:00000200:2.0:1779697722.990593:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697722.990599:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697722.990605:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697722.990611:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697722.990619:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697722.990623:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697722.990652:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697722.990657:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697722.990662:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000800:00000200:1.0:1779697722.991643:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697722.991651:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:1.0:1779697722.991657:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.991665:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697722.991671:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:1.0:1779697722.991674:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00010000:00000010:1.1:1779697722.994135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697722.994149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697722.994154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:1.0:1779697722.996766:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697722.996787:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646ac00 00000400:00000200:1.0:1779697722.996799:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 10344 00000400:00000200:1.0:1779697722.996824:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697722.996831:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697722.996840:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697722.996848:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521e680. 00000020:00000010:3.0:1779697722.997032:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.997038:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.997045:0:189658:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697722.997060:0:189658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697722.997066:0:189658:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697722.997111:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8600. 00000020:00000010:3.0:1779697722.997115:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8600. 00000100:00000200:3.0:1779697722.997119:0:189658:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215537664 00010000:00000010:3.0:1779697722.997144:0:189658:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1200. 00010000:00000010:3.0:1779697722.997148:0:189658:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf6fa1b00. 00010000:00000010:3.0:1779697722.997155:0:189658:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3a00. 00002000:00000010:3.0:1779697722.997165:0:189658:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8600. 00002000:00000010:3.0:1779697722.997174:0:189658:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4ab0. 00080000:00000010:3.0:1779697722.997183:0:189658:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c8e8. 02000000:00000010:3.0:1779697722.997509:0:189658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac46e1000. 00010000:00000200:3.0:1779697722.997551:0:189658:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521e680 x1866146215537664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:408/0 lens 328/400 e 0 to 0 dl 1779697733 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697722.997570:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697722.997577:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215537664, offset 224 00000400:00000200:3.0:1779697722.997585:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697722.997600:0:189658:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697722.997607:0:189658:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309556:309556:256:4294967295] 192.168.203.23@tcp LPNI seq info [309552:309552:8:4294967295] 00000400:00000200:3.0:1779697722.997620:0:189658:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697722.997627:0:189658:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697722.997632:0:189658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697722.997640:0:189658:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697722.997648:0:189658:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697722.997653:0:189658:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697722.997676:0:189658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697722.997680:0:189658:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697722.997684:0:189658:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00010000:00000010:2.1:1779697722.998145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd7677700. 00010000:00000010:2.1:1779697722.998154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000800:00000200:2.0:1779697722.998252:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697722.998257:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697722.998262:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697722.998269:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697722.998274:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:2.0:1779697722.998276:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:2.1:1779697723.003206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697723.003221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697723.003225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697723.003227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00000400:00000200:1.0:1779697723.011056:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.011075:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646ad00 00000400:00000200:1.0:1779697723.011084:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 185608 00000400:00000200:1.0:1779697723.011098:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.011103:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.011112:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.011120:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521d880. 00000020:00000010:2.0:1779697723.011442:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae00. 00000020:00000010:2.0:1779697723.011449:0:209509:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.011472:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697723.011484:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697723.011489:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697723.011536:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.011539:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779697723.011543:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215537920 02000000:00000010:2.0:1779697723.011579:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8cd000. 00010000:00000010:2.0:1779697723.011619:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.011635:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697723.011643:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406800. 00010000:00000010:2.0:1779697723.011648:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:2.0:1779697723.011664:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697723.011667:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697723.011682:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697723.011686:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.011700:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697723.011702:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697723.011705:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.0:1779697723.011708:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697723.011833:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697723.011837:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697723.011840:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697723.011844:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000020:00000010:2.0:1779697723.011867:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355be20. 00000020:00000010:2.0:1779697723.011874:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355be20. 00000020:00000010:2.0:1779697723.011884:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171f00. 00080000:00000010:2.0:1779697723.011894:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc8f3800. 00000004:00000010:2.0:1779697723.011932:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cacd7e4540. 00000004:00000010:2.0:1779697723.011938:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cbc68f4600. 00000004:00000010:2.0:1779697723.011940:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cbc68f4cb0. 00000004:00000010:2.0:1779697723.011950:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac2afb308. 00000001:00000010:2.0:1779697723.012435:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc571dcc0. 00000001:00000010:2.0:1779697723.012444:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e4c00. 00000020:00000010:2.0:1779697723.012480:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171f00. 00010000:00000010:2.0:1779697723.012491:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697723.012495:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697723.012509:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697723.012543:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697723.012557:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.012561:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000200:2.0:1779697723.012580:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974562, last committed = 8589974453 00010000:00000200:2.0:1779697723.012591:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521d880 x1866146215537920/t8589974562(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697723.012610:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697723.012618:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215537920, offset 224 00000400:00000010:2.0:1779697723.012625:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70f88. 00000400:00000200:2.0:1779697723.012629:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.012642:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.012648:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309557:309557:256:4294967295] 192.168.203.23@tcp LPNI seq info [309553:309553:8:4294967295] 00000400:00000200:2.0:1779697723.012654:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697723.012661:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.012666:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.012686:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697723.012693:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.012701:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.012705:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.012723:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697723.012727:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697723.012740:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00010000:00000010:1.0:1779697723.013228:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:1.0:1779697723.013236:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:1.0:1779697723.013244:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00000800:00000200:1.0:1779697723.013339:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.013344:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:1.0:1779697723.013348:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.013354:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.022725:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.022761:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa4a1 00000400:00000200:2.0:1779697723.022768:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.022772:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.022780:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697723.022783:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:3.0:1779697723.023020:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:3.0:1779697723.023032:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:1.1:1779697723.026439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697723.026456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697723.026722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697723.026738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:2.1:1779697723.026741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697723.026745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:2.1:1779697723.026747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697723.026750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697723.026752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00000400:00000200:1.0:1779697723.029186:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.029205:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ad80 00000400:00000200:1.0:1779697723.029213:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 186104 00000400:00000200:1.0:1779697723.029278:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.029284:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.029293:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.029300:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521ce00. 00000020:00000010:2.0:1779697723.029444:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.029450:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.029456:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697723.029471:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697723.029481:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697723.029517:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.029520:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779697723.029523:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215538048 00000001:00000010:2.0:1779697723.029537:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:2.0:1779697723.029563:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697723.029566:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7200. 00010000:00000010:2.0:1779697723.029572:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697723.029578:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697723.029605:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cc000. 00010000:00000010:2.0:1779697723.029631:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697723.029635:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697723.029755:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697723.029778:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521ce00 x1866146215538048/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697723.029797:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697723.029802:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215538048, offset 224 00000400:00000200:2.0:1779697723.029809:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.029819:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.029825:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309558:309558:256:4294967295] 192.168.203.23@tcp LPNI seq info [309554:309554:8:4294967295] 00000400:00000200:2.0:1779697723.029834:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.029840:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.029846:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697723.029852:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.029861:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.029865:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.029886:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697723.029890:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697723.029893:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000800:00000200:3.0:1779697723.030410:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.030426:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697723.030431:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.030437:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.030442:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:3.0:1779697723.030446:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:3.1:1779697723.032663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697723.032687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:2.1:1779697723.039129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00000400:00000200:2.0:1779697723.041515:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.041543:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 592 into portal 12 MB=0x6a1400646ae00 00000400:00000200:2.0:1779697723.041551:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 592/592 into md 0x18db09 [64] + 186680 00000400:00000200:2.0:1779697723.041567:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.041572:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.041580:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.041587:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff46bb80. 00000020:00000010:3.0:1779697723.041784:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff87c0. 00000020:00000010:3.0:1779697723.041789:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff87c0. 00000020:00000010:3.0:1779697723.041794:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.041799:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.041804:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.041850:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff87c0. 00000020:00000010:3.0:1779697723.041853:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff87c0. 00000100:00000200:3.0:1779697723.041856:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215538176 00010000:00000010:3.0:1779697723.041881:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697723.041889:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 02000000:00000010:3.0:1779697723.041917:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf80b1000. 00010000:00000010:3.0:1779697723.041943:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697723.041947:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.041963:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1f00. 00010000:00000010:3.0:1779697723.041966:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.041971:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697723.041973:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00000004:00000010:3.0:1779697723.042075:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2b40. 00000004:00000010:3.0:1779697723.042083:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afc30. 00000004:00000010:3.0:1779697723.042090:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83430. 00080000:00000010:3.0:1779697723.042098:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2cab0. 00010000:00000010:3.0:1779697723.042186:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1a00. 00010000:00000010:3.0:1779697723.042190:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697723.042193:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697723.042197:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697723.042262:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.042274:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.042279:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.042299:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697723.042313:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff46bb80 x1866146215538176/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 592/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.042332:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697723.042338:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215538176, offset 224 00000400:00000200:3.0:1779697723.042345:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.042355:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.042362:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309559:309559:256:4294967295] 192.168.203.23@tcp LPNI seq info [309555:309555:8:4294967295] 00000400:00000200:3.0:1779697723.042373:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.042378:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.042383:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697723.042434:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.042442:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.042446:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.042475:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.042480:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.042483:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:3.0:1779697723.045075:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.045083:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697723.045090:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.045100:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.045107:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697723.045110:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00010000:00000010:3.1:1779697723.050507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.1:1779697723.050522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1f00. 00010000:00000010:3.1:1779697723.050535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697723.050540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00000400:00000200:3.0:1779697723.050647:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.050665:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646ae80 00000400:00000200:3.0:1779697723.050673:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 10672 00000400:00000200:3.0:1779697723.050688:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.050692:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.050700:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697723.050706:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02e300. 00000020:00000010:0.0:1779697723.050869:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697723.050874:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697723.050880:0:207612:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.050886:0:207612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.050892:0:207612:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.050934:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61cc0. 00000020:00000010:0.0:1779697723.050936:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61cc0. 00000100:00000200:0.0:1779697723.050939:0:207612:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215538304 00010000:00000010:0.0:1779697723.050963:0:207612:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f400. 00010000:00000010:0.0:1779697723.050967:0:207612:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf828f600. 00010000:00000010:0.0:1779697723.050972:0:207612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3a00. 00002000:00000010:0.0:1779697723.050980:0:207612:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61cc0. 00002000:00000010:0.0:1779697723.050990:0:207612:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede31d0. 00080000:00000010:0.0:1779697723.050997:0:207612:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e8e8. 02000000:00000010:0.0:1779697723.051289:0:207612:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbc6176c00. 00010000:00000200:0.0:1779697723.051321:0:207612:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02e300 x1866146215538304/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.051340:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697723.051346:0:207612:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215538304, offset 224 00000400:00000200:0.0:1779697723.051353:0:207612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.051364:0:207612:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.051370:0:207612:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309560:309560:256:4294967295] 192.168.203.23@tcp LPNI seq info [309556:309556:8:4294967295] 00000400:00000200:0.0:1779697723.051380:0:207612:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.051386:0:207612:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.051412:0:207612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697723.051418:0:207612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.051426:0:207612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.051430:0:207612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.051456:0:207612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.051460:0:207612:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.051463:0:207612:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:2.0:1779697723.051784:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.051789:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697723.051793:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.051798:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.051803:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:2.0:1779697723.051805:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:3.0:1779697723.054866:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.054884:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a1400646af80 00000400:00000200:3.0:1779697723.054892:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 187272 00000400:00000200:3.0:1779697723.054904:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.054909:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.054916:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.054924:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02f800. 00000020:00000010:0.0:1779697723.055505:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.055511:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.055516:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.055529:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.055535:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.055574:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.055577:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697723.055580:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215538560 02000000:00000010:0.0:1779697723.055612:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4e13000. 00010000:00000010:0.0:1779697723.055650:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:0.0:1779697723.055666:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:0.0:1779697723.055686:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697723.055692:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7200. 00010000:00000010:0.0:1779697723.055709:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.055712:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:0.0:1779697723.055718:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697723.055723:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697723.055747:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697723.055750:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697723.055753:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697723.055756:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:0.0:1779697723.056198:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697723.056202:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d80. 00010000:00000010:0.0:1779697723.056206:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697723.056210:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000020:00000010:0.0:1779697723.056236:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f360. 00000020:00000010:0.0:1779697723.056244:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f360. 00000020:00000010:0.0:1779697723.056255:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbff211d80. 00080000:00000010:0.0:1779697723.056265:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6176400. 00000004:00000010:0.0:1779697723.056301:0:189042:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fe480. 00000004:00000010:0.0:1779697723.056307:0:189042:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650ff0. 00000004:00000010:0.0:1779697723.056309:0:189042:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd6505d8. 00000004:00000010:0.0:1779697723.056317:0:189042:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1daa0. 00000001:00000010:0.0:1779697723.057310:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1660. 00000001:00000010:0.0:1779697723.057320:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697723.057352:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbff211d80. 00010000:00000010:0.0:1779697723.057367:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697723.057374:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697723.057413:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe000. 00010000:00000010:0.0:1779697723.057874:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697723.057896:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:0.0:1779697723.057902:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00010000:00000200:0.0:1779697723.057924:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974563, last committed = 8589974453 00010000:00000200:0.0:1779697723.057936:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02f800 x1866146215538560/t8589974563(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 504/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.057958:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697723.057965:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215538560, offset 224 00000400:00000010:0.0:1779697723.057972:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725268. 00000400:00000200:0.0:1779697723.057976:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.057992:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.057999:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309561:309561:256:4294967295] 192.168.203.23@tcp LPNI seq info [309557:309557:8:4294967295] 00000400:00000200:0.0:1779697723.058005:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.058012:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.058018:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.058023:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697723.058029:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.058037:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.058041:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.058175:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.058180:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.058183:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:0.0:1779697723.058299:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.058303:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697723.058307:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.058312:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697723.058459:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:2.0:1779697723.058483:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d80. 00010000:00000010:2.0:1779697723.058490:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe000. 00000400:00000200:2.0:1779697723.068168:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.068192:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa4b1 00000400:00000200:2.0:1779697723.068199:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.068204:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.068211:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:2.0:1779697723.068215:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000400:00000200:2.0:1779697723.068247:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.068254:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646b000 00000400:00000200:2.0:1779697723.068262:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 187776 00000400:00000200:2.0:1779697723.069977:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.069991:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.070000:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.070010:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff46b100. 00010000:00000010:1.0:1779697723.070143:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:1.0:1779697723.070156:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:2.1:1779697723.071452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:2.1:1779697723.071481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00000020:00000010:3.0:1779697723.071800:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8fc0. 00000020:00000010:3.0:1779697723.071806:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8fc0. 00000020:00000010:3.0:1779697723.071813:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.071818:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.071824:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.071871:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8fc0. 00000020:00000010:3.0:1779697723.071874:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8fc0. 00000100:00000200:3.0:1779697723.071877:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215538688 00000001:00000010:3.0:1779697723.071887:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e4c00. 00010000:00000010:3.0:1779697723.071910:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1f00. 00010000:00000010:3.0:1779697723.071914:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.071920:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00010000:00000010:3.0:1779697723.071927:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 02000000:00000010:3.0:1779697723.071954:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf80b2000. 00010000:00000010:3.0:1779697723.071987:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697723.071991:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.072098:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697723.072120:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff46b100 x1866146215538688/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.072138:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697723.072145:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215538688, offset 224 00000400:00000200:3.0:1779697723.072152:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.072165:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.072171:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309562:309562:256:4294967295] 192.168.203.23@tcp LPNI seq info [309558:309558:8:4294967295] 00000400:00000200:3.0:1779697723.072182:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.072188:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.072192:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697723.072199:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.072205:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.072209:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.072234:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.072238:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.072242:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00010000:00000010:0.1:1779697723.072473:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:0.1:1779697723.072480:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1a00. 00010000:00000010:0.1:1779697723.072484:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:0.1:1779697723.072488:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:0.1:1779697723.072491:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697723.072495:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697723.072498:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00000800:00000200:1.0:1779697723.073759:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.073766:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697723.073773:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.073781:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.073787:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:1.0:1779697723.073790:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00010000:00000010:1.1:1779697723.074811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:1.1:1779697723.074885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:1.0:1779697723.077709:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.077739:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 592 into portal 12 MB=0x6a1400646b080 00000400:00000200:1.0:1779697723.077747:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 592/592 into md 0x18db09 [64] + 188352 00000400:00000200:1.0:1779697723.077761:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.077766:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.077773:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.077780:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521fb80. 00000020:00000010:1.0:1779697723.077839:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697723.077844:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697723.077850:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.077855:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697723.077860:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697723.077891:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697723.077893:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697723.077896:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215538816 00010000:00000010:1.0:1779697723.077921:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697723.077928:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697723.077957:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666b000. 00010000:00000010:1.0:1779697723.077984:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697723.077988:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697723.078008:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697723.078011:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697723.078015:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697723.078018:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000004:00000010:1.0:1779697723.078120:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b0e0. 00000004:00000010:1.0:1779697723.078130:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbf78. 00000004:00000010:1.0:1779697723.078137:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562770. 00080000:00000010:1.0:1779697723.078145:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642720. 00010000:00000010:1.0:1779697723.078235:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697723.078238:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff00. 00010000:00000010:1.0:1779697723.078242:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697723.078245:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e80. 00010000:00000010:1.0:1779697723.078308:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697723.078321:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.078326:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697723.078346:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697723.078362:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521fb80 x1866146215538816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 592/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.078380:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697723.078411:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215538816, offset 224 00000400:00000200:1.0:1779697723.078418:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.078428:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.078434:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309563:309563:256:4294967295] 192.168.203.23@tcp LPNI seq info [309559:309559:8:4294967295] 00000400:00000200:1.0:1779697723.078445:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.078449:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.078454:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697723.078471:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.078742:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.078747:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.078767:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697723.078771:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697723.078775:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:1.0:1779697723.079744:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.079752:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697723.079758:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.079764:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.079771:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:1.0:1779697723.079773:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00010000:00000010:3.1:1779697723.084090:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00010000:00000010:1.1:1779697723.087445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697723.087468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697723.087478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697723.087481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00000400:00000200:1.0:1779697723.088945:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.088965:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646b100 00000400:00000200:1.0:1779697723.088975:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 11000 00000400:00000200:1.0:1779697723.088991:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.088996:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.089004:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697723.089010:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad521ca80. 00000020:00000010:3.0:1779697723.089124:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8fc0. 00000020:00000010:3.0:1779697723.089129:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8fc0. 00000020:00000010:3.0:1779697723.089135:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.089140:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.089146:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.089193:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8fc0. 00000020:00000010:3.0:1779697723.089196:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8fc0. 00000100:00000200:3.0:1779697723.089200:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215538944 00010000:00000010:3.0:1779697723.089223:0:207452:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1100. 00010000:00000010:3.0:1779697723.089227:0:207452:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf6fa1000. 00010000:00000010:3.0:1779697723.089268:0:207452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3200. 00002000:00000010:3.0:1779697723.089277:0:207452:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8fc0. 00002000:00000010:3.0:1779697723.089286:0:207452:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4390. 00080000:00000010:3.0:1779697723.089294:0:207452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d398. 02000000:00000010:3.0:1779697723.089643:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac46e2400. 00010000:00000200:3.0:1779697723.089675:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad521ca80 x1866146215538944/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.089694:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697723.089701:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215538944, offset 224 00000400:00000200:3.0:1779697723.089708:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.089718:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.089724:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309564:309564:256:4294967295] 192.168.203.23@tcp LPNI seq info [309560:309560:8:4294967295] 00000400:00000200:3.0:1779697723.089747:0:207452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.089752:0:207452:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.089757:0:207452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697723.089763:0:207452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.089770:0:207452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.089775:0:207452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.089793:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.089797:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.089801:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:2.0:1779697723.091564:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.091570:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697723.091578:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.091586:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.091593:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:2.0:1779697723.091597:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000400:00000200:1.0:1779697723.105027:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.105046:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a1400646b200 00000400:00000200:1.0:1779697723.105055:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 188944 00000400:00000200:1.0:1779697723.105071:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.105076:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.105085:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.105096:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d4700. 00000020:00000010:3.0:1779697723.105254:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d40. 00000020:00000010:3.0:1779697723.105260:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d40. 00000020:00000010:3.0:1779697723.105266:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.105271:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.105276:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.105319:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d40. 00000020:00000010:3.0:1779697723.105322:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d40. 00000100:00000200:3.0:1779697723.105325:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215539200 02000000:00000010:3.0:1779697723.105363:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf29000. 00010000:00000010:3.0:1779697723.105432:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e80. 00010000:00000010:3.0:1779697723.105449:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff00. 00010000:00000010:3.0:1779697723.105457:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.105716:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.105743:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1a00. 00010000:00000010:3.0:1779697723.105747:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.105752:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697723.105758:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.105774:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1700. 00010000:00000010:3.0:1779697723.105777:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697723.105780:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697723.105783:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697723.105965:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.0:1779697723.105969:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:3.0:1779697723.105972:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697723.105976:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000020:00000010:3.0:1779697723.106003:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697723.106010:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697723.106022:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c600. 00080000:00000010:3.0:1779697723.106032:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac46e2c00. 00000004:00000010:3.0:1779697723.106064:0:207451:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad7543600. 00000004:00000010:3.0:1779697723.106069:0:207451:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53248. 00000004:00000010:3.0:1779697723.106072:0:207451:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53808. 00000004:00000010:3.0:1779697723.106080:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e3540. 00000001:00000010:3.0:1779697723.109169:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664600. 00000001:00000010:3.0:1779697723.109180:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697723.109224:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c600. 00010000:00000010:3.0:1779697723.109239:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697723.109247:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697723.109270:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697723.109323:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.109343:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.109349:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000200:3.0:1779697723.109372:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974564, last committed = 8589974453 00010000:00000200:3.0:1779697723.109384:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d4700 x1866146215539200/t8589974564(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 504/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.109419:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697723.109426:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215539200, offset 224 00000400:00000010:3.0:1779697723.109434:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0c78. 00000400:00000200:3.0:1779697723.109438:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.109452:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.109458:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309565:309565:256:4294967295] 192.168.203.23@tcp LPNI seq info [309561:309561:8:4294967295] 00000400:00000200:3.0:1779697723.109464:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.109470:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.109487:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.109492:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697723.109498:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.109506:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.109509:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.109601:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779697723.109606:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.109619:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:0.0:1779697723.109783:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.109787:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697723.109791:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.109797:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697723.110289:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:1.0:1779697723.110297:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00010000:00000010:1.0:1779697723.110306:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00010000:00000010:3.1:1779697723.113748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697723.113762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697723.113767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697723.113772:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1f00. 00000400:00000200:1.0:1779697723.114027:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697723.114061:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa4c1 00000400:00000200:1.0:1779697723.114069:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.114073:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697723.114081:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:1.0:1779697723.114084:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00000400:00000200:1.0:1779697723.114115:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.114122:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646b280 00000400:00000200:1.0:1779697723.114129:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 189448 00000400:00000200:1.0:1779697723.114195:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.114199:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.114205:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.114211:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d5500. 00000020:00000010:0.0:1779697723.114376:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.114382:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.114418:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.114424:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.114429:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.114464:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.114466:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697723.114470:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215539328 00000001:00000010:0.0:1779697723.114482:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697723.114503:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.114506:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:0.0:1779697723.114512:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697723.114527:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697723.114556:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e12000. 00010000:00000010:0.0:1779697723.114585:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697723.114589:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00010000:00000010:0.0:1779697723.114694:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697723.114715:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d5500 x1866146215539328/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.114742:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697723.114747:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215539328, offset 224 00000400:00000200:0.0:1779697723.114753:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.114763:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.114769:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309566:309566:256:4294967295] 192.168.203.23@tcp LPNI seq info [309562:309562:8:4294967295] 00000400:00000200:0.0:1779697723.114779:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.114785:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.114789:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697723.114795:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.114803:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.114806:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.114821:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.114835:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.114839:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697723.115069:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.115073:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:1.0:1779697723.115077:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.115081:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.115085:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:1.0:1779697723.115087:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00010000:00000010:1.1:1779697723.115757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1d00. 00010000:00000010:1.1:1779697723.115765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697723.115917:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697723.116184:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:3.1:1779697723.117846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697723.117856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1a00. 00010000:00000010:3.1:1779697723.117860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697723.121632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1700. 00010000:00000010:3.1:1779697723.121646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:0.1:1779697723.122423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:3.0:1779697723.125360:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.125380:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646b300 00000400:00000200:3.0:1779697723.125421:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18db09 [64] + 190024 00000400:00000200:3.0:1779697723.125437:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.125442:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.125451:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.125469:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02d180. 00000020:00000010:1.0:1779697723.125788:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.125794:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.125800:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.125805:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697723.125810:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697723.125866:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.125869:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0e00. 00000100:00000200:1.0:1779697723.125872:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215539456 00010000:00000010:1.0:1779697723.125898:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697723.125905:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697723.125931:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666a000. 00010000:00000010:1.0:1779697723.125960:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697723.125964:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.125981:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697723.125985:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697723.125989:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697723.125991:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00000004:00000010:1.0:1779697723.126092:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697723.126134:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697723.126141:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697723.126149:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:1.0:1779697723.127283:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697723.127291:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697723.127298:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697723.127303:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406880. 00010000:00000010:1.0:1779697723.127378:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.127423:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697723.127429:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697723.127453:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697723.128742:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cb3c02d180 x1866146215539456/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/664 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.128768:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697723.128775:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215539456, offset 224 00000400:00000200:1.0:1779697723.128782:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.128795:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.128802:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309567:309567:256:4294967295] 192.168.203.23@tcp LPNI seq info [309563:309563:8:4294967295] 00000400:00000200:1.0:1779697723.128872:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.128879:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.128884:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697723.128891:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.128899:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.128903:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.129254:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697723.129261:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697723.129265:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:2.0:1779697723.129856:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.129861:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697723.129867:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.129873:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.129879:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:2.0:1779697723.129882:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000400:00000200:1.0:1779697723.135382:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.135423:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646b380 00000400:00000200:1.0:1779697723.135432:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 11328 00000400:00000200:1.0:1779697723.135445:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.135449:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.135468:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697723.135483:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d4e00. 00000400:00000200:1.0:1779697723.135512:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.135518:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646b400 00000400:00000200:1.0:1779697723.135522:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 11656 00000400:00000200:1.0:1779697723.135540:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.135544:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.135547:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697723.135550:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d4000. 00000020:00000010:2.0:1779697723.135645:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.135651:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.135656:0:207457:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697723.135661:0:207457:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697723.135665:0:207457:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697723.135705:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.135708:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.135712:0:207457:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697723.135714:0:207457:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.135717:0:207457:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.135750:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779697723.135753:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779697723.135756:0:207457:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215539584 00010000:00000010:2.0:1779697723.135783:0:207457:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dac00. 00010000:00000010:2.0:1779697723.135787:0:207457:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515da500. 00010000:00000010:2.0:1779697723.135793:0:207457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9400. 00002000:00000010:2.0:1779697723.135803:0:207457:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bbae80. 00002000:00000010:2.0:1779697723.135812:0:207457:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbcbc42720. 00080000:00000010:2.0:1779697723.135820:0:207457:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f1d0. 02000000:00000010:2.0:1779697723.136125:0:207457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cacc8f0800. 00010000:00000200:2.0:1779697723.136157:0:207457:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d4e00 x1866146215539584/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697723.136176:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697723.136181:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215539584, offset 224 00000400:00000200:2.0:1779697723.136187:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.136198:0:207457:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.136204:0:207457:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309568:309568:256:4294967295] 192.168.203.23@tcp LPNI seq info [309564:309564:8:4294967295] 00000400:00000200:2.0:1779697723.136214:0:207457:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.136219:0:207457:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.136224:0:207457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697723.136230:0:207457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.136238:0:207457:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.136242:0:207457:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.136259:0:207457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7600. 00000020:00000010:2.0:1779697723.136262:0:207457:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697723.136265:0:207457:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131000. 00000020:00000010:2.0:1779697723.136280:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba7c0. 00000020:00000010:2.0:1779697723.136282:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba7c0. 00000100:00000200:2.0:1779697723.136285:0:207457:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215539712 00010000:00000010:2.0:1779697723.136296:0:207457:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da300. 00010000:00000010:2.0:1779697723.136299:0:207457:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515da000. 00010000:00000010:2.0:1779697723.136303:0:207457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9600. 00002000:00000010:2.0:1779697723.136308:0:207457:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bba7c0. 00002000:00000010:2.0:1779697723.136313:0:207457:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbcbc42850. 00080000:00000010:2.0:1779697723.136318:0:207457:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e558. 02000000:00000010:2.0:1779697723.136501:0:207457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cacc8f0000. 00010000:00000200:2.0:1779697723.136518:0:207457:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d4000 x1866146215539712/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697723.136528:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697723.136531:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215539712, offset 224 00000400:00000200:2.0:1779697723.136535:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.136540:0:207457:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.136544:0:207457:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309569:309569:255:4294967295] 192.168.203.23@tcp LPNI seq info [309565:309565:7:4294967295] 00000400:00000200:2.0:1779697723.136552:0:207457:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.136556:0:207457:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.136560:0:207457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697723.136563:0:207457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.136567:0:207457:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.136570:0:207457:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.136576:0:207457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.136579:0:207457:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.136581:0:207457:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:3.0:1779697723.137179:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.137185:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697723.137190:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.137196:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.137201:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:3.0:1779697723.137203:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000800:00000200:3.0:1779697723.137264:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.137267:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697723.137270:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.137274:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.137276:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:3.0:1779697723.137278:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:1.1:1779697723.138429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697723.138439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697723.138443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697723.138446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00000400:00000200:2.0:1779697723.154744:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.154763:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646b500 00000400:00000200:2.0:1779697723.154771:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18db09 [64] + 190608 00000400:00000200:2.0:1779697723.154785:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.154790:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.154798:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.154808:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9ad80. 00000020:00000010:3.0:1779697723.155170:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d40. 00000020:00000010:3.0:1779697723.155176:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d40. 00000020:00000010:3.0:1779697723.155181:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.155187:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697723.155192:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.155230:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d40. 00000020:00000010:3.0:1779697723.155233:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d40. 00000100:00000200:3.0:1779697723.155236:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215539968 02000000:00000010:3.0:1779697723.155272:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf2e000. 00010000:00000010:3.0:1779697723.155308:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406880. 00010000:00000010:3.0:1779697723.155325:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:3.0:1779697723.155332:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:3.0:1779697723.155339:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00010000:00000010:3.0:1779697723.155366:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1700. 00010000:00000010:3.0:1779697723.155370:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e600. 00010000:00000010:3.0:1779697723.155374:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697723.155378:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697723.155427:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1a00. 00010000:00000010:3.0:1779697723.155430:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.155433:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697723.155435:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.155553:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1f00. 00010000:00000010:3.0:1779697723.155556:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed00. 00010000:00000010:3.0:1779697723.155560:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697723.155563:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00000020:00000010:3.0:1779697723.155585:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697723.155592:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97740. 00000020:00000010:3.0:1779697723.155602:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664c60. 00080000:00000010:3.0:1779697723.155611:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe554e400. 00000004:00000010:3.0:1779697723.155668:0:189040:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad7543e40. 00000004:00000010:3.0:1779697723.155684:0:189040:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff93cac9192730. 00000004:00000010:3.0:1779697723.155687:0:189040:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff93cb5bd53898. 00000004:00000010:3.0:1779697723.155696:0:189040:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e0470. 00000004:00000010:3.0:1779697723.155705:0:189040:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e0d50. 00000001:00000010:3.0:1779697723.157104:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830bd80. 00000001:00000010:3.0:1779697723.157114:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697723.157154:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664c60. 00010000:00000010:3.0:1779697723.157167:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697723.157173:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.157192:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75436c0. 00010000:00000010:3.0:1779697723.157245:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.157263:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697723.157268:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e600. 00010000:00000200:3.0:1779697723.157288:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974565, last committed = 8589974453 00010000:00000200:3.0:1779697723.157300:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9ad80 x1866146215539968/t8589974565(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.157319:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697723.157326:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215539968, offset 224 00000400:00000010:3.0:1779697723.157334:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e09d8. 00000400:00000200:3.0:1779697723.157338:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.157352:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.157358:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309570:309570:256:4294967295] 192.168.203.23@tcp LPNI seq info [309566:309566:8:4294967295] 00000400:00000200:3.0:1779697723.157364:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.157371:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.157377:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.157381:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697723.157414:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.157423:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.157427:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.157446:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697723.157451:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.157454:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00010000:00000010:1.0:1779697723.157665:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:1.0:1779697723.157681:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed00. 00010000:00000010:1.0:1779697723.157688:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75436c0. 00000800:00000200:1.0:1779697723.157789:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.157794:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697723.157798:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.157803:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697723.163367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:3.1:1779697723.163383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697723.163411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:3.1:1779697723.163415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697723.163419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697723.163424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1700. 00010000:00000010:3.1:1779697723.163426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00010000:00000010:1.1:1779697723.166447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1f00. 00010000:00000010:1.1:1779697723.166648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00000400:00000200:3.0:1779697723.168146:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697723.168166:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa4d5 00000400:00000200:3.0:1779697723.168174:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.168178:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697723.168185:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697723.168188:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00010000:00000010:1.0:1779697723.168407:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:1.0:1779697723.168419:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00000400:00000200:1.0:1779697723.170717:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.170747:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646b580 00000400:00000200:1.0:1779697723.170755:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 191104 00000400:00000200:1.0:1779697723.170810:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.170816:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.170825:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.170831:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf69d5f80. 00000020:00000010:0.0:1779697723.171340:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.171346:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.171352:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.171357:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.171362:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.171428:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.171431:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697723.171434:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215540096 00000001:00000010:0.0:1779697723.171446:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:0.0:1779697723.171469:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697723.171473:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6300. 00010000:00000010:0.0:1779697723.171480:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697723.171487:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697723.171517:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e11000. 00010000:00000010:0.0:1779697723.171547:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697723.171551:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697723.171660:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697723.171684:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf69d5f80 x1866146215540096/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.171704:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697723.171710:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215540096, offset 224 00000400:00000200:0.0:1779697723.171718:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.171739:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.171746:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309571:309571:256:4294967295] 192.168.203.23@tcp LPNI seq info [309567:309567:8:4294967295] 00000400:00000200:0.0:1779697723.171758:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.171764:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.171769:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697723.171776:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.171783:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.171788:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.171811:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.171815:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.171819:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697723.172500:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.172506:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697723.172511:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.172517:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.172521:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:1.0:1779697723.172524:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000400:00000200:3.0:1779697723.174448:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.174498:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 592 into portal 12 MB=0x6a1400646b600 00000400:00000200:3.0:1779697723.174509:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 592/592 into md 0x18db09 [64] + 191680 00000400:00000200:3.0:1779697723.174535:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.174543:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.174551:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.174570:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7b73b80. 00000020:00000010:1.0:1779697723.174635:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.174641:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.174648:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:1.0:1779697723.174654:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697723.174659:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:3.0:1779697723.175411:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8d40. 00000020:00000010:3.0:1779697723.175416:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8d40. 00000100:00000200:3.0:1779697723.175419:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215540224 00010000:00000010:3.0:1779697723.175446:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00010000:00000010:3.0:1779697723.175453:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 02000000:00000010:3.0:1779697723.175477:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2a000. 00010000:00000010:3.0:1779697723.175505:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697723.175509:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.175527:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1700. 00010000:00000010:3.0:1779697723.175530:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697723.175536:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697723.175538:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00000004:00000010:3.0:1779697723.175623:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2000. 00000004:00000010:3.0:1779697723.175632:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af438. 00000004:00000010:3.0:1779697723.175638:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82990. 00080000:00000010:3.0:1779697723.175646:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d008. 00010000:00000010:3.0:1779697723.175754:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1400. 00010000:00000010:3.0:1779697723.175759:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.175763:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697723.175767:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.175843:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:1.1:1779697723.175978:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1a00. 00010000:00000010:1.1:1779697723.176006:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697723.176130:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697723.176138:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697723.176164:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000200:3.0:1779697723.176184:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7b73b80 x1866146215540224/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 592/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.176204:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697723.176211:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215540224, offset 224 00000400:00000200:3.0:1779697723.176221:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.176234:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.176241:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309572:309572:256:4294967295] 192.168.203.23@tcp LPNI seq info [309568:309568:8:4294967295] 00000400:00000200:3.0:1779697723.176255:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.176261:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.176266:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697723.176273:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.176281:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.176286:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 736 niov 1 nkiov 1 00000800:00000200:1.0:1779697723.176456:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.176461:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697723.176470:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.176476:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.176482:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:1.0:1779697723.176484:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000020:00000010:3.0:1779697723.176995:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:3.0:1779697723.177001:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:3.0:1779697723.177006:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00010000:00000010:0.1:1779697723.178580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:3.1:1779697723.181631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697723.181644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1700. 00010000:00000010:3.1:1779697723.181648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.1:1779697723.181650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000400:00000200:1.0:1779697723.181954:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.181971:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646b680 00000400:00000200:1.0:1779697723.181982:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 11984 00000400:00000200:1.0:1779697723.181995:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.181998:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.182009:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697723.182017:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3da680. 00000020:00000010:3.0:1779697723.182130:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697723.182137:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697723.182142:0:207449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.182148:0:207449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697723.182162:0:207449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.182245:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8ec0. 00000020:00000010:3.0:1779697723.182248:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8ec0. 00000100:00000200:3.0:1779697723.182252:0:207449:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215540352 00010000:00000010:3.0:1779697723.182286:0:207449:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1700. 00010000:00000010:3.0:1779697723.182291:0:207449:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf6fa1a00. 00010000:00000010:3.0:1779697723.182332:0:207449:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3800. 00002000:00000010:3.0:1779697723.182346:0:207449:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8ec0. 00002000:00000010:3.0:1779697723.182357:0:207449:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f50a0. 00080000:00000010:3.0:1779697723.182364:0:207449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c720. 02000000:00000010:3.0:1779697723.182639:0:207449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbe554e000. 00010000:00000200:3.0:1779697723.182672:0:207449:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3da680 x1866146215540352/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.182696:0:207449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697723.182703:0:207449:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215540352, offset 224 00000400:00000200:3.0:1779697723.182710:0:207449:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.182722:0:207449:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.182739:0:207449:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309573:309573:256:4294967295] 192.168.203.23@tcp LPNI seq info [309569:309569:8:4294967295] 00000400:00000200:3.0:1779697723.182752:0:207449:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.182759:0:207449:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.182764:0:207449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697723.182772:0:207449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.182780:0:207449:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.182784:0:207449:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.182814:0:207449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697723.182827:0:207449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.182831:0:207449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:0.0:1779697723.182969:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.182973:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:0.0:1779697723.182977:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.182981:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.182984:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:0.0:1779697723.182986:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000400:00000200:1.0:1779697723.185685:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.185705:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a1400646b780 00000400:00000200:1.0:1779697723.185714:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 192272 00000400:00000200:1.0:1779697723.185740:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.185745:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.185755:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.185763:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db800. 00000020:00000010:3.0:1779697723.186058:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.186064:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.186070:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.186074:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697723.186079:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.186118:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.186121:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000100:00000200:3.0:1779697723.186124:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215540608 02000000:00000010:3.0:1779697723.186258:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf2f000. 00010000:00000010:3.0:1779697723.186318:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.186343:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.186352:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:3.0:1779697723.186358:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6300. 00010000:00000010:3.0:1779697723.186373:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1f00. 00010000:00000010:3.0:1779697723.186376:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e380. 00010000:00000010:3.0:1779697723.186381:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:3.0:1779697723.186594:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.186608:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.0:1779697723.186610:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:3.0:1779697723.186613:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.0:1779697723.186631:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697723.186751:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697723.186755:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697723.186758:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.0:1779697723.186762:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00000020:00000010:3.0:1779697723.186809:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97760. 00000020:00000010:3.0:1779697723.186824:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97760. 00000020:00000010:3.0:1779697723.186836:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830b960. 00080000:00000010:3.0:1779697723.186845:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe554e800. 00000004:00000010:3.0:1779697723.186883:0:190609:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad7543cc0. 00000004:00000010:3.0:1779697723.186890:0:190609:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53f80. 00000004:00000010:3.0:1779697723.186894:0:190609:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53c68. 00000004:00000010:3.0:1779697723.186901:0:190609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e0238. 00000001:00000010:3.0:1779697723.187680:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830bcc0. 00000001:00000010:3.0:1779697723.187688:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75430c0. 00000020:00000010:3.0:1779697723.187747:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830b960. 00010000:00000010:3.0:1779697723.187758:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.0:1779697723.187763:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.187777:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697723.187820:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697723.187840:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.187846:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e380. 00010000:00000200:3.0:1779697723.187870:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974566, last committed = 8589974453 00010000:00000200:3.0:1779697723.187881:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3db800 x1866146215540608/t8589974566(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 504/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.187900:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697723.187906:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215540608, offset 224 00000400:00000010:3.0:1779697723.187913:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e04d0. 00000400:00000200:3.0:1779697723.187918:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00010000:00000010:1.0:1779697723.187919:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:1.0:1779697723.187926:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00000400:00000200:3.0:1779697723.187931:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00010000:00000010:1.0:1779697723.187937:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00000400:00000200:3.0:1779697723.187938:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309574:309574:256:4294967295] 192.168.203.23@tcp LPNI seq info [309570:309570:8:4294967295] 00000400:00000200:3.0:1779697723.187944:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.187955:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.187962:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.187967:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697723.187975:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.187983:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.187987:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.188052:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e580. 00000020:00000010:3.0:1779697723.188057:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.188061:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:1.0:1779697723.188215:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.188221:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697723.188226:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.188232:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697723.192185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697723.192201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1400. 00010000:00000010:3.1:1779697723.192210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697723.192216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00000400:00000200:0.0:1779697723.192372:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697723.192410:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa4e5 00000400:00000200:0.0:1779697723.192418:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.192424:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697723.192431:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:0.0:1779697723.192434:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00010000:00000010:1.0:1779697723.192595:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:1.0:1779697723.192606:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00000400:00000200:1.0:1779697723.192781:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.192790:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646b800 00000400:00000200:1.0:1779697723.192805:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 192776 00000400:00000200:1.0:1779697723.192961:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.192966:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.192971:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.192978:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8700. 00000020:00000010:3.0:1779697723.193096:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.193101:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.193107:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.193111:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.193116:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.193341:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.193344:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000100:00000200:3.0:1779697723.193348:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215540736 00000001:00000010:3.0:1779697723.193357:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:3.0:1779697723.193406:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697723.193418:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697723.193424:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.0:1779697723.193431:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 02000000:00000010:3.0:1779697723.193470:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2d000. 00010000:00000010:3.0:1779697723.193500:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.193503:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697723.193611:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697723.193630:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8700 x1866146215540736/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.193650:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697723.193661:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215540736, offset 224 00000400:00000200:3.0:1779697723.193668:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.193678:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.193684:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309575:309575:256:4294967295] 192.168.203.23@tcp LPNI seq info [309571:309571:8:4294967295] 00000400:00000200:3.0:1779697723.193693:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.193698:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.193703:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697723.193709:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.193717:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.193743:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.193763:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.193768:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.193771:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:0.0:1779697723.193870:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.193874:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697723.193877:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.193882:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.193886:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:0.0:1779697723.193888:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00010000:00000010:1.1:1779697723.199764:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:1.1:1779697723.199781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2c00. 00010000:00000010:3.1:1779697723.199841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:3.1:1779697723.199848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1f00. 00010000:00000010:3.1:1779697723.199851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00000400:00000200:0.0:1779697723.200304:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.202631:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 592 into portal 12 MB=0x6a1400646b880 00000400:00000200:0.0:1779697723.202641:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 592/592 into md 0x18db09 [64] + 193352 00000400:00000200:0.0:1779697723.202668:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.202674:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.202682:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.202691:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966680. 00010000:00000010:1.1:1779697723.205440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1d00. 00010000:00000010:1.1:1779697723.205463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00000020:00000010:3.0:1779697723.207600:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.207612:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.207620:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.207626:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.207631:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.207725:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8e80. 00000020:00000010:3.0:1779697723.207739:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8e80. 00000100:00000200:3.0:1779697723.207742:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215540864 00010000:00000010:3.0:1779697723.207770:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697723.207778:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 02000000:00000010:3.0:1779697723.207803:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2c000. 00010000:00000010:3.0:1779697723.207831:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.207835:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.207853:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697723.207856:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697723.207861:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.207864:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00000004:00000010:3.0:1779697723.207956:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2960. 00000004:00000010:3.0:1779697723.207965:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af3c0. 00000004:00000010:3.0:1779697723.207971:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83540. 00080000:00000010:3.0:1779697723.207978:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d8f0. 00010000:00000010:3.0:1779697723.208071:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.0:1779697723.208074:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697723.208077:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.0:1779697723.208081:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.208137:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.208149:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697723.208154:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536780. 00010000:00000010:3.0:1779697723.209673:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000200:3.0:1779697723.209718:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966680 x1866146215540864/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 592/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.209756:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697723.209765:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215540864, offset 224 00000400:00000200:3.0:1779697723.209772:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.209788:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.209795:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309576:309576:256:4294967295] 192.168.203.23@tcp LPNI seq info [309572:309572:8:4294967295] 00000400:00000200:3.0:1779697723.209808:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.209813:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.209836:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697723.209843:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.209850:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.209854:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.209878:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.209886:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.209889:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:1.0:1779697723.210091:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.210095:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697723.210098:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.210103:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.210107:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:1.0:1779697723.210109:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000400:00000200:0.0:1779697723.213540:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.213622:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646b900 00000400:00000200:0.0:1779697723.213632:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 12312 00000400:00000200:0.0:1779697723.213646:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.213651:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.213659:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697723.213666:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967800. 00000020:00000010:3.0:1779697723.213761:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697723.213767:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697723.213772:0:194520:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.213777:0:194520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.213781:0:194520:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00010000:00000010:3.1:1779697723.214768:0:194520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00000020:00000010:3.0:1779697723.214800:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8500. 00000020:00000010:3.0:1779697723.214804:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8500. 00000100:00000200:3.0:1779697723.214807:0:194520:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215540992 00010000:00000010:3.0:1779697723.214831:0:194520:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1f00. 00010000:00000010:3.0:1779697723.214835:0:194520:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf6fa1400. 00010000:00000010:3.0:1779697723.214841:0:194520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c400. 00002000:00000010:3.0:1779697723.214849:0:194520:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8500. 00002000:00000010:3.0:1779697723.214859:0:194520:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4260. 00080000:00000010:3.0:1779697723.214867:0:194520:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c1c8. 02000000:00000010:3.0:1779697723.215159:0:194520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbe554c800. 00010000:00000200:3.0:1779697723.215197:0:194520:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967800 x1866146215540992/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.215217:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697723.215225:0:194520:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215540992, offset 224 00000400:00000200:3.0:1779697723.215233:0:194520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.215246:0:194520:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.215253:0:194520:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309577:309577:256:4294967295] 192.168.203.23@tcp LPNI seq info [309573:309573:8:4294967295] 00000400:00000200:3.0:1779697723.215267:0:194520:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.215275:0:194520:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.215280:0:194520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697723.215287:0:194520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.215294:0:194520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.215298:0:194520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.219888:0:194520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.219901:0:194520:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.219905:0:194520:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:0.0:1779697723.221032:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.221039:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697723.221046:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.221058:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.221066:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:0.0:1779697723.221070:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00010000:00000010:3.1:1779697723.221584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697723.221592:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697723.221596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697723.221599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000400:00000200:1.0:1779697723.223740:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.223759:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a1400646ba00 00000400:00000200:1.0:1779697723.223775:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18db09 [64] + 193944 00000400:00000200:1.0:1779697723.223792:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.223798:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.223805:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.223812:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db480. 00000020:00000010:3.0:1779697723.224009:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697723.224016:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697723.224022:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.224029:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.224035:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.224113:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697723.224116:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000100:00000200:3.0:1779697723.224120:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215541248 02000000:00000010:3.0:1779697723.224159:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfee5b000. 00010000:00000010:3.0:1779697723.224206:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.224223:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697723.224236:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697723.224245:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697723.224267:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697723.224271:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697723.224276:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697723.224281:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697723.224296:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048ff00. 00010000:00000010:3.0:1779697723.224299:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697723.224303:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.224307:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b80. 00010000:00000010:3.0:1779697723.224451:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f500. 00010000:00000010:3.0:1779697723.224456:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697723.224459:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.224462:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697723.224487:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97bc0. 00000020:00000010:3.0:1779697723.224495:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97bc0. 00000020:00000010:3.0:1779697723.224505:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830b9c0. 00080000:00000010:3.0:1779697723.224514:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe554cc00. 00000004:00000010:3.0:1779697723.224560:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad7543780. 00000004:00000010:3.0:1779697723.224565:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53bf0. 00000004:00000010:3.0:1779697723.224567:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53880. 00000004:00000010:3.0:1779697723.224575:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e1aa0. 00000004:00000010:3.0:1779697723.225124:0:202031:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93cacd41c060. 00000001:00000010:3.0:1779697723.225138:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c0c0. 00000001:00000010:3.0:1779697723.225144:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697723.225192:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830b9c0. 00010000:00000010:3.0:1779697723.225202:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697723.225208:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11400. 00010000:00000010:3.0:1779697723.225222:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75433c0. 00010000:00000010:3.0:1779697723.225269:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.225291:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697723.225295:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c00. 00010000:00000200:3.0:1779697723.225317:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974567, last committed = 8589974453 00010000:00000200:3.0:1779697723.225328:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3db480 x1866146215541248/t8589974567(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 504/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.225348:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697723.225353:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215541248, offset 224 00000400:00000010:3.0:1779697723.225360:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0540. 00000400:00000200:3.0:1779697723.225364:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.225376:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.225381:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309578:309578:256:4294967295] 192.168.203.23@tcp LPNI seq info [309574:309574:8:4294967295] 00000400:00000200:3.0:1779697723.225410:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.225416:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.225421:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.225426:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697723.225432:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.225440:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.225445:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1779697723.225455:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11400. 00010000:00000010:0.0:1779697723.225463:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.225465:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00010000:00000010:0.0:1779697723.225471:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75433c0. 00000020:00000010:3.0:1779697723.225471:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.225475:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:0.0:1779697723.225620:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.225625:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697723.225629:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.225634:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.227415:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697723.227432:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa4f5 00000400:00000200:0.0:1779697723.227440:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.227444:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697723.227450:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:0.0:1779697723.227453:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00010000:00000010:1.0:1779697723.232534:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b80. 00010000:00000010:1.0:1779697723.232551:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00000400:00000200:1.0:1779697723.232665:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.232682:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ba80 00000400:00000200:1.0:1779697723.232690:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18db09 [64] + 194448 00000400:00000010:1.0:1779697723.232696:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7a50. 00000400:00000200:1.0:1779697723.232700:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf054b000 00000400:00000200:1.0:1779697723.232772:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.232777:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.232783:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf054b000 00000400:00000010:1.0:1779697723.232785:0:3315:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff93cbf054b000. 00000100:00000200:1.0:1779697723.232791:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1779697723.232840:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.232956:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.232964:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:1.0:1779697723.232969:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697723.232975:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.233006:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.233009:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000100:00000200:1.0:1779697723.233012:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215541376 00000001:00000010:1.0:1779697723.233022:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75430c0. 00010000:00000010:1.0:1779697723.233042:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697723.233045:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f980. 00010000:00000010:1.0:1779697723.233051:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697723.233057:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697723.233086:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666d000. 00010000:00000010:1.0:1779697723.233284:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697723.233289:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406f00. 00010000:00000010:1.0:1779697723.233444:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697723.233480:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfed39450 x1866146215541376/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.233499:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697723.233504:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215541376, offset 224 00000400:00000200:1.0:1779697723.233510:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.233520:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.233532:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309579:309579:256:4294967295] 192.168.203.23@tcp LPNI seq info [309575:309575:8:4294967295] 00000400:00000200:1.0:1779697723.233542:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.233548:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.233553:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697723.233677:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.233693:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.233697:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.233722:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697723.233739:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.233743:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 02000000:00000010:1.0:1779697723.233813:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfee5b000. 00000100:00000010:1.0:1779697723.233817:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3db480. 02000000:00000010:1.0:1779697723.233826:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2c000. 00000100:00000010:1.0:1779697723.233830:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff966680. 02000000:00000010:1.0:1779697723.233833:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2d000. 00000100:00000010:1.0:1779697723.233836:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3d8700. 02000000:00000010:1.0:1779697723.233839:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfbf2f000. 00000100:00000010:1.0:1779697723.233841:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3db800. 02000000:00000010:1.0:1779697723.233844:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfbf2a000. 00000100:00000010:1.0:1779697723.233846:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7b73b80. 02000000:00000010:1.0:1779697723.233854:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e11000. 00000100:00000010:1.0:1779697723.233856:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d5f80. 02000000:00000010:1.0:1779697723.233860:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfbf2e000. 00000100:00000010:1.0:1779697723.233862:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9ad80. 02000000:00000010:1.0:1779697723.233865:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd666a000. 00000100:00000010:1.0:1779697723.233867:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02d180. 02000000:00000010:1.0:1779697723.233871:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e12000. 00000100:00000010:1.0:1779697723.233873:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d5500. 02000000:00000010:1.0:1779697723.233876:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfbf29000. 00000100:00000010:1.0:1779697723.233883:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d4700. 02000000:00000010:1.0:1779697723.233886:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd666b000. 00000100:00000010:1.0:1779697723.233888:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521fb80. 02000000:00000010:1.0:1779697723.233891:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf80b2000. 00000100:00000010:1.0:1779697723.233893:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46b100. 02000000:00000010:1.0:1779697723.233897:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4e13000. 00000100:00000010:1.0:1779697723.233899:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02f800. 02000000:00000010:1.0:1779697723.233902:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf80b1000. 00000100:00000010:1.0:1779697723.233904:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46bb80. 02000000:00000010:1.0:1779697723.233906:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8cc000. 00000100:00000010:1.0:1779697723.233909:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521ce00. 02000000:00000010:1.0:1779697723.233916:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8cd000. 00000100:00000010:1.0:1779697723.233919:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521d880. 02000000:00000010:1.0:1779697723.233921:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ca000. 00000100:00000010:1.0:1779697723.233924:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02c380. 02000000:00000010:1.0:1779697723.233927:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb0a0000. 00000100:00000010:1.0:1779697723.233929:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521f480. 02000000:00000010:1.0:1779697723.233932:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbcb0a4000. 00000100:00000010:1.0:1779697723.233934:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02f100. 02000000:00000010:1.0:1779697723.233942:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb0a6000. 00000100:00000010:1.0:1779697723.233944:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff468a80. 02000000:00000010:1.0:1779697723.233947:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d0e000. 00000100:00000010:1.0:1779697723.233950:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02e680. 02000000:00000010:1.0:1779697723.233953:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb0a5000. 00000100:00000010:1.0:1779697723.233955:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ea00. 02000000:00000010:1.0:1779697723.233958:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9cd000. 00000100:00000010:1.0:1779697723.233961:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46b480. 02000000:00000010:1.0:1779697723.233963:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d0f000. 00000100:00000010:1.0:1779697723.233971:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521ed80. 02000000:00000010:1.0:1779697723.233974:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0a000. 00000100:00000010:1.0:1779697723.233976:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521d180. 02000000:00000010:1.0:1779697723.233979:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9ce000. 00000100:00000010:1.0:1779697723.233981:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b64000. 02000000:00000010:1.0:1779697723.233984:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9cb000. 00000100:00000010:1.0:1779697723.233986:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b66300. 02000000:00000010:1.0:1779697723.233990:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4e16000. 00000100:00000010:1.0:1779697723.233992:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b65500. 02000000:00000010:1.0:1779697723.234000:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee76000. 00000100:00000010:1.0:1779697723.234002:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff965c00. 02000000:00000010:1.0:1779697723.234005:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff9c9000. 00000100:00000010:1.0:1779697723.234008:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff964380. 02000000:00000010:1.0:1779697723.234010:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9cf000. 00000100:00000010:1.0:1779697723.234012:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf95a680. 02000000:00000010:1.0:1779697723.234017:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9ca000. 00000100:00000010:1.0:1779697723.234019:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf959880. 02000000:00000010:1.0:1779697723.234026:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeee77000. 00000100:00000010:1.0:1779697723.234029:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf95ad80. 02000000:00000010:1.0:1779697723.234032:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff9c8000. 00000100:00000010:1.0:1779697723.234035:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634a80. 02000000:00000010:1.0:1779697723.234044:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee71000. 00000100:00000010:1.0:1779697723.234046:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02df80. 02000000:00000010:1.0:1779697723.234049:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7416000. 00000100:00000010:1.0:1779697723.234053:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02c000. 02000000:00000010:1.0:1779697723.234060:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee75000. 00000100:00000010:1.0:1779697723.234063:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a8a80. 02000000:00000010:1.0:1779697723.234067:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb4b730000. 00000100:00000010:1.0:1779697723.234069:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95500. 02000000:00000010:1.0:1779697723.234072:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7410000. 00000100:00000010:1.0:1779697723.234074:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97b80. 02000000:00000010:1.0:1779697723.234077:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf83a0000. 00000100:00000010:1.0:1779697723.234085:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b94700. 02000000:00000010:1.0:1779697723.234088:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbcb049000. 00000100:00000010:1.0:1779697723.234090:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97100. 02000000:00000010:1.0:1779697723.234093:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbd6269000. 00000100:00000010:1.0:1779697723.234101:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66aa680. 02000000:00000010:1.0:1779697723.234109:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7412000. 00000100:00000010:1.0:1779697723.234112:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95880. 02000000:00000010:1.0:1779697723.234115:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad57a7000. 00000100:00000010:1.0:1779697723.234117:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96300. 02000000:00000010:1.0:1779697723.234120:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7417000. 00000100:00000010:1.0:1779697723.234122:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96a00. 02000000:00000010:1.0:1779697723.234125:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7414000. 00000100:00000010:1.0:1779697723.234127:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02d500. 02000000:00000010:1.0:1779697723.234129:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad57a0000. 00000100:00000010:1.0:1779697723.234131:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97480. 02000000:00000010:1.0:1779697723.234133:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad57a2000. 00000100:00000010:1.0:1779697723.234136:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9c00. 02000000:00000010:1.0:1779697723.234138:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cad57a1000. 00000100:00000010:1.0:1779697723.234140:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047dc00. 02000000:00000010:1.0:1779697723.234143:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeee74000. 00000100:00000010:1.0:1779697723.234146:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ca80. 02000000:00000010:1.0:1779697723.234148:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad7411000. 00000100:00000010:1.0:1779697723.234150:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047c700. 02000000:00000010:1.0:1779697723.234153:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad7413000. 00000100:00000010:1.0:1779697723.234155:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f100. 02000000:00000010:1.0:1779697723.234159:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cbf059e000. 00000100:00000010:1.0:1779697723.234162:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f800. 02000000:00000010:1.0:1779697723.234165:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cae3138000. 00000100:00000010:1.0:1779697723.234174:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ed80. 02000000:00000010:1.0:1779697723.234177:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf0599000. 00000100:00000010:1.0:1779697723.234179:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ca80. 02000000:00000010:1.0:1779697723.234182:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf059b000. 00000100:00000010:1.0:1779697723.234184:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047c000. 02000000:00000010:1.0:1779697723.234187:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf059d000. 00000100:00000010:1.0:1779697723.234189:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ce00. 02000000:00000010:1.0:1779697723.234191:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caca2b0000. 00000100:00000010:1.0:1779697723.234198:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047f480. 02000000:00000010:1.0:1779697723.234201:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caca2b1000. 00000100:00000010:1.0:1779697723.234203:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047c380. 02000000:00000010:1.0:1779697723.234206:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93caca2b5000. 00000100:00000010:1.0:1779697723.234208:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047d180. 02000000:00000010:1.0:1779697723.234211:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cbc820a000. 00000100:00000010:1.0:1779697723.234214:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66aaa00. 02000000:00000010:1.0:1779697723.234217:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbcb0eb800. 00000100:00000010:1.0:1779697723.234225:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7586d80. 02000000:00000010:1.0:1779697723.234229:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef815000. 00000100:00000010:1.0:1779697723.234231:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a8380. 02000000:00000010:1.0:1779697723.234234:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d0b000. 00000100:00000010:1.0:1779697723.234237:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5441500. 02000000:00000010:1.0:1779697723.234240:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d0c000. 00000100:00000010:1.0:1779697723.234242:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5442d80. 02000000:00000010:1.0:1779697723.234245:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad6d08000. 00000100:00000010:1.0:1779697723.234247:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7586a00. 02000000:00000010:1.0:1779697723.234249:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad6d09000. 00000100:00000010:1.0:1779697723.234251:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585c00. 02000000:00000010:1.0:1779697723.234259:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55a000. 00000100:00000010:1.0:1779697723.234262:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63aed80. 02000000:00000010:1.0:1779697723.234266:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cae313a000. 00000100:00000010:1.0:1779697723.234269:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7587480. 02000000:00000010:1.0:1779697723.234271:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cace559000. 00000100:00000010:1.0:1779697723.234274:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047fb80. 02000000:00000010:1.0:1779697723.234277:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55c000. 00000100:00000010:1.0:1779697723.234284:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047e300. 02000000:00000010:1.0:1779697723.234287:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55f000. 00000100:00000010:1.0:1779697723.234290:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585500. 02000000:00000010:1.0:1779697723.234292:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc820b000. 00000100:00000010:1.0:1779697723.234295:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff469180. 02000000:00000010:1.0:1779697723.234297:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cace55b000. 00000100:00000010:1.0:1779697723.234301:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585180. 02000000:00000010:1.0:1779697723.234303:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace55d000. 00000100:00000010:1.0:1779697723.234306:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7585f80. 02000000:00000010:1.0:1779697723.234314:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc8209000. 00000100:00000010:1.0:1779697723.234316:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff469880. 02000000:00000010:1.0:1779697723.234318:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc820f000. 00000100:00000010:1.0:1779697723.234320:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff469500. 02000000:00000010:1.0:1779697723.234323:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cace558000. 00000100:00000010:1.0:1779697723.234325:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584700. 02000000:00000010:1.0:1779697723.234328:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc820e000. 00000100:00000010:1.0:1779697723.234330:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf047ea00. 02000000:00000010:1.0:1779697723.234492:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeecf000. 00000100:00000010:1.0:1779697723.234497:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5443480. 02000000:00000010:1.0:1779697723.234500:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbfeecd000. 00000100:00000010:1.0:1779697723.234610:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5442680. 02000000:00000010:1.0:1779697723.234637:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeec8000. 00000100:00000010:1.0:1779697723.234640:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584a80. 02000000:00000010:1.0:1779697723.234707:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3092000. 00000100:00000010:1.0:1779697723.234711:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584000. 02000000:00000010:1.0:1779697723.234714:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc8208000. 00000100:00000010:1.0:1779697723.234716:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff468700. 02000000:00000010:1.0:1779697723.234719:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cbc3097000. 00000100:00000010:1.0:1779697723.234721:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5440e00. 02000000:00000010:1.0:1779697723.234725:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cae3139000. 00000100:00000010:1.0:1779697723.234741:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637480. 02000000:00000010:1.0:1779697723.234745:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3096000. 00000100:00000010:1.0:1779697723.234747:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61635c00. 02000000:00000010:1.0:1779697723.234749:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf2000. 00000100:00000010:1.0:1779697723.234753:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634e00. 02000000:00000010:1.0:1779697723.234758:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3095000. 00000100:00000010:1.0:1779697723.234760:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63af800. 02000000:00000010:1.0:1779697723.234763:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cbff470000. 00000100:00000010:1.0:1779697723.234766:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63adc00. 02000000:00000010:1.0:1779697723.234769:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cadd213000. 00000100:00000010:1.0:1779697723.234772:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637b80. 02000000:00000010:1.0:1779697723.234780:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cadd212000. 00000100:00000010:1.0:1779697723.234782:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5440a80. 02000000:00000010:1.0:1779697723.234785:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacccf3000. 00000100:00000010:1.0:1779697723.234787:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63ace00. 02000000:00000010:1.0:1779697723.234791:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffff93cacccf7000. 00000100:00000010:1.0:1779697723.234793:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7586680. 02000000:00000010:1.0:1779697723.234796:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc820d000. 00000100:00000010:1.0:1779697723.234798:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63ae680. 02000000:00000010:1.0:1779697723.234806:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeece000. 00000100:00000010:1.0:1779697723.234808:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7587800. 02000000:00000010:1.0:1779697723.234811:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff710000. 00000100:00000010:1.0:1779697723.234814:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636a00. 02000000:00000010:1.0:1779697723.234817:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeecc000. 00000100:00000010:1.0:1779697723.234819:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75500. 02000000:00000010:1.0:1779697723.234823:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff712000. 00000100:00000010:1.0:1779697723.234825:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63ae300. 02000000:00000010:1.0:1779697723.234833:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cadd215000. 00000100:00000010:1.0:1779697723.234839:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1df80. 02000000:00000010:1.0:1779697723.234844:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cadd214000. 00000100:00000010:1.0:1779697723.234849:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1c700. 02000000:00000010:1.0:1779697723.234852:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc874c000. 00000100:00000010:1.0:1779697723.234856:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb74e00. 02000000:00000010:1.0:1779697723.234864:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff717000. 00000100:00000010:1.0:1779697723.234866:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1f480. 02000000:00000010:1.0:1779697723.234869:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacccf4000. 00000100:00000010:1.0:1779697723.234873:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75f80. 02000000:00000010:1.0:1779697723.234875:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacccf6000. 00000100:00000010:1.0:1779697723.234878:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75180. 02000000:00000010:1.0:1779697723.234881:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff715000. 00000100:00000010:1.0:1779697723.234883:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb77b80. 02000000:00000010:1.0:1779697723.234886:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff713000. 00000100:00000010:1.0:1779697723.234889:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb74700. 02000000:00000010:1.0:1779697723.234897:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3bc000. 00000100:00000010:1.0:1779697723.234900:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb76300. 02000000:00000010:1.0:1779697723.234902:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3bb000. 00000100:00000010:1.0:1779697723.234904:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61635880. 02000000:00000010:1.0:1779697723.234907:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbfeec9000. 00000100:00000010:1.0:1779697723.234909:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb75c00. 02000000:00000010:1.0:1779697723.234912:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad1a8e000. 00000100:00000010:1.0:1779697723.234914:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1fb80. 02000000:00000010:1.0:1779697723.234921:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1a8d000. 00000100:00000010:1.0:1779697723.234924:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1d880. 02000000:00000010:1.0:1779697723.234927:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbff714000. 00000100:00000010:1.0:1779697723.234929:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb77480. 02000000:00000010:1.0:1779697723.234932:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc874b000. 00000100:00000010:1.0:1779697723.234934:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5443b80. 02000000:00000010:1.0:1779697723.234937:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4bd1000. 00000100:00000010:1.0:1779697723.234939:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5443100. 02000000:00000010:1.0:1779697723.234947:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caceef3000. 00000100:00000010:1.0:1779697723.234950:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637800. 02000000:00000010:1.0:1779697723.234953:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc874e000. 00000100:00000010:1.0:1779697723.234955:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634380. 02000000:00000010:1.0:1779697723.234959:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caceef2000. 00000100:00000010:1.0:1779697723.234961:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61634000. 02000000:00000010:1.0:1779697723.234965:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93caceef7000. 00000100:00000010:1.0:1779697723.234967:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59f80. 02000000:00000010:1.0:1779697723.234975:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4bd5000. 00000100:00000010:1.0:1779697723.234977:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636d80. 02000000:00000010:1.0:1779697723.234980:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4bd0000. 00000100:00000010:1.0:1779697723.234982:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5440700. 02000000:00000010:1.0:1779697723.234985:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cc00255000. 00000100:00000010:1.0:1779697723.234988:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1d180. 02000000:00000010:1.0:1779697723.234990:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cc00254000. 00000100:00000010:1.0:1779697723.234992:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1ed80. 02000000:00000010:1.0:1779697723.235000:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caceef6000. 00000100:00000010:1.0:1779697723.235003:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefe1f800. 02000000:00000010:1.0:1779697723.235006:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3a000. 00000100:00000010:1.0:1779697723.235008:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6711f80. 02000000:00000010:1.0:1779697723.235011:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93caceef0000. 00000100:00000010:1.0:1779697723.235014:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710000. 02000000:00000010:1.0:1779697723.235016:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3e000. 00000100:00000010:1.0:1779697723.235024:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6711c00. 02000000:00000010:1.0:1779697723.235026:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeff3000. 00000100:00000010:1.0:1779697723.235029:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710700. 02000000:00000010:1.0:1779697723.235031:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3be000. 00000100:00000010:1.0:1779697723.235034:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59880. 02000000:00000010:1.0:1779697723.235037:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2b5a7000. 00000100:00000010:1.0:1779697723.235039:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59180. 02000000:00000010:1.0:1779697723.235046:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3ba000. 00000100:00000010:1.0:1779697723.235049:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5b480. 02000000:00000010:1.0:1779697723.235052:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeff0000. 00000100:00000010:1.0:1779697723.235054:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61637100. 02000000:00000010:1.0:1779697723.235057:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2b5a4000. 00000100:00000010:1.0:1779697723.235059:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59c00. 02000000:00000010:1.0:1779697723.235062:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1aaf000. 00000100:00000010:1.0:1779697723.235065:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5ad80. 02000000:00000010:1.0:1779697723.235072:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff5000. 00000100:00000010:1.0:1779697723.235075:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5442a00. 02000000:00000010:1.0:1779697723.235078:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeff1000. 00000100:00000010:1.0:1779697723.235081:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61635500. 02000000:00000010:1.0:1779697723.235083:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeff6000. 00000100:00000010:1.0:1779697723.235086:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930bb80. 02000000:00000010:1.0:1779697723.235089:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1aad000. 00000100:00000010:1.0:1779697723.235091:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5aa00. 02000000:00000010:1.0:1779697723.235094:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb0ca000. 00000100:00000010:1.0:1779697723.235097:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76d80. 02000000:00000010:1.0:1779697723.235100:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1331000. 00000100:00000010:1.0:1779697723.235103:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd59500. 02000000:00000010:1.0:1779697723.235105:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb0cd000. 00000100:00000010:1.0:1779697723.235110:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636300. 02000000:00000010:1.0:1779697723.235113:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1330000. 00000100:00000010:1.0:1779697723.235116:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd5bb80. 02000000:00000010:1.0:1779697723.235119:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3c000. 00000100:00000010:1.0:1779697723.235121:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc0380. 02000000:00000010:1.0:1779697723.235124:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1335000. 00000100:00000010:1.0:1779697723.235131:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc1880. 02000000:00000010:1.0:1779697723.235134:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb0c8000. 00000100:00000010:1.0:1779697723.235136:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc1500. 02000000:00000010:1.0:1779697723.235139:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1244000. 00000100:00000010:1.0:1779697723.235142:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61636680. 02000000:00000010:1.0:1779697723.235144:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3d000. 00000100:00000010:1.0:1779697723.235147:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc2680. 02000000:00000010:1.0:1779697723.235154:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1333000. 00000100:00000010:1.0:1779697723.235157:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc3480. 02000000:00000010:1.0:1779697723.235160:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf1334000. 00000100:00000010:1.0:1779697723.235162:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc3b80. 02000000:00000010:1.0:1779697723.235165:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad53e9000. 00000100:00000010:1.0:1779697723.235169:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc2a00. 02000000:00000010:1.0:1779697723.235172:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc2c3b000. 00000100:00000010:1.0:1779697723.235192:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7df80. 02000000:00000010:1.0:1779697723.235201:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6e60000. 00000100:00000010:1.0:1779697723.235203:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc3100. 02000000:00000010:1.0:1779697723.235206:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6e62000. 00000100:00000010:1.0:1779697723.235209:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc3480. 02000000:00000010:1.0:1779697723.235211:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbe558c000. 00000100:00000010:1.0:1779697723.235214:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77b80. 02000000:00000010:1.0:1779697723.235217:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25de000. 00000100:00000010:1.0:1779697723.235220:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f75880. 02000000:00000010:1.0:1779697723.235223:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad53ea000. 00000100:00000010:1.0:1779697723.235226:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f74a80. 02000000:00000010:1.0:1779697723.235230:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad566a000. 00000100:00000010:1.0:1779697723.235233:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c700. 02000000:00000010:1.0:1779697723.235235:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbe558d000. 00000100:00000010:1.0:1779697723.235241:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76a00. 02000000:00000010:1.0:1779697723.235244:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dff9000. 00000100:00000010:1.0:1779697723.235247:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7fb80. 02000000:00000010:1.0:1779697723.235250:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2dffb000. 00000100:00000010:1.0:1779697723.235253:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc1500. 02000000:00000010:1.0:1779697723.235256:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad566c000. 00000100:00000010:1.0:1779697723.235258:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6713b80. 02000000:00000010:1.0:1779697723.235264:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2dffa000. 00000100:00000010:1.0:1779697723.235267:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc1c00. 02000000:00000010:1.0:1779697723.235269:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25db000. 00000100:00000010:1.0:1779697723.235272:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc3b80. 02000000:00000010:1.0:1779697723.235275:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad566b000. 00000100:00000010:1.0:1779697723.235277:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc0700. 02000000:00000010:1.0:1779697723.235281:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad5668000. 00000100:00000010:1.0:1779697723.235283:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7ce00. 02000000:00000010:1.0:1779697723.235285:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25d9000. 00000100:00000010:1.0:1779697723.235288:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7d500. 02000000:00000010:1.0:1779697723.235290:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25dc000. 00000100:00000010:1.0:1779697723.235292:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7ed80. 02000000:00000010:1.0:1779697723.235296:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad5669000. 00000100:00000010:1.0:1779697723.235299:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc2d80. 02000000:00000010:1.0:1779697723.235301:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dff8000. 00000100:00000010:1.0:1779697723.235304:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c037b80. 02000000:00000010:1.0:1779697723.235307:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacb3bf000. 00000100:00000010:1.0:1779697723.235309:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c380. 02000000:00000010:1.0:1779697723.235312:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb2dffc000. 00000100:00000010:1.0:1779697723.235315:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7f800. 02000000:00000010:1.0:1779697723.235317:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad25da000. 00000100:00000010:1.0:1779697723.235320:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f75c00. 02000000:00000010:1.0:1779697723.235323:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacb3bd000. 00000100:00000010:1.0:1779697723.235325:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c035500. 02000000:00000010:1.0:1779697723.235328:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad566d000. 00000100:00000010:1.0:1779697723.235331:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c037800. 02000000:00000010:1.0:1779697723.235334:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6eb3000. 00000100:00000010:1.0:1779697723.235336:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f74e00. 02000000:00000010:1.0:1779697723.235340:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb2dffd000. 00000100:00000010:1.0:1779697723.235342:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c035180. 02000000:00000010:1.0:1779697723.235345:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc7985000. 00000100:00000010:1.0:1779697723.235359:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710e00. 02000000:00000010:1.0:1779697723.235363:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbff6fb000. 00000100:00000010:1.0:1779697723.235365:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f74000. 02000000:00000010:1.0:1779697723.235368:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbca26e000. 00000100:00000010:1.0:1779697723.235371:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77100. 02000000:00000010:1.0:1779697723.235374:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad882c000. 00000100:00000010:1.0:1779697723.235378:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77480. 02000000:00000010:1.0:1779697723.235380:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc7983000. 00000100:00000010:1.0:1779697723.235383:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6713480. 02000000:00000010:1.0:1779697723.235386:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacea91000. 00000100:00000010:1.0:1779697723.235408:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7f480. 02000000:00000010:1.0:1779697723.235412:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad25d8000. 00000100:00000010:1.0:1779697723.235415:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6710a80. 02000000:00000010:1.0:1779697723.235418:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad8829000. 00000100:00000010:1.0:1779697723.235420:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7c000. 02000000:00000010:1.0:1779697723.235423:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea95000. 00000100:00000010:1.0:1779697723.235425:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930ad80. 02000000:00000010:1.0:1779697723.235428:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf91000. 00000100:00000010:1.0:1779697723.235430:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930a300. 02000000:00000010:1.0:1779697723.235433:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c05000. 00000100:00000010:1.0:1779697723.235436:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9308700. 02000000:00000010:1.0:1779697723.235439:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c07000. 00000100:00000010:1.0:1779697723.235443:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68c700. 02000000:00000010:1.0:1779697723.235447:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacd81f000. 00000100:00000010:1.0:1779697723.235449:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68c000. 02000000:00000010:1.0:1779697723.235452:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf95000. 00000100:00000010:1.0:1779697723.235454:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9308a80. 02000000:00000010:1.0:1779697723.235457:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c03000. 00000100:00000010:1.0:1779697723.235466:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c036300. 02000000:00000010:1.0:1779697723.235469:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacd818000. 00000100:00000010:1.0:1779697723.235471:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c036680. 02000000:00000010:1.0:1779697723.235780:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacbf94000. 00000100:00000010:1.0:1779697723.235785:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930b100. 02000000:00000010:1.0:1779697723.235788:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf90000. 00000100:00000010:1.0:1779697723.235791:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034380. 02000000:00000010:1.0:1779697723.235794:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf12f2000. 00000100:00000010:1.0:1779697723.235797:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c036d80. 02000000:00000010:1.0:1779697723.235799:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c04000. 00000100:00000010:1.0:1779697723.235802:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9309880. 02000000:00000010:1.0:1779697723.235804:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf12f7000. 00000100:00000010:1.0:1779697723.235807:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034e00. 02000000:00000010:1.0:1779697723.235810:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad578c000. 00000100:00000010:1.0:1779697723.235812:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68ed80. 02000000:00000010:1.0:1779697723.235816:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacbf97000. 00000100:00000010:1.0:1779697723.235818:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c035c00. 02000000:00000010:1.0:1779697723.235821:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacbf96000. 00000100:00000010:1.0:1779697723.235823:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034a80. 02000000:00000010:1.0:1779697723.235825:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c00000. 00000100:00000010:1.0:1779697723.235828:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034700. 02000000:00000010:1.0:1779697723.235831:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf1288000. 00000100:00000010:1.0:1779697723.235836:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c034000. 02000000:00000010:1.0:1779697723.235839:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf128b000. 00000100:00000010:1.0:1779697723.235841:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e80380. 02000000:00000010:1.0:1779697723.235845:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128d000. 00000100:00000010:1.0:1779697723.235851:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e82d80. 02000000:00000010:1.0:1779697723.235855:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea90000. 00000100:00000010:1.0:1779697723.235857:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e83480. 02000000:00000010:1.0:1779697723.235860:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac1c06000. 00000100:00000010:1.0:1779697723.235864:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f76680. 02000000:00000010:1.0:1779697723.235867:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4f53000. 00000100:00000010:1.0:1779697723.235871:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9309f80. 02000000:00000010:1.0:1779697723.235874:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128e000. 00000100:00000010:1.0:1779697723.235878:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68ce00. 02000000:00000010:1.0:1779697723.235882:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacea94000. 00000100:00000010:1.0:1779697723.235885:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9308380. 02000000:00000010:1.0:1779697723.235889:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacea92000. 00000100:00000010:1.0:1779697723.235891:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f75180. 02000000:00000010:1.0:1779697723.235895:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbca451000. 00000100:00000010:1.0:1779697723.235898:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9309180. 02000000:00000010:1.0:1779697723.235901:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf128a000. 00000100:00000010:1.0:1779697723.235904:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68f100. 02000000:00000010:1.0:1779697723.235907:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbca457000. 00000100:00000010:1.0:1779697723.235910:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930b800. 02000000:00000010:1.0:1779697723.235912:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad8b3d000. 00000100:00000010:1.0:1779697723.235915:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68e300. 02000000:00000010:1.0:1779697723.235918:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad8b38000. 00000100:00000010:1.0:1779697723.235920:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68fb80. 02000000:00000010:1.0:1779697723.235922:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf72c3000. 00000100:00000010:1.0:1779697723.235925:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9308000. 02000000:00000010:1.0:1779697723.235928:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc786c000. 00000100:00000010:1.0:1779697723.235930:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930b480. 02000000:00000010:1.0:1779697723.235933:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf72c4000. 00000100:00000010:1.0:1779697723.235936:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68d500. 02000000:00000010:1.0:1779697723.235939:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac1c01000. 00000100:00000010:1.0:1779697723.235946:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a6d80. 02000000:00000010:1.0:1779697723.235951:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3470000. 00000100:00000010:1.0:1779697723.235953:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930aa00. 02000000:00000010:1.0:1779697723.235956:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4e7b000. 00000100:00000010:1.0:1779697723.235959:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68c380. 02000000:00000010:1.0:1779697723.235961:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc4e78000. 00000100:00000010:1.0:1779697723.235964:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e81500. 02000000:00000010:1.0:1779697723.235967:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad8b3c000. 00000100:00000010:1.0:1779697723.235970:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e82680. 02000000:00000010:1.0:1779697723.235972:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3477000. 00000100:00000010:1.0:1779697723.235975:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb9f80. 02000000:00000010:1.0:1779697723.235977:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4e7c000. 00000100:00000010:1.0:1779697723.235980:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb8a80. 02000000:00000010:1.0:1779697723.235983:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3472000. 00000100:00000010:1.0:1779697723.235986:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb9880. 02000000:00000010:1.0:1779697723.235989:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac92f1000. 00000100:00000010:1.0:1779697723.235991:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e81180. 02000000:00000010:1.0:1779697723.235994:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1d9d000. 00000100:00000010:1.0:1779697723.235998:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a4000. 02000000:00000010:1.0:1779697723.236002:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc4e7d000. 00000100:00000010:1.0:1779697723.236004:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bbaa00. 02000000:00000010:1.0:1779697723.236007:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac92f0000. 00000100:00000010:1.0:1779697723.236009:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae9309500. 02000000:00000010:1.0:1779697723.236011:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac92f2000. 00000100:00000010:1.0:1779697723.236014:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cae930a680. 02000000:00000010:1.0:1779697723.236017:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cc00c54000. 00000100:00000010:1.0:1779697723.236021:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7800. 02000000:00000010:1.0:1779697723.236025:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb645e6000. 00000100:00000010:1.0:1779697723.236030:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7b80. 02000000:00000010:1.0:1779697723.236034:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac92f6000. 00000100:00000010:1.0:1779697723.236039:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac4380. 02000000:00000010:1.0:1779697723.236044:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cc00c52000. 00000100:00000010:1.0:1779697723.236048:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac4e00. 02000000:00000010:1.0:1779697723.236052:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cace6a4000. 00000100:00000010:1.0:1779697723.236055:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac5500. 02000000:00000010:1.0:1779697723.236059:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace6a6000. 00000100:00000010:1.0:1779697723.236064:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac4000. 02000000:00000010:1.0:1779697723.236068:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb645e5000. 00000100:00000010:1.0:1779697723.236073:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb8380. 02000000:00000010:1.0:1779697723.236078:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf4916000. 00000100:00000010:1.0:1779697723.236083:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac6680. 02000000:00000010:1.0:1779697723.236087:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf4917000. 00000100:00000010:1.0:1779697723.236091:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb8e00. 02000000:00000010:1.0:1779697723.236096:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cace6a2000. 00000100:00000010:1.0:1779697723.236099:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bba300. 02000000:00000010:1.0:1779697723.236102:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad1d9f000. 00000100:00000010:1.0:1779697723.236105:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bb9180. 02000000:00000010:1.0:1779697723.236109:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac2f45000. 00000100:00000010:1.0:1779697723.236112:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a4380. 02000000:00000010:1.0:1779697723.236116:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf4915000. 00000100:00000010:1.0:1779697723.236119:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac4700. 02000000:00000010:1.0:1779697723.236123:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac4bde000. 00000100:00000010:1.0:1779697723.236127:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac6d80. 02000000:00000010:1.0:1779697723.236133:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf81ef000. 00000100:00000010:1.0:1779697723.236137:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac5c00. 02000000:00000010:1.0:1779697723.236141:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9a000. 00000100:00000010:1.0:1779697723.236146:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac6300. 02000000:00000010:1.0:1779697723.236151:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf81ea000. 00000100:00000010:1.0:1779697723.236156:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac5880. 02000000:00000010:1.0:1779697723.236161:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf81ed000. 00000100:00000010:1.0:1779697723.236166:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac6a00. 02000000:00000010:1.0:1779697723.236172:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac2f46000. 00000100:00000010:1.0:1779697723.236177:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac7b80. 02000000:00000010:1.0:1779697723.236182:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9d000. 00000100:00000010:1.0:1779697723.236185:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac5180. 02000000:00000010:1.0:1779697723.236189:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9e000. 00000100:00000010:1.0:1779697723.236192:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc9500. 02000000:00000010:1.0:1779697723.236198:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb645e7000. 00000100:00000010:1.0:1779697723.236204:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fcb480. 02000000:00000010:1.0:1779697723.236215:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf81ee000. 00000100:00000010:1.0:1779697723.236220:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac5f80. 02000000:00000010:1.0:1779697723.236225:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb99000. 00000100:00000010:1.0:1779697723.236229:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd0472d80. 02000000:00000010:1.0:1779697723.236236:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9f000. 00000100:00000010:1.0:1779697723.236240:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd0472a00. 02000000:00000010:1.0:1779697723.236245:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb645e1000. 00000100:00000010:1.0:1779697723.236249:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd0473b80. 02000000:00000010:1.0:1779697723.236253:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf0417000. 00000100:00000010:1.0:1779697723.236258:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd0470380. 02000000:00000010:1.0:1779697723.236263:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825b000. 00000100:00000010:1.0:1779697723.236269:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e82300. 02000000:00000010:1.0:1779697723.236275:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac2f41000. 00000100:00000010:1.0:1779697723.236280:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc9880. 02000000:00000010:1.0:1779697723.236286:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0411000. 00000100:00000010:1.0:1779697723.236291:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd0471f80. 02000000:00000010:1.0:1779697723.236296:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf825c000. 00000100:00000010:1.0:1779697723.236299:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc8380. 02000000:00000010:1.0:1779697723.236303:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825f000. 00010000:00000010:3.1:1779697723.236655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697723.236665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.1:1779697723.236671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697723.236677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00000800:00000200:3.0:1779697723.236969:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.236975:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697723.236982:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.237083:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.237092:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:3.0:1779697723.237096:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 02000000:00000010:3.0:1779697723.237102:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbd666d000. 00000100:00000010:1.0:1779697723.237953:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9ea00. 02000000:00000010:1.0:1779697723.237960:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfdc000. 00000100:00000010:1.0:1779697723.237964:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29880. 02000000:00000010:1.0:1779697723.237969:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf0416000. 00000100:00000010:1.0:1779697723.237973:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9c000. 02000000:00000010:1.0:1779697723.237977:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf825d000. 00000100:00000010:1.0:1779697723.237980:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9d180. 02000000:00000010:1.0:1779697723.238081:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdf000. 00000100:00000010:1.0:1779697723.238085:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9e680. 02000000:00000010:1.0:1779697723.238090:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf0412000. 00000100:00000010:1.0:1779697723.238094:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9f100. 02000000:00000010:1.0:1779697723.238097:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cacdfdb000. 00000100:00000010:1.0:1779697723.238100:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2bb80. 02000000:00000010:1.0:1779697723.238104:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfde000. 00000100:00000010:1.0:1779697723.238107:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28e00. 02000000:00000010:1.0:1779697723.238112:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb98000. 00000100:00000010:1.0:1779697723.238118:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e80000. 02000000:00000010:1.0:1779697723.238123:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfda000. 00000100:00000010:1.0:1779697723.238126:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a5f80. 02000000:00000010:1.0:1779697723.238131:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf8258000. 00000100:00000010:1.0:1779697723.238134:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a5c00. 02000000:00000010:1.0:1779697723.238138:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbeeb9b000. 00000100:00000010:1.0:1779697723.238142:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9dc00. 02000000:00000010:1.0:1779697723.238146:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbeeb9c000. 00000100:00000010:1.0:1779697723.238165:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9fb80. 02000000:00000010:1.0:1779697723.238169:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfdd000. 00000100:00000010:1.0:1779697723.238172:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a7100. 02000000:00000010:1.0:1779697723.238174:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf825a000. 00000100:00000010:1.0:1779697723.238177:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9ed80. 02000000:00000010:1.0:1779697723.238180:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf8199000. 00000100:00000010:1.0:1779697723.238183:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2aa00. 02000000:00000010:1.0:1779697723.238186:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac431b000. 00000100:00000010:1.0:1779697723.238188:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2d80. 02000000:00000010:1.0:1779697723.238192:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3526000. 00000100:00000010:1.0:1779697723.238195:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a5880. 02000000:00000010:1.0:1779697723.238197:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3521000. 00000100:00000010:1.0:1779697723.238201:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc000a6a00. 02000000:00000010:1.0:1779697723.238203:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cac4318000. 00000100:00000010:1.0:1779697723.238205:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a680. 02000000:00000010:1.0:1779697723.238208:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac431d000. 00000100:00000010:1.0:1779697723.238210:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29180. 02000000:00000010:1.0:1779697723.238213:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cacdfd8000. 00000100:00000010:1.0:1779697723.238216:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779697723.238798:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cac431a000. 00000100:00000010:1.0:1779697723.238804:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779697723.238809:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3507000. 00000100:00000010:1.0:1779697723.238814:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e83100. 02000000:00000010:1.0:1779697723.238818:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3527000. 00000100:00000010:1.0:1779697723.238821:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 02000000:00000010:1.0:1779697723.238825:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297e000. 00000100:00000010:1.0:1779697723.238828:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3b80. 02000000:00000010:1.0:1779697723.238832:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad297a000. 00000100:00000010:1.0:1779697723.238835:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1880. 02000000:00000010:1.0:1779697723.238839:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3502000. 00000100:00000010:1.0:1779697723.238843:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3100. 02000000:00000010:1.0:1779697723.238847:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cad297b000. 00000100:00000010:1.0:1779697723.238850:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28380. 02000000:00000010:1.0:1779697723.238854:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cad297d000. 00000100:00000010:1.0:1779697723.238857:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e82a00. 02000000:00000010:1.0:1779697723.238861:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a6000. 00000100:00000010:1.0:1779697723.238865:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8700. 02000000:00000010:1.0:1779697723.238869:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3500000. 00000100:00000010:1.0:1779697723.238873:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e80e00. 02000000:00000010:1.0:1779697723.238878:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cb1a6a4000. 00000100:00000010:1.0:1779697723.238881:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e83800. 02000000:00000010:1.0:1779697723.238885:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cb1a6a2000. 00000100:00000010:1.0:1779697723.238888:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8380. 02000000:00000010:1.0:1779697723.238892:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987c000. 00000100:00000010:1.0:1779697723.238896:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9500. 02000000:00000010:1.0:1779697723.238900:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987d000. 00000100:00000010:1.0:1779697723.238903:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779697723.238907:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3503000. 00000100:00000010:1.0:1779697723.238910:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3800. 02000000:00000010:1.0:1779697723.238913:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3522000. 00000100:00000010:1.0:1779697723.238918:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9880. 02000000:00000010:1.0:1779697723.238921:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3504000. 00000100:00000010:1.0:1779697723.238925:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0a80. 02000000:00000010:1.0:1779697723.238928:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6ced000. 00000100:00000010:1.0:1779697723.238932:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3480. 02000000:00000010:1.0:1779697723.238936:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987e000. 00000100:00000010:1.0:1779697723.238939:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0380. 02000000:00000010:1.0:1779697723.238943:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cee000. 00000100:00000010:1.0:1779697723.238946:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0700. 02000000:00000010:1.0:1779697723.238949:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3520000. 00000100:00000010:1.0:1779697723.238952:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3abb80. 02000000:00000010:1.0:1779697723.238956:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3523000. 00000100:00000010:1.0:1779697723.238961:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9180. 02000000:00000010:1.0:1779697723.238965:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf9879000. 00000100:00000010:1.0:1779697723.238967:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa680. 02000000:00000010:1.0:1779697723.238971:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3505000. 00000100:00000010:1.0:1779697723.238975:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1180. 02000000:00000010:1.0:1779697723.238979:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3524000. 00000100:00000010:1.0:1779697723.238983:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e81880. 02000000:00000010:1.0:1779697723.238988:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3525000. 00000100:00000010:1.0:1779697723.239001:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e81f80. 02000000:00000010:1.0:1779697723.239005:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8eb000. 00000100:00000010:1.0:1779697723.239007:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779697723.239010:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ec000. 00000100:00000010:1.0:1779697723.239013:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8e00. 02000000:00000010:1.0:1779697723.239017:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8ed000. 00000100:00000010:1.0:1779697723.239020:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa300. 02000000:00000010:1.0:1779697723.239024:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ee000. 00000100:00000010:1.0:1779697723.239027:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5213100. 02000000:00000010:1.0:1779697723.239032:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8e9000. 00000100:00000010:1.0:1779697723.239035:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211180. 02000000:00000010:1.0:1779697723.239038:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbc3501000. 00000100:00000010:1.0:1779697723.239041:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211500. 02000000:00000010:1.0:1779697723.239045:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbc3506000. 00000100:00000010:1.0:1779697723.239057:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2680. 02000000:00000010:1.0:1779697723.239061:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987f000. 00000100:00000010:1.0:1779697723.239065:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0e00. 02000000:00000010:1.0:1779697723.239069:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf987a000. 00000100:00000010:1.0:1779697723.239073:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec6300. 02000000:00000010:1.0:1779697723.239079:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbefc05000. 00000100:00000010:1.0:1779697723.239083:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e80a80. 02000000:00000010:1.0:1779697723.239087:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8ef000. 00000100:00000010:1.0:1779697723.239091:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212d80. 02000000:00000010:1.0:1779697723.239096:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbef8ea000. 00000100:00000010:1.0:1779697723.239099:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5500. 02000000:00000010:1.0:1779697723.239102:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbefc07000. 00000100:00000010:1.0:1779697723.239207:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec7b80. 02000000:00000010:1.0:1779697723.239211:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbefc02000. 00000100:00000010:1.0:1779697723.239213:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5c00. 02000000:00000010:1.0:1779697723.239216:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbef8e8000. 00000100:00000010:1.0:1779697723.239224:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e83b80. 02000000:00000010:1.0:1779697723.239227:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbefc00000. 00000100:00000010:1.0:1779697723.239229:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5f80. 02000000:00000010:1.0:1779697723.239233:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf9878000. 00000100:00000010:1.0:1779697723.239235:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec4e00. 02000000:00000010:1.0:1779697723.239238:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf987b000. 00000100:00000010:1.0:1779697723.239246:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec6a00. 02000000:00000010:1.0:1779697723.239249:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf70bd000. 00000100:00000010:1.0:1779697723.239252:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec4000. 02000000:00000010:1.0:1779697723.239547:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70be000. 00000100:00000010:1.0:1779697723.239649:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b100. 02000000:00000010:1.0:1779697723.239654:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf70b9000. 00000100:00000010:1.0:1779697723.239657:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29500. 02000000:00000010:1.0:1779697723.239659:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70bf000. 00000100:00000010:1.0:1779697723.239661:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28000. 02000000:00000010:1.0:1779697723.239665:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf98d9000. 00000100:00000010:1.0:1779697723.239668:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29f80. 02000000:00000010:1.0:1779697723.239671:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6ce9000. 00000100:00000010:1.0:1779697723.239673:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28a80. 02000000:00000010:1.0:1779697723.239676:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf70ba000. 00000100:00000010:1.0:1779697723.239678:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec4700. 02000000:00000010:1.0:1779697723.239680:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70b8000. 00000100:00000010:1.0:1779697723.239683:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28700. 02000000:00000010:1.0:1779697723.239685:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf98df000. 00000100:00000010:1.0:1779697723.239687:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7e80700. 02000000:00000010:1.0:1779697723.239690:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf70bb000. 00000100:00000010:1.0:1779697723.239692:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c6680. 02000000:00000010:1.0:1779697723.239695:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbefc03000. 00000100:00000010:1.0:1779697723.239698:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c5180. 02000000:00000010:1.0:1779697723.239701:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cef000. 00000100:00000010:1.0:1779697723.239703:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c5880. 02000000:00000010:1.0:1779697723.239705:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf70bc000. 00000100:00000010:1.0:1779697723.239708:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212a00. 02000000:00000010:1.0:1779697723.239710:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbefc04000. 00000100:00000010:1.0:1779697723.239713:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2ad80. 02000000:00000010:1.0:1779697723.239787:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf98da000. 00000100:00000010:1.0:1779697723.239790:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b480. 02000000:00000010:1.0:1779697723.239793:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cea000. 00000100:00000010:1.0:1779697723.239795:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b800. 02000000:00000010:1.0:1779697723.239798:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbef80bc00. 00000100:00000010:1.0:1779697723.239801:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df2d80. 02000000:00000010:1.0:1779697723.239804:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6ce8000. 00000100:00000010:1.0:1779697723.239806:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0e00. 02000000:00000010:1.0:1779697723.239811:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf98d8000. 00000100:00000010:1.0:1779697723.239814:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c7100. 02000000:00000010:1.0:1779697723.239817:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbef808000. 00000100:00000010:1.0:1779697723.239819:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3100. 02000000:00000010:1.0:1779697723.239822:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbef80b800. 00000100:00000010:1.0:1779697723.239824:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210380. 02000000:00000010:1.0:1779697723.239827:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf6ceb000. 00000100:00000010:1.0:1779697723.239830:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c7480. 02000000:00000010:1.0:1779697723.239833:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbefc06000. 00000100:00000010:1.0:1779697723.239835:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c4000. 02000000:00000010:1.0:1779697723.239838:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf98db000. 00000100:00000010:1.0:1779697723.239840:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 02000000:00000010:1.0:1779697723.239842:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf98dc000. 00000100:00000010:1.0:1779697723.239844:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210a80. 02000000:00000010:1.0:1779697723.239847:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbf98dd000. 00000100:00000010:1.0:1779697723.239849:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0380. 02000000:00000010:1.0:1779697723.239852:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf98de000. 00000100:00000010:1.0:1779697723.239855:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df2680. 02000000:00000010:1.0:1779697723.239858:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff93cbefc01000. 00000100:00000010:1.0:1779697723.239860:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3b80. 02000000:00000010:1.0:1779697723.239863:0:190609:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffff93cbf6cec000. 00000100:00000010:1.0:1779697723.239872:0:190609:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1c00. 00000100:00000200:1.0:1779697723.239884:0:190609:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1779697723.239894:0:190609:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3420. 00000400:00000010:1.0:1779697723.239902:0:190609:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff93cbeeb91800. 00010000:00000010:3.1:1779697723.241701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697723.241732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697723.241738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000400:00000200:0.0:1779697723.242155:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.242174:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646bb00 00000400:00000200:0.0:1779697723.242184:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 0 00000400:00000200:0.0:1779697723.242199:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.242205:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.242215:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.242222:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964700. 00000020:00000010:3.0:1779697723.242482:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697723.242490:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697723.242496:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653aa00. 00000020:00000010:3.0:1779697723.242503:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.242508:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.242703:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8140. 00000020:00000010:3.0:1779697723.242707:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8140. 00000100:00000200:3.0:1779697723.242711:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215541504 00010000:00000010:3.0:1779697723.242753:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.242761:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 02000000:00000010:3.0:1779697723.242793:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfee5a000. 00010000:00000010:3.0:1779697723.242824:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697723.242828:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:0.1:1779697723.242829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f500. 00010000:00000010:0.1:1779697723.242837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697723.242847:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fa00. 00010000:00000010:3.0:1779697723.242851:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697723.242855:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.242859:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000004:00000010:3.0:1779697723.242971:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3860. 00000004:00000010:3.0:1779697723.242980:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afb40. 00000004:00000010:3.0:1779697723.242987:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82330. 00080000:00000010:3.0:1779697723.242997:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c558. 00010000:00000010:1.1:1779697723.243477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048ff00. 00010000:00000010:1.1:1779697723.243483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:1.1:1779697723.243487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:3.0:1779697723.246652:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.246660:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.246667:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.0:1779697723.246674:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.246758:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.246773:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.246779:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c00. 00010000:00000010:3.0:1779697723.246808:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000200:3.0:1779697723.246829:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964700 x1866146215541504/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.246850:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697723.246858:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215541504, offset 224 00000400:00000200:3.0:1779697723.246866:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.246881:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.246889:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309580:309580:256:4294967295] 192.168.203.23@tcp LPNI seq info [309576:309576:8:4294967295] 00000400:00000200:3.0:1779697723.246904:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.246911:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.246917:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697723.246925:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.246933:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.246937:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.246968:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.246973:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.246978:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653aa00. 00000800:00000200:1.0:1779697723.247127:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.247132:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697723.247138:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.247144:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.247150:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:1.0:1779697723.247153:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000400:00000200:0.0:1779697723.250457:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.250476:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646bb80 00000400:00000200:0.0:1779697723.250485:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 12640 00000400:00000200:0.0:1779697723.250498:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.250502:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.250510:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697723.250517:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966a00. 00000020:00000010:3.0:1779697723.250608:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8cc0. 00000020:00000010:3.0:1779697723.250614:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8cc0. 00000020:00000010:3.0:1779697723.250620:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697723.250625:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.250629:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.250663:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8cc0. 00000020:00000010:3.0:1779697723.250666:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8cc0. 00000100:00000200:3.0:1779697723.250669:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215541632 00010000:00000010:3.0:1779697723.250693:0:207455:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f300. 00010000:00000010:3.0:1779697723.250697:0:207455:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd048f400. 00010000:00000010:3.0:1779697723.250704:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c800. 00002000:00000010:3.0:1779697723.250712:0:207455:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8cc0. 00002000:00000010:3.0:1779697723.250721:0:207455:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4be0. 00080000:00000010:3.0:1779697723.250739:0:207455:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2dc80. 02000000:00000010:3.0:1779697723.251017:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbe554ec00. 00010000:00000200:3.0:1779697723.251049:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966a00 x1866146215541632/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.251066:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697723.251073:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215541632, offset 224 00000400:00000200:3.0:1779697723.251079:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.251090:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.251096:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309581:309581:256:4294967295] 192.168.203.23@tcp LPNI seq info [309577:309577:8:4294967295] 00000400:00000200:3.0:1779697723.251106:0:207455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.251111:0:207455:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.251116:0:207455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697723.251122:0:207455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.251129:0:207455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.251134:0:207455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.251159:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.251164:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.251167:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:0.0:1779697723.251274:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.251278:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697723.251281:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.251286:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.251289:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:0.0:1779697723.251292:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00010000:00000010:3.1:1779697723.253430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697723.253443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fa00. 00010000:00000010:3.1:1779697723.253447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697723.253452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:1.0:1779697723.257570:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.257594:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646bc80 00000400:00000200:1.0:1779697723.257604:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 584 00000400:00000200:1.0:1779697723.257620:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.257624:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.257633:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.257642:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db800. 00000020:00000010:3.0:1779697723.257713:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.257720:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.257736:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779697723.257742:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.257747:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.257790:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.257793:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8480. 00000100:00000200:3.0:1779697723.257796:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215541888 02000000:00000010:3.0:1779697723.257830:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfee59000. 00010000:00000010:3.0:1779697723.257871:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.257888:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.257896:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406f00. 00010000:00000010:3.0:1779697723.257902:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f980. 00010000:00000010:3.0:1779697723.257918:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fa00. 00010000:00000010:3.0:1779697723.257922:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.257927:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.257931:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.257944:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f100. 00010000:00000010:3.0:1779697723.257946:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536880. 00010000:00000010:3.0:1779697723.257949:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.257951:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11280. 00010000:00000010:3.0:1779697723.258058:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fc00. 00010000:00000010:3.0:1779697723.258061:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697723.258064:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697723.258066:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00000020:00000010:3.0:1779697723.258090:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97e60. 00000020:00000010:3.0:1779697723.258096:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97e60. 00000020:00000010:3.0:1779697723.258107:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41ca80. 00080000:00000010:3.0:1779697723.258119:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a64c00. 00000004:00000010:3.0:1779697723.258153:0:207451:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad75436c0. 00000004:00000010:3.0:1779697723.258159:0:207451:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53648. 00000004:00000010:3.0:1779697723.258162:0:207451:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53560. 00000004:00000010:3.0:1779697723.258171:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e39b0. 00000001:00000010:3.0:1779697723.258678:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830bde0. 00000001:00000010:3.0:1779697723.258686:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75430c0. 00000020:00000010:3.0:1779697723.258719:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41ca80. 00010000:00000010:3.0:1779697723.258736:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.258741:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.258752:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697723.258789:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.258794:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000010:3.0:1779697723.258810:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.258814:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536900. 00010000:00000010:3.0:1779697723.258825:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.258828:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000200:3.0:1779697723.258844:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974568, last committed = 8589974453 00010000:00000200:3.0:1779697723.258853:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3db800 x1866146215541888/t8589974568(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.258872:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697723.258877:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215541888, offset 224 00000400:00000010:3.0:1779697723.258883:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0c40. 00000400:00000200:3.0:1779697723.258887:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.258899:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.258905:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309582:309582:256:4294967295] 192.168.203.23@tcp LPNI seq info [309578:309578:8:4294967295] 00000400:00000200:3.0:1779697723.258910:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.258917:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.258922:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.258927:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697723.258933:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.258940:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.258944:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.258960:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.258963:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.258966:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000800:00000200:0.0:1779697723.259164:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.259169:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697723.259173:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.259178:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.260717:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697723.260743:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa509 00000400:00000200:0.0:1779697723.260750:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.260754:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697723.260761:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:0.0:1779697723.260764:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:1.0:1779697723.260864:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11280. 00010000:00000010:1.0:1779697723.260876:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536880. 00000400:00000200:1.0:1779697723.261914:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.261923:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646bd00 00000400:00000200:1.0:1779697723.261930:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 1080 00000400:00000200:1.0:1779697723.261972:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.261975:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.261980:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.261985:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8700. 00000020:00000010:3.0:1779697723.262048:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.262053:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.262059:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.262063:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.262068:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.262114:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.262117:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8480. 00000100:00000200:3.0:1779697723.262120:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215542016 00000001:00000010:3.0:1779697723.262128:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:3.0:1779697723.262149:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f800. 00010000:00000010:3.0:1779697723.262152:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.262158:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00010000:00000010:3.0:1779697723.262164:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 02000000:00000010:3.0:1779697723.262188:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfee5b000. 00010000:00000010:3.0:1779697723.262213:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.0:1779697723.262216:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.262309:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000200:3.0:1779697723.262328:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8700 x1866146215542016/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.263529:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697723.263540:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215542016, offset 224 00000400:00000200:3.0:1779697723.263551:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.263564:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.263572:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309583:309583:256:4294967295] 192.168.203.23@tcp LPNI seq info [309579:309579:8:4294967295] 00000400:00000200:3.0:1779697723.263587:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.263594:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.263600:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697723.263608:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.263616:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.263621:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.263741:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.263748:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.263752:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:0.0:1779697723.263794:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.263799:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697723.263804:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.263810:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.263815:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:0.0:1779697723.263817:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00010000:00000010:3.1:1779697723.264476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697723.264484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:3.1:1779697723.264488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:3.1:1779697723.264492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00000400:00000200:0.0:1779697723.265363:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.265380:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646bd80 00000400:00000200:0.0:1779697723.265537:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 1656 00000400:00000200:0.0:1779697723.265574:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.265579:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.265586:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.265593:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967480. 00000020:00000010:1.0:1779697723.265694:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.265700:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.265705:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:1.0:1779697723.265710:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697723.265715:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00010000:00000010:1.1:1779697723.266549:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f100. 00010000:00000010:1.1:1779697723.266558:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000020:00000010:1.0:1779697723.266594:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0000. 00000020:00000010:1.0:1779697723.266597:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0000. 00000100:00000200:1.0:1779697723.266600:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215542144 00010000:00000010:1.0:1779697723.266627:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697723.266634:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 02000000:00000010:1.0:1779697723.266659:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666b000. 00010000:00000010:1.0:1779697723.266684:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697723.266687:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.266704:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697723.266707:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697723.266711:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697723.266714:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00000004:00000010:1.0:1779697723.266812:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a960. 00000004:00000010:1.0:1779697723.266820:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697723.266826:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562ff0. 00080000:00000010:1.0:1779697723.266834:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:1.0:1779697723.266922:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697723.266926:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697723.266929:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697723.266933:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d80. 00010000:00000010:1.0:1779697723.266991:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.267001:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697723.267005:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697723.267024:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000200:1.0:1779697723.267038:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967480 x1866146215542144/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.267057:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697723.267063:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215542144, offset 224 00000400:00000200:1.0:1779697723.267070:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.267082:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.267088:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309584:309584:256:4294967295] 192.168.203.23@tcp LPNI seq info [309580:309580:8:4294967295] 00000400:00000200:1.0:1779697723.267099:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.267105:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.267109:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697723.267115:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.267122:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.267126:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.267143:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697723.267147:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.267150:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:1.0:1779697723.267240:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.267243:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697723.267247:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.267252:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.267256:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:1.0:1779697723.267259:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00010000:00000010:3.1:1779697723.267473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697723.267480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fc00. 00010000:00000010:3.1:1779697723.267483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697723.267486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fa00. 00010000:00000010:3.1:1779697723.267488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.1:1779697723.272506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00000400:00000200:0.0:1779697723.272668:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.272693:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646be00 00000400:00000200:0.0:1779697723.272703:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 12968 00000400:00000200:0.0:1779697723.272716:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.272720:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.272734:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697723.272742:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964380. 00000020:00000010:3.0:1779697723.272950:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.272955:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.272960:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.272966:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.272970:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.273008:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8480. 00000020:00000010:3.0:1779697723.273010:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8480. 00000100:00000200:3.0:1779697723.273013:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215542272 00010000:00000010:3.0:1779697723.273059:0:207456:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fa00. 00010000:00000010:3.0:1779697723.273063:0:207456:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd048fc00. 00010000:00000010:3.0:1779697723.273068:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d000. 00002000:00000010:3.0:1779697723.273078:0:207456:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8480. 00002000:00000010:3.0:1779697723.273087:0:207456:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f5db0. 00080000:00000010:3.0:1779697723.273094:0:207456:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2dab8. 02000000:00000010:3.0:1779697723.273382:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac1a64400. 00010000:00000200:3.0:1779697723.273509:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964380 x1866146215542272/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.273529:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697723.273536:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215542272, offset 224 00000400:00000200:3.0:1779697723.273543:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.273554:0:207456:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.273561:0:207456:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309585:309585:256:4294967295] 192.168.203.23@tcp LPNI seq info [309581:309581:8:4294967295] 00000400:00000200:3.0:1779697723.273571:0:207456:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.273577:0:207456:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.273582:0:207456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697723.273588:0:207456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.273595:0:207456:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.273599:0:207456:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.273620:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.273625:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.273628:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:1.0:1779697723.273867:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.273873:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697723.273877:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.273881:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.273886:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:1.0:1779697723.273888:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00010000:00000010:1.1:1779697723.274521:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697723.274527:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697723.274531:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697723.274534:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00000400:00000200:2.0:1779697723.275925:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.275942:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646bf00 00000400:00000200:2.0:1779697723.275950:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 2240 00000400:00000200:2.0:1779697723.275964:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.275969:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.275976:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.275983:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99c00. 00000020:00000010:3.0:1779697723.276069:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.276074:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.276079:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.276083:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.276088:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.276123:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.276125:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697723.276128:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215542528 02000000:00000010:3.0:1779697723.276163:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a5000. 00010000:00000010:3.0:1779697723.276196:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d80. 00010000:00000010:3.0:1779697723.276210:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:3.0:1779697723.276217:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.276223:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.276237:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.276240:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.276244:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.276248:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.276262:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fb00. 00010000:00000010:3.0:1779697723.276264:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697723.276267:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697723.276270:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11000. 00010000:00000010:3.0:1779697723.276374:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f900. 00010000:00000010:3.0:1779697723.276377:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697723.276380:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.276382:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00000020:00000010:3.0:1779697723.276470:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697723.276477:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ec0. 00000020:00000010:3.0:1779697723.276486:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830b120. 00080000:00000010:3.0:1779697723.276495:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a66400. 00000004:00000010:3.0:1779697723.276527:0:189040:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad7543900. 00000004:00000010:3.0:1779697723.276533:0:189040:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53870. 00000004:00000010:3.0:1779697723.276535:0:189040:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53a08. 00000004:00000010:3.0:1779697723.276543:0:189040:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e1868. 00000001:00000010:3.0:1779697723.277007:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c420. 00000001:00000010:3.0:1779697723.277014:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75433c0. 00000020:00000010:3.0:1779697723.277050:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830b120. 00010000:00000010:3.0:1779697723.277061:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.0:1779697723.277066:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.277083:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697723.277130:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.277139:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543480. 00010000:00000010:3.0:1779697723.277162:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.277167:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536300. 00010000:00000010:3.0:1779697723.277190:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.277194:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000200:3.0:1779697723.277217:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974569, last committed = 8589974453 00010000:00000200:3.0:1779697723.277228:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99c00 x1866146215542528/t8589974569(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.277251:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697723.277258:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215542528, offset 224 00000400:00000010:3.0:1779697723.277265:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0cb0. 00000400:00000200:3.0:1779697723.277269:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.277285:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.277293:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309586:309586:256:4294967295] 192.168.203.23@tcp LPNI seq info [309582:309582:8:4294967295] 00000400:00000200:3.0:1779697723.277299:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.277310:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.277316:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.277323:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697723.277331:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.277339:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.277343:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.277363:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.277368:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.277371:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:0.0:1779697723.277556:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.277562:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697723.277567:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.277574:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.279880:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697723.279900:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa519 00000400:00000200:3.0:1779697723.279907:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.279912:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697723.279920:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697723.279949:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00010000:00000010:2.0:1779697723.280192:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11000. 00010000:00000010:2.0:1779697723.280205:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00000400:00000200:2.0:1779697723.281979:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.281998:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646bf80 00000400:00000200:2.0:1779697723.282007:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 2736 00000400:00000200:2.0:1779697723.282194:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.282200:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.282208:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.282214:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98380. 00000020:00000010:3.0:1779697723.282304:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.282309:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.282314:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.282319:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.282323:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000100:00000010:0.0:1779697723.282465:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec37b40. 00000100:00000010:2.0:1779697723.282524:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec37840. 00000100:00000010:1.0:1779697723.282538:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec375a0. 00010000:00000010:3.1:1779697723.282796:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:3.1:1779697723.282805:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697723.282811:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.1:1779697723.282819:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f800. 00010000:00000010:3.1:1779697723.282825:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:3.1:1779697723.282830:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f900. 00010000:00000010:3.1:1779697723.282835:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697723.282840:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:3.1:1779697723.282844:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000020:00000010:3.0:1779697723.282914:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.282918:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697723.282922:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215542656 00000001:00000010:3.0:1779697723.282932:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75430c0. 00010000:00000010:3.0:1779697723.282951:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.282954:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.282959:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.282965:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 02000000:00000010:3.0:1779697723.282989:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a6000. 00010000:00000010:3.0:1779697723.283016:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.283020:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.283124:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697723.283145:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98380 x1866146215542656/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.283163:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697723.283168:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215542656, offset 224 00000400:00000200:3.0:1779697723.283174:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.283184:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.283189:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309587:309587:256:4294967295] 192.168.203.23@tcp LPNI seq info [309583:309583:8:4294967295] 00000400:00000200:3.0:1779697723.283199:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.283204:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.283209:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697723.283216:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.283224:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.283228:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.283295:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.283300:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.283304:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:2.0:1779697723.283926:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.283931:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697723.283936:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.283941:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.283946:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:2.0:1779697723.283948:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000100:00000010:3.0:1779697723.284006:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacec37780. 00010000:00000010:2.1:1779697723.287448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fb00. 00010000:00000010:2.1:1779697723.287462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00000400:00000200:3.0:1779697723.289516:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.289535:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646c000 00000400:00000200:3.0:1779697723.289544:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 3312 00000400:00000200:3.0:1779697723.289713:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.289719:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.289737:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.289747:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7b73b80. 00000020:00000010:2.0:1779697723.289898:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba1c0. 00000020:00000010:2.0:1779697723.289903:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba1c0. 00000020:00000010:2.0:1779697723.289909:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697723.289913:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.289917:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.289963:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba1c0. 00000020:00000010:2.0:1779697723.289966:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba1c0. 00000100:00000200:2.0:1779697723.289969:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215542784 00010000:00000010:2.0:1779697723.289994:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697723.290000:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 02000000:00000010:2.0:1779697723.290021:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cf000. 00010000:00000010:2.0:1779697723.290101:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697723.290106:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697723.290123:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697723.290126:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697723.290129:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697723.290132:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00000004:00000010:2.0:1779697723.290220:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc83110e0. 00000004:00000010:2.0:1779697723.290229:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e168. 00000004:00000010:2.0:1779697723.290236:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d100. 00080000:00000010:2.0:1779697723.290245:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e000. 00010000:00000010:2.0:1779697723.290378:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697723.290382:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7300. 00010000:00000010:2.0:1779697723.290386:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697723.290407:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697723.290471:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697723.290483:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697723.290488:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697723.290508:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000200:2.0:1779697723.290524:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7b73b80 x1866146215542784/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697723.290541:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697723.290548:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215542784, offset 224 00000400:00000200:2.0:1779697723.290554:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.290564:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.290570:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309588:309588:256:4294967295] 192.168.203.23@tcp LPNI seq info [309584:309584:8:4294967295] 00000400:00000200:2.0:1779697723.290581:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.290586:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.290590:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697723.290596:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.290602:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.290605:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.290739:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.290745:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.290749:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00000800:00000200:0.0:1779697723.291811:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.291818:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:0.0:1779697723.291824:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.291831:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.291837:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:0.0:1779697723.291840:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000400:00000200:2.0:1779697723.294287:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.294304:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646c080 00000400:00000200:2.0:1779697723.294312:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 13296 00000400:00000200:2.0:1779697723.294326:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.294331:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.294349:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.294357:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99180. 00000020:00000010:3.0:1779697723.294588:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.294596:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.294602:0:207615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.294606:0:207615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.294611:0:207615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.294709:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8200. 00000020:00000010:3.0:1779697723.294713:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8200. 00000100:00000200:3.0:1779697723.294716:0:207615:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215542912 00010000:00000010:3.0:1779697723.294748:0:207615:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f900. 00010000:00000010:3.0:1779697723.294752:0:207615:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd048f800. 00010000:00000010:3.0:1779697723.294758:0:207615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834cc00. 00002000:00000010:3.0:1779697723.294767:0:207615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8200. 00002000:00000010:3.0:1779697723.294776:0:207615:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f57c0. 00080000:00000010:3.0:1779697723.294784:0:207615:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d728. 02000000:00000010:3.0:1779697723.295072:0:207615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac1a66800. 00010000:00000200:3.0:1779697723.295106:0:207615:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99180 x1866146215542912/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.295123:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697723.295129:0:207615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215542912, offset 224 00000400:00000200:3.0:1779697723.295137:0:207615:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.295149:0:207615:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.295156:0:207615:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309589:309589:256:4294967295] 192.168.203.23@tcp LPNI seq info [309585:309585:8:4294967295] 00000400:00000200:3.0:1779697723.295169:0:207615:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.295176:0:207615:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.295180:0:207615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697723.295186:0:207615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.295194:0:207615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.295197:0:207615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.295221:0:207615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.295226:0:207615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.295228:0:207615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:2.0:1779697723.295348:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.295353:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697723.295358:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.295362:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.295366:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:2.0:1779697723.295368:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00010000:00000010:3.1:1779697723.295832:0:207615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:0.0:1779697723.299291:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.299313:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646c180 00000400:00000200:0.0:1779697723.299322:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 3896 00000400:00000200:0.0:1779697723.299346:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.299353:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.299362:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.299372:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff965c00. 00000020:00000010:3.0:1779697723.299509:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.299515:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.299521:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.299534:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.299539:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.299586:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.299590:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000100:00000200:3.0:1779697723.299593:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215543168 02000000:00000010:3.0:1779697723.299631:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbcb0a4000. 00010000:00000010:3.0:1779697723.299685:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697723.299702:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7300. 00010000:00000010:3.0:1779697723.299711:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.299717:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.299745:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f200. 00010000:00000010:3.0:1779697723.299749:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.299755:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.299761:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.299778:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f700. 00010000:00000010:3.0:1779697723.299781:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a80. 00010000:00000010:3.0:1779697723.299784:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00010000:00000010:3.0:1779697723.299788:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.299906:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697723.299910:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e00. 00010000:00000010:3.0:1779697723.299913:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697723.299917:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697723.299944:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97be0. 00000020:00000010:3.0:1779697723.299952:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97be0. 00000020:00000010:3.0:1779697723.299965:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41c000. 00080000:00000010:3.0:1779697723.299977:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1a65400. 00000004:00000010:3.0:1779697723.300018:0:189041:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cad7543480. 00000004:00000010:3.0:1779697723.300025:0:189041:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53b48. 00000004:00000010:3.0:1779697723.300028:0:189041:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53668. 00000004:00000010:3.0:1779697723.300037:0:189041:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e3be8. 00000001:00000010:3.0:1779697723.300621:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cac4664c60. 00000001:00000010:3.0:1779697723.300630:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf7202e40. 00000020:00000010:3.0:1779697723.300664:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41c000. 00010000:00000010:3.0:1779697723.300675:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00010000:00000010:3.0:1779697723.300680:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11880. 00010000:00000010:3.0:1779697723.300696:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbf7202240. 00010000:00000010:3.0:1779697723.300758:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.300781:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.300786:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000200:3.0:1779697723.300811:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974570, last committed = 8589974453 00010000:00000200:3.0:1779697723.300822:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff965c00 x1866146215543168/t8589974570(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.300841:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697723.300847:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215543168, offset 224 00000400:00000010:3.0:1779697723.300855:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0ea8. 00000400:00000200:3.0:1779697723.300860:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.300875:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.300882:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309590:309590:256:4294967295] 192.168.203.23@tcp LPNI seq info [309586:309586:8:4294967295] 00000400:00000200:3.0:1779697723.300889:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.300899:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.300906:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.300912:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697723.300919:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.300928:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.300933:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.300953:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697723.300958:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.300962:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:2.0:1779697723.301342:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.301347:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697723.301353:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.301358:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697723.301417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.1:1779697723.301424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697723.301428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.1:1779697723.301431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.0:1779697723.301496:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11880. 00010000:00000010:0.0:1779697723.302028:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e00. 00010000:00000010:0.0:1779697723.302145:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbf7202240. 00000400:00000200:2.0:1779697723.302723:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.302753:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa529 00000400:00000200:2.0:1779697723.302760:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.302766:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.302774:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:2.0:1779697723.302776:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:3.0:1779697723.302860:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.302867:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a80. 00000400:00000200:0.0:1779697723.303899:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.304316:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646c200 00000400:00000200:0.0:1779697723.304326:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 4392 00000400:00000200:0.0:1779697723.304386:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.304412:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.304427:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.304435:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966680. 00000020:00000010:3.0:1779697723.304493:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.304499:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.304504:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.304508:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.304513:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.304549:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.304552:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000100:00000200:3.0:1779697723.304554:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215543296 00000001:00000010:3.0:1779697723.304564:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75433c0. 00010000:00000010:3.0:1779697723.304586:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fb00. 00010000:00000010:3.0:1779697723.304589:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697723.304595:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.304600:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 02000000:00000010:3.0:1779697723.304626:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb0a0000. 00010000:00000010:3.0:1779697723.304655:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.0:1779697723.304659:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c00. 00010000:00000010:3.0:1779697723.304788:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697723.304811:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966680 x1866146215543296/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.304829:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697723.304834:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215543296, offset 224 00000400:00000200:3.0:1779697723.304842:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.304855:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.304861:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309591:309591:256:4294967295] 192.168.203.23@tcp LPNI seq info [309587:309587:8:4294967295] 00000400:00000200:3.0:1779697723.304872:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.304877:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.304882:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697723.304888:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.304895:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.304899:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.304913:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.304918:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.304921:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:2.0:1779697723.305025:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.305031:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697723.305035:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.305047:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.305051:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:2.0:1779697723.305053:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:3.1:1779697723.306682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697723.306695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697723.306699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697723.306704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:3.1:1779697723.306708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697723.306712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f200. 00010000:00000010:3.1:1779697723.306714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:2.0:1779697723.307147:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.307160:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646c280 00000400:00000200:2.0:1779697723.307166:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 4968 00000400:00000200:2.0:1779697723.307175:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.307178:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.307184:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.307189:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99500. 00000020:00000010:3.0:1779697723.307261:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.307272:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.307277:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.307280:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.307284:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.307317:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8640. 00000020:00000010:3.0:1779697723.307319:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8640. 00000100:00000200:3.0:1779697723.307320:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215543424 00010000:00000010:3.0:1779697723.307343:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.307350:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 02000000:00000010:3.0:1779697723.307378:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf80b1000. 00010000:00000010:3.0:1779697723.307433:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697723.307439:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.307456:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f200. 00010000:00000010:3.0:1779697723.307459:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.307463:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.307467:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00000004:00000010:3.0:1779697723.308006:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3a40. 00000004:00000010:3.0:1779697723.308014:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af348. 00000004:00000010:3.0:1779697723.308021:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83dc0. 00080000:00000010:3.0:1779697723.308038:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2c000. 00010000:00000010:3.0:1779697723.308143:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.308145:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b80. 00010000:00000010:3.0:1779697723.308148:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.0:1779697723.308151:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11300. 00010000:00000010:3.0:1779697723.308199:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.308209:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697723.308213:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d00. 00010000:00000010:3.0:1779697723.308230:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000200:3.0:1779697723.308242:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99500 x1866146215543424/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.308257:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697723.308272:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215543424, offset 224 00000400:00000200:3.0:1779697723.308277:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.308285:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.308291:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309592:309592:256:4294967295] 192.168.203.23@tcp LPNI seq info [309588:309588:8:4294967295] 00000400:00000200:3.0:1779697723.308298:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.308302:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.308305:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697723.308311:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.308317:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.308321:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.308384:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.308407:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.308415:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:0.0:1779697723.309184:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.309189:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697723.309195:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.309202:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.309208:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:0.0:1779697723.309211:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00010000:00000010:3.1:1779697723.309721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f700. 00010000:00000010:3.1:1779697723.309740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697723.310452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:0.1:1779697723.310460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00000400:00000200:2.0:1779697723.312233:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.312252:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646c300 00000400:00000200:2.0:1779697723.312263:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 13624 00000400:00000200:2.0:1779697723.312289:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.312293:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.312301:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.312308:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9a300. 00000020:00000010:3.0:1779697723.312512:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697723.312518:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697723.312531:0:189658:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.312537:0:189658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.312542:0:189658:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.312586:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8940. 00000020:00000010:3.0:1779697723.312589:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8940. 00000100:00000200:3.0:1779697723.312592:0:189658:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215543552 00010000:00000010:3.0:1779697723.312617:0:189658:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f700. 00010000:00000010:3.0:1779697723.312621:0:189658:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd048f100. 00010000:00000010:3.0:1779697723.312627:0:189658:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d200. 00002000:00000010:3.0:1779697723.312637:0:189658:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8940. 00002000:00000010:3.0:1779697723.312646:0:189658:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4130. 00080000:00000010:3.0:1779697723.312654:0:189658:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2cc78. 02000000:00000010:3.0:1779697723.312967:0:189658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac1a67400. 00010000:00000200:3.0:1779697723.312999:0:189658:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9a300 x1866146215543552/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.313018:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697723.313024:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215543552, offset 224 00000400:00000200:3.0:1779697723.313031:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.313042:0:189658:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.313047:0:189658:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309593:309593:256:4294967295] 192.168.203.23@tcp LPNI seq info [309589:309589:8:4294967295] 00000400:00000200:3.0:1779697723.313058:0:189658:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.313063:0:189658:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.313068:0:189658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697723.313074:0:189658:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.313081:0:189658:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.313085:0:189658:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.313111:0:189658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.313117:0:189658:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.313122:0:189658:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:2.0:1779697723.313573:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.313578:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697723.313583:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.313588:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.313592:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779697723.313595:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:3.1:1779697723.314490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:0.0:1779697723.317317:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.317347:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646c400 00000400:00000200:0.0:1779697723.317357:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 5552 00000400:00000200:0.0:1779697723.317371:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.317376:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.317384:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.317426:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070fb80. 00000020:00000010:2.0:1779697723.317715:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697723.317721:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697723.317737:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb1c131e00. 00000020:00000010:2.0:1779697723.317743:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.317748:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.317785:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697723.317788:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf80. 00000100:00000200:2.0:1779697723.317791:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215543808 02000000:00000010:2.0:1779697723.317828:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8cb000. 00010000:00000010:2.0:1779697723.317868:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11300. 00010000:00000010:2.0:1779697723.317885:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b80. 00010000:00000010:2.0:1779697723.317893:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c00. 00010000:00000010:2.0:1779697723.317898:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:2.0:1779697723.317913:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697723.317917:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697723.317923:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697723.317928:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.317942:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697723.317944:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7800. 00010000:00000010:2.0:1779697723.317948:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697723.317951:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697723.318063:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697723.318066:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7a80. 00010000:00000010:2.0:1779697723.318070:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697723.318073:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00000020:00000010:2.0:1779697723.318099:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b5e0. 00000020:00000010:2.0:1779697723.318106:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b5e0. 00000020:00000010:2.0:1779697723.318116:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc571dea0. 00080000:00000010:2.0:1779697723.318126:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc8f3c00. 00000004:00000010:2.0:1779697723.318165:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cacd7e4c00. 00000004:00000010:2.0:1779697723.318171:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cbc68f4768. 00000004:00000010:2.0:1779697723.318174:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cbc68f46d8. 00000004:00000010:2.0:1779697723.318184:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac2afa148. 00000001:00000010:2.0:1779697723.319061:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171a80. 00000001:00000010:2.0:1779697723.319071:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacd7e40c0. 00000020:00000010:2.0:1779697723.319131:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc571dea0. 00010000:00000010:2.0:1779697723.319143:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697723.319149:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697723.319166:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697723.319616:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697723.319642:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.319649:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000200:2.0:1779697723.319674:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974571, last committed = 8589974453 00010000:00000200:2.0:1779697723.319687:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070fb80 x1866146215543808/t8589974571(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697723.319707:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697723.319715:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215543808, offset 224 00000400:00000010:2.0:1779697723.319723:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70b28. 00000400:00000200:2.0:1779697723.319741:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.319758:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.319766:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309594:309594:256:4294967295] 192.168.203.23@tcp LPNI seq info [309590:309590:8:4294967295] 00000400:00000200:2.0:1779697723.319773:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697723.319783:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.319790:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.319795:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697723.319803:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.319811:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.319816:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.319903:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.319908:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.319913:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb1c131e00. 00010000:00000010:3.0:1779697723.320537:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697723.320546:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7a80. 00010000:00000010:3.0:1779697723.320558:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4480. 00000800:00000200:0.0:1779697723.321191:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.321198:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:0.0:1779697723.321204:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.321215:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697723.323236:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697723.323249:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f200. 00010000:00000010:3.1:1779697723.323257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697723.323262:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:2.0:1779697723.323366:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.323386:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa539 00000400:00000200:2.0:1779697723.323408:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.323412:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.323420:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779697723.323423:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00010000:00000010:0.0:1779697723.323499:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:0.0:1779697723.323509:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7800. 00000400:00000200:0.0:1779697723.324767:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.324780:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646c480 00000400:00000200:0.0:1779697723.324790:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 6048 00000400:00000200:0.0:1779697723.324840:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.324845:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.324852:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.324858:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070d180. 00000020:00000010:3.0:1779697723.325005:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697723.325011:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697723.325017:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.325022:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.325027:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.325080:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697723.325084:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697723.325088:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215543936 00000001:00000010:3.0:1779697723.325098:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf7202e40. 00010000:00000010:3.0:1779697723.325120:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f200. 00010000:00000010:3.0:1779697723.325124:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697723.325130:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00010000:00000010:3.0:1779697723.325137:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 02000000:00000010:3.0:1779697723.325165:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf80b2000. 00010000:00000010:3.0:1779697723.325197:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.325202:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a00. 00010000:00000010:3.0:1779697723.325330:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:2.1:1779697723.325445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:2.1:1779697723.325455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:2.1:1779697723.325460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:2.1:1779697723.325465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fb00. 00010000:00000010:2.1:1779697723.325470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697723.325476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697723.325481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:3.1:1779697723.325977:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697723.325985:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000200:3.0:1779697723.326011:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070d180 x1866146215543936/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.326043:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697723.326050:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215543936, offset 224 00000400:00000200:3.0:1779697723.326058:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.326072:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.326080:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309595:309595:256:4294967295] 192.168.203.23@tcp LPNI seq info [309591:309591:8:4294967295] 00000400:00000200:3.0:1779697723.326094:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.326100:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.326105:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697723.326111:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.326120:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.326125:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.326152:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.326158:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.326163:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:0.0:1779697723.326331:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.326349:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697723.326354:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.326360:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.326365:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:0.0:1779697723.326367:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00010000:00000010:0.1:1779697723.329464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:0.1:1779697723.329479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:3.1:1779697723.333451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00000400:00000200:2.0:1779697723.338979:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.338999:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646c500 00000400:00000200:2.0:1779697723.339009:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 6624 00000400:00000200:2.0:1779697723.339026:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.339047:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.339056:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.339064:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99880. 00000020:00000010:0.0:1779697723.339504:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.339510:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.339515:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.339529:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.339533:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.339580:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779697723.339583:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779697723.339586:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215544064 00010000:00000010:0.0:1779697723.339615:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697723.339622:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697723.339649:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e16000. 00010000:00000010:0.0:1779697723.339688:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.339693:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697723.339712:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.339716:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697723.339720:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.339724:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00000004:00000010:0.0:1779697723.339844:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb860. 00000004:00000010:0.0:1779697723.339853:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef0f0. 00000004:00000010:0.0:1779697723.339859:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31dc0. 00080000:00000010:0.0:1779697723.339868:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f1d0. 00010000:00000010:0.0:1779697723.339993:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697723.339997:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:0.0:1779697723.340002:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.340006:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697723.340753:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697723.340768:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697723.340774:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697723.340797:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697723.340814:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99880 x1866146215544064/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.340834:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697723.340841:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215544064, offset 224 00000400:00000200:0.0:1779697723.340849:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.340860:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.340867:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309596:309596:256:4294967295] 192.168.203.23@tcp LPNI seq info [309592:309592:8:4294967295] 00000400:00000200:0.0:1779697723.340879:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.340886:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.340892:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697723.340899:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.340908:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.340912:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.340940:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.340945:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.340949:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:2.0:1779697723.341351:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.341356:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697723.341361:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.341368:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.341374:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:2.0:1779697723.341376:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00010000:00000010:0.1:1779697723.349467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697723.349483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697723.349488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697723.349493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00000400:00000200:0.0:1779697723.350135:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.350155:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646c580 00000400:00000200:0.0:1779697723.350164:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 13952 00000400:00000200:0.0:1779697723.350180:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.350185:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.350194:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697723.350201:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070ce00. 00000020:00000010:3.0:1779697723.350538:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697723.350545:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697723.350552:0:207612:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.350564:0:207612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.350569:0:207612:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.350616:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff86c0. 00000020:00000010:3.0:1779697723.350619:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff86c0. 00000100:00000200:3.0:1779697723.350623:0:207612:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215544192 00010000:00000010:3.0:1779697723.350649:0:207612:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048ff00. 00010000:00000010:3.0:1779697723.350653:0:207612:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd048f500. 00010000:00000010:3.0:1779697723.350660:0:207612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c000. 00002000:00000010:3.0:1779697723.350670:0:207612:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff86c0. 00002000:00000010:3.0:1779697723.350681:0:207612:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f5a20. 00080000:00000010:3.0:1779697723.350690:0:207612:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d560. 02000000:00000010:3.0:1779697723.350995:0:207612:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbff463c00. 00010000:00000200:3.0:1779697723.351030:0:207612:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070ce00 x1866146215544192/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.351220:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697723.351227:0:207612:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215544192, offset 224 00000400:00000200:3.0:1779697723.351236:0:207612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.351248:0:207612:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.351256:0:207612:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309597:309597:256:4294967295] 192.168.203.23@tcp LPNI seq info [309593:309593:8:4294967295] 00000400:00000200:3.0:1779697723.351280:0:207612:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.351287:0:207612:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.351293:0:207612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697723.351301:0:207612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.351311:0:207612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.351314:0:207612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:2.0:1779697723.351501:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.351507:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697723.351511:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.351516:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.351521:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:2.0:1779697723.351524:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779697723.351618:0:207612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.351624:0:207612:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.351628:0:207612:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000400:00000200:3.0:1779697723.360623:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.360649:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646c680 00000400:00000200:3.0:1779697723.360660:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 7208 00000400:00000200:3.0:1779697723.360674:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.360680:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.360690:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.360700:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bb480. 00000020:00000010:1.0:1779697723.360797:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.360804:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.360810:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee47e00. 00000020:00000010:1.0:1779697723.360815:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697723.360821:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.360861:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.360864:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697723.360867:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215544448 02000000:00000010:1.0:1779697723.360901:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbd666a000. 00010000:00000010:1.0:1779697723.360940:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:1.0:1779697723.360958:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00010000:00000010:1.0:1779697723.360967:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a00. 00010000:00000010:1.0:1779697723.360972:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:1.0:1779697723.360988:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697723.360992:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697723.360998:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697723.361003:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697723.361017:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697723.361020:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697723.361023:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697723.361026:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697723.361138:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697723.361142:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697723.361146:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697723.361150:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000020:00000010:1.0:1779697723.361178:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccd80. 00000020:00000010:1.0:1779697723.361185:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccd80. 00000020:00000010:1.0:1779697723.361196:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a060. 00080000:00000010:1.0:1779697723.361205:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac428b400. 00000004:00000010:1.0:1779697723.361240:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9b180. 00000004:00000010:1.0:1779697723.361246:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad2763c48. 00000004:00000010:1.0:1779697723.361249:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad2763290. 00000004:00000010:1.0:1779697723.361259:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e0930d0. 00000001:00000010:1.0:1779697723.361848:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37300. 00000001:00000010:1.0:1779697723.361855:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697723.361910:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a060. 00010000:00000010:1.0:1779697723.361918:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697723.361922:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b80. 00010000:00000010:1.0:1779697723.361936:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697723.362657:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.362674:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697723.362679:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000200:1.0:1779697723.362700:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974572, last committed = 8589974453 00010000:00000200:1.0:1779697723.362711:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54bb480 x1866146215544448/t8589974572(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697723.362744:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697723.362750:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215544448, offset 224 00000400:00000010:1.0:1779697723.362757:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b0a8. 00000400:00000200:1.0:1779697723.362761:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.362776:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.362783:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309598:309598:256:4294967295] 192.168.203.23@tcp LPNI seq info [309594:309594:8:4294967295] 00000400:00000200:1.0:1779697723.362789:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697723.362796:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00010000:00000010:3.0:1779697723.362798:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b80. 00000800:00000200:1.0:1779697723.362803:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00010000:00000010:3.0:1779697723.362807:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00000800:00000010:1.0:1779697723.362810:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00010000:00000010:3.0:1779697723.362814:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00000800:00000200:1.0:1779697723.362818:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.362826:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.362830:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.362853:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697723.362858:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.362862:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee47e00. 00000800:00000200:0.0:1779697723.362946:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.362951:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697723.362955:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.362961:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.363847:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697723.363860:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa549 00000400:00000200:3.0:1779697723.363866:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.363869:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697723.363874:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:3.0:1779697723.363876:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00010000:00000010:1.0:1779697723.363952:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697723.363960:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:1.1:1779697723.366483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697723.366499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:1.1:1779697723.366505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697723.366510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f200. 00000400:00000200:3.0:1779697723.373065:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.373087:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646c700 00000400:00000200:3.0:1779697723.373097:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 7704 00000400:00000200:3.0:1779697723.373749:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.373757:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.373768:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.373777:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9880. 00000020:00000010:0.0:1779697723.374802:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697723.374810:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697723.374816:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.374822:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.374827:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.374874:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61900. 00000020:00000010:0.0:1779697723.374878:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61900. 00000100:00000200:0.0:1779697723.374882:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215544576 00000001:00000010:0.0:1779697723.374892:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacd7e40c0. 00010000:00000010:0.0:1779697723.374914:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.374919:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697723.374926:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.374933:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697723.374970:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e13000. 00010000:00000010:0.0:1779697723.375002:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.375007:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:1.1:1779697723.375434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697723.375444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697723.375451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.0:1779697723.376147:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697723.376177:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9880 x1866146215544576/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.376199:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697723.376207:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215544576, offset 224 00000400:00000200:0.0:1779697723.376216:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.376230:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.376237:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309599:309599:256:4294967295] 192.168.203.23@tcp LPNI seq info [309595:309595:8:4294967295] 00000400:00000200:0.0:1779697723.376250:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.376256:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.376261:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00010000:00000010:3.1:1779697723.376774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:3.1:1779697723.376783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000800:00000200:0.0:1779697723.376867:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.376876:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.376881:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.376911:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.376918:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.376923:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697723.377018:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.377024:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:1.0:1779697723.377030:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.377037:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.377044:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:1.0:1779697723.377047:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000400:00000200:1.0:1779697723.385650:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.385671:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646c780 00000400:00000200:1.0:1779697723.385681:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 8280 00000400:00000200:1.0:1779697723.385696:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.385701:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.385712:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.385720:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3db480. 00000020:00000010:0.0:1779697723.385849:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697723.385855:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697723.385862:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.385868:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.385873:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.386878:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697723.386897:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697723.386902:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215544704 00010000:00000010:1.1:1779697723.387309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697723.387319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.0:1779697723.387375:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697723.387384:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 02000000:00000010:0.0:1779697723.387537:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cac4e12000. 00010000:00000010:0.0:1779697723.387568:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.387574:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697723.387595:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.387598:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697723.387603:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697723.387607:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00000004:00000010:0.0:1779697723.387788:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebad20. 00000004:00000010:0.0:1779697723.387798:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefca8. 00000004:00000010:0.0:1779697723.387806:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31870. 00080000:00000010:0.0:1779697723.387815:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2ec78. 00010000:00000010:0.1:1779697723.389433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.389750:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697723.389756:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697723.389763:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.389770:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697723.389852:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697723.389870:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697723.389876:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697723.389907:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000200:0.0:1779697723.389928:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3db480 x1866146215544704/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/584 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.389949:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697723.391200:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215544704, offset 224 00000400:00000200:0.0:1779697723.391221:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.391238:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.391245:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309600:309600:256:4294967295] 192.168.203.23@tcp LPNI seq info [309596:309596:8:4294967295] 00000400:00000200:0.0:1779697723.391260:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.391266:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.391272:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697723.391281:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.391290:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.391294:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.391330:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.391337:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.391342:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:1.0:1779697723.393946:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.393954:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697723.393971:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.393981:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.393989:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:1.0:1779697723.393993:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00010000:00000010:0.1:1779697723.401532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697723.401594:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697723.401601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697723.401619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:1.0:1779697723.404168:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.404189:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400646c880 00000400:00000200:1.0:1779697723.404199:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18ee0d [64] + 8856 00000400:00000200:1.0:1779697723.404231:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.404238:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.404247:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.404254:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d9180. 00000020:00000010:0.0:1779697723.405119:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697723.405126:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697723.405132:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30dc00. 00000020:00000010:0.0:1779697723.405138:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697723.405143:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697723.405194:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697723.405198:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000100:00000200:0.0:1779697723.405202:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215544960 02000000:00000010:0.0:1779697723.405237:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cac4e11000. 00010000:00000010:0.0:1779697723.405617:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697723.405637:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697723.405648:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697723.405653:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697723.405668:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.405672:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697723.405677:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697723.405681:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77980. 00010000:00000010:0.0:1779697723.405696:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697723.405699:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6280. 00010000:00000010:0.0:1779697723.405703:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697723.405706:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697723.405838:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697723.405842:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697723.405846:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.405850:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77000. 00000020:00000010:0.0:1779697723.405880:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f920. 00000020:00000010:0.0:1779697723.405887:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f920. 00000020:00000010:0.0:1779697723.405898:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1780. 00080000:00000010:0.0:1779697723.405968:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc78c4800. 00000001:00000010:0.0:1779697723.407164:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f17e0. 00000001:00000010:0.0:1779697723.407173:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fed80. 00000020:00000010:0.0:1779697723.407224:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1780. 00010000:00000010:0.0:1779697723.407239:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697723.407246:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77180. 00010000:00000010:0.0:1779697723.407333:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe9c0. 00010000:00000010:3.0:1779697723.407785:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77180. 00010000:00000010:1.0:1779697723.407791:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77000. 00010000:00000010:1.0:1779697723.407798:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:3.0:1779697723.407798:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe9c0. 00010000:00000010:1.0:1779697723.407821:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77980. 00010000:00000010:1.0:1779697723.407826:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000200:1.0:1779697723.407851:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974573, last committed = 8589974453 00010000:00000200:1.0:1779697723.407863:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d9180 x1866146215544960/t8589974573(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 488/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697723.407884:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697723.407891:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215544960, offset 224 00000400:00000010:1.0:1779697723.407899:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bf88. 00000400:00000200:1.0:1779697723.407904:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.407973:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.407981:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309601:309601:256:4294967295] 192.168.203.23@tcp LPNI seq info [309597:309597:8:4294967295] 00000400:00000200:1.0:1779697723.407989:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697723.407999:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.408006:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.408012:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697723.408019:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.408027:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.408099:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.408129:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:1.0:1779697723.408134:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:1.0:1779697723.408139:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30dc00. 00000800:00000200:3.0:1779697723.408314:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.408319:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697723.408325:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.408330:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.409543:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697723.409675:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa555 00000400:00000200:1.0:1779697723.409682:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.409686:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697723.409691:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:1.0:1779697723.409694:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:0.1:1779697723.410688:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697723.410701:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697723.410707:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697723.410711:0:3308:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.410758:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000010:0.0:1779697723.410769:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6280. 00000400:00000200:3.0:1779697723.411416:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.411432:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646c900 00000400:00000200:3.0:1779697723.411442:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 9344 00000400:00000200:3.0:1779697723.411456:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.411461:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.411469:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.411475:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54ba680. 00000020:00000010:1.0:1779697723.411906:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.411913:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.411919:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.411924:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.411930:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.412008:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.412012:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697723.412016:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215545088 00000001:00000010:1.0:1779697723.412026:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697723.412060:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697723.412065:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f200. 00010000:00000010:1.0:1779697723.412071:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697723.412077:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697723.412115:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666c000. 00010000:00000010:1.0:1779697723.412146:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697723.412152:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406c80. 00010000:00000010:1.0:1779697723.412279:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697723.412303:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54ba680 x1866146215545088/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.412322:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697723.412328:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215545088, offset 224 00000400:00000200:1.0:1779697723.412346:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.412357:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.412362:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309602:309602:256:4294967295] 192.168.203.23@tcp LPNI seq info [309598:309598:8:4294967295] 00000400:00000200:1.0:1779697723.412372:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.412377:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.412384:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00010000:00000010:1.1:1779697723.412411:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:1.1:1779697723.412417:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:1.1:1779697723.412420:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:1.1:1779697723.412421:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000800:00000200:1.0:1779697723.412429:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.412435:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.412439:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.412456:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.412461:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.412465:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00010000:00000010:3.1:1779697723.412512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00000800:00000200:3.0:1779697723.412600:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.412605:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697723.412610:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.412616:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.412621:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:3.0:1779697723.412623:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00010000:00000010:0.1:1779697723.414469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697723.414482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697723.418446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:1.0:1779697723.422703:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.422723:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646c980 00000400:00000200:1.0:1779697723.422743:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 9920 00000400:00000200:1.0:1779697723.422761:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.422767:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.422777:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.422786:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8e00. 00000020:00000010:0.0:1779697723.423149:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697723.423155:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697723.423163:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30ca00. 00000020:00000010:0.0:1779697723.423168:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6280. 00000020:00000010:0.0:1779697723.423174:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697723.423220:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61580. 00000020:00000010:0.0:1779697723.423223:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61580. 00000100:00000200:0.0:1779697723.423227:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215545216 00010000:00000010:0.0:1779697723.423255:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697723.423263:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e80. 02000000:00000010:0.0:1779697723.423294:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf29000. 00010000:00000010:0.0:1779697723.423321:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.423326:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77e00. 00010000:00000010:0.0:1779697723.423346:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697723.423349:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697723.423354:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.423358:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77900. 00000004:00000010:0.0:1779697723.423741:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebaf00. 00000004:00000010:0.0:1779697723.423752:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef4b0. 00000004:00000010:0.0:1779697723.423758:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30440. 00080000:00000010:0.0:1779697723.423767:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e720. 00010000:00000010:0.0:1779697723.423877:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.423882:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697723.423886:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697723.423891:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d00. 00010000:00000010:1.0:1779697723.435251:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e00. 00010000:00000010:1.0:1779697723.435633:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77900. 00010000:00000010:1.0:1779697723.435643:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:1.0:1779697723.436173:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77e80. 00010000:00000200:1.0:1779697723.436203:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8e00 x1866146215545216/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.436229:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697723.436237:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215545216, offset 224 00000400:00000200:1.0:1779697723.436246:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.436261:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.436735:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309603:309603:256:4294967295] 192.168.203.23@tcp LPNI seq info [309599:309599:8:4294967295] 00000400:00000200:1.0:1779697723.436751:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.436759:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.436766:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697723.436775:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.436784:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.436789:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.436822:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6280. 00000020:00000010:1.0:1779697723.436829:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:1.0:1779697723.436834:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30ca00. 00000800:00000200:0.0:1779697723.437029:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.437034:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:0.0:1779697723.437040:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.437054:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.437060:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:0.0:1779697723.437063:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000400:00000200:3.0:1779697723.442001:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.442022:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646ca00 00000400:00000200:3.0:1779697723.442145:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 14280 00000400:00000200:3.0:1779697723.442164:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.442171:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.442180:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697723.442188:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bb100. 00010000:00000010:1.1:1779697723.442433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:1.1:1779697723.442442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:1.1:1779697723.442448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:1.1:1779697723.442452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000020:00000010:0.0:1779697723.442818:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697723.442825:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697723.442832:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.442838:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.442843:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.442937:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697723.442941:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000100:00000200:0.0:1779697723.442945:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215545344 00010000:00000010:0.0:1779697723.442970:0:207452:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f500. 00010000:00000010:0.0:1779697723.442973:0:207452:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf828f300. 00010000:00000010:0.0:1779697723.442981:0:207452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3600. 00002000:00000010:0.0:1779697723.442990:0:207452:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61980. 00002000:00000010:0.0:1779697723.443001:0:207452:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede30a0. 00080000:00000010:0.0:1779697723.443009:0:207452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e558. 02000000:00000010:0.0:1779697723.443367:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbc78c5c00. 00010000:00000200:0.0:1779697723.443423:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54bb100 x1866146215545344/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.443442:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697723.443449:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215545344, offset 224 00000400:00000200:0.0:1779697723.443456:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.443469:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.443476:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309604:309604:256:4294967295] 192.168.203.23@tcp LPNI seq info [309600:309600:8:4294967295] 00000400:00000200:0.0:1779697723.443491:0:207452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.443497:0:207452:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.443502:0:207452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697723.443526:0:207452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.443534:0:207452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.443538:0:207452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.443571:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.443577:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.443581:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:3.0:1779697723.443708:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.443714:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697723.443720:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.443734:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.443740:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:3.0:1779697723.443743:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000400:00000200:0.0:1779697723.455968:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.455990:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646cb00 00000400:00000200:0.0:1779697723.456000:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 10504 00000400:00000200:0.0:1779697723.456016:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.456028:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.457804:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.457817:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070f800. 00000020:00000010:3.0:1779697723.460743:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.460753:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.460760:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.460765:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.460771:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.461057:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.461061:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697723.461066:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215545600 02000000:00000010:3.0:1779697723.461115:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeee74000. 00010000:00000010:3.0:1779697723.461154:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d00. 00010000:00000010:3.0:1779697723.461173:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:3.0:1779697723.461185:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406c80. 00010000:00000010:3.0:1779697723.461194:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f200. 00010000:00000010:3.0:1779697723.461212:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f200. 00010000:00000010:3.0:1779697723.461216:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697723.461222:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697723.461228:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.461242:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fb00. 00010000:00000010:3.0:1779697723.461245:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697723.461249:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.461251:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.461435:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.461440:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697723.461445:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.461449:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000020:00000010:3.0:1779697723.461482:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ee0. 00000020:00000010:3.0:1779697723.461489:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ee0. 00000020:00000010:3.0:1779697723.461499:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664e40. 00080000:00000010:3.0:1779697723.461524:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff462400. 00000004:00000010:3.0:1779697723.461572:0:189041:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbf7202300. 00000004:00000010:3.0:1779697723.461579:0:189041:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53300. 00000004:00000010:3.0:1779697723.461582:0:189041:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53178. 00000004:00000010:3.0:1779697723.461592:0:189041:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e13f8. 00000001:00000010:3.0:1779697723.464036:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b120. 00000001:00000010:3.0:1779697723.464048:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf7202b40. 00000020:00000010:3.0:1779697723.464111:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664e40. 00010000:00000010:3.0:1779697723.464128:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.0:1779697723.464137:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e80. 00010000:00000010:3.0:1779697723.464160:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbf7202e40. 00010000:00000010:3.0:1779697723.464214:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697723.464238:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.464244:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000200:3.0:1779697723.464270:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974574, last committed = 8589974453 00010000:00000200:3.0:1779697723.464282:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070f800 x1866146215545600/t8589974574(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.464302:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697723.464309:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215545600, offset 224 00000400:00000010:3.0:1779697723.464317:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0e70. 00000400:00000200:3.0:1779697723.464321:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.465110:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.465118:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309605:309605:256:4294967295] 192.168.203.23@tcp LPNI seq info [309601:309601:8:4294967295] 00000400:00000200:3.0:1779697723.465126:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.465133:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.465139:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.465145:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697723.465152:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.465159:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.465163:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.465191:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697723.465197:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.465200:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:3.0:1779697723.465310:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.465314:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697723.465318:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.465322:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697723.466358:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e80. 00010000:00000010:1.0:1779697723.466370:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:1.0:1779697723.466379:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbf7202e40. 00010000:00000010:3.1:1779697723.474791:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:3.1:1779697723.474807:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:3.1:1779697723.474812:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:3.1:1779697723.474816:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00000400:00000200:1.0:1779697723.476355:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697723.476378:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa565 00000400:00000200:1.0:1779697723.476386:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.476408:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697723.476416:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:1.0:1779697723.476419:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000400:00000200:1.0:1779697723.476454:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.476462:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646cb80 00000400:00000200:1.0:1779697723.476470:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 11000 00000400:00000200:1.0:1779697723.476483:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.476487:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.476493:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.476500:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d9880. 00010000:00000010:3.0:1779697723.476791:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.476803:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536680. 00000020:00000010:0.0:1779697723.479767:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697723.479776:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697723.479785:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.479791:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.479796:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.479845:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697723.479848:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000100:00000200:0.0:1779697723.479852:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215545728 00000001:00000010:0.0:1779697723.479863:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fed80. 00010000:00000010:0.0:1779697723.479885:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f200. 00010000:00000010:0.0:1779697723.479889:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6d00. 00010000:00000010:0.0:1779697723.479895:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.0:1779697723.479902:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 02000000:00000010:0.0:1779697723.479929:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2e000. 00010000:00000010:0.0:1779697723.479959:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697723.479964:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f80. 00010000:00000010:0.0:1779697723.480079:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697723.480104:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d9880 x1866146215545728/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.480124:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697723.480132:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215545728, offset 224 00000400:00000200:0.0:1779697723.480140:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.480155:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.480162:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309606:309606:256:4294967295] 192.168.203.23@tcp LPNI seq info [309602:309602:8:4294967295] 00000400:00000200:0.0:1779697723.480176:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.480182:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.480188:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697723.480196:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.480205:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.480210:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.480237:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.480242:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.480246:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:3.0:1779697723.480434:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.480440:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697723.480447:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.480453:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.480459:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:3.0:1779697723.480462:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000400:00000200:3.0:1779697723.486529:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.486550:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646cc00 00000400:00000200:3.0:1779697723.486746:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 11576 00000400:00000200:3.0:1779697723.486763:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.486768:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.486777:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.486785:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b8e00. 00000020:00000010:0.0:1779697723.495764:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697723.495901:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697723.495910:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.495916:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.495973:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.496030:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697723.496034:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000100:00000200:0.0:1779697723.496038:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215545856 00010000:00000010:0.0:1779697723.496067:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697723.496076:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 02000000:00000010:0.0:1779697723.496104:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2a000. 00010000:00000010:0.0:1779697723.496134:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697723.496139:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.496159:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697723.496164:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6c00. 00010000:00000010:0.0:1779697723.496170:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.0:1779697723.496174:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:3.1:1779697723.496280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000004:00000010:0.0:1779697723.496291:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba780. 00010000:00000010:3.1:1779697723.496291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f200. 00010000:00000010:3.1:1779697723.496300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000004:00000010:0.0:1779697723.496303:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef258. 00000004:00000010:0.0:1779697723.496310:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31650. 00080000:00000010:0.0:1779697723.496320:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e1c8. 00010000:00000010:0.0:1779697723.496456:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697723.496460:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697723.496465:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697723.496470:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77880. 00010000:00000010:0.0:1779697723.502324:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.502348:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697723.502355:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6c00. 00010000:00000010:0.0:1779697723.502419:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000200:0.0:1779697723.502452:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b8e00 x1866146215545856/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.502482:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00010000:00000010:1.1:1779697723.503583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:1.1:1779697723.503594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00000100:00000200:0.0:1779697723.503659:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215545856, offset 224 00000400:00000200:0.0:1779697723.503673:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.503688:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.503695:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309607:309607:256:4294967295] 192.168.203.23@tcp LPNI seq info [309603:309603:8:4294967295] 00000400:00000200:0.0:1779697723.503710:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.503718:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.503734:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697723.503742:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.503750:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.503755:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.504010:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.504017:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.504022:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:1.0:1779697723.507854:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.507863:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697723.507871:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.507880:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.507888:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:1.0:1779697723.507891:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00010000:00000010:0.1:1779697723.509772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:3.1:1779697723.510889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fb00. 00010000:00000010:3.1:1779697723.510900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:3.0:1779697723.513222:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.513243:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646cc80 00000400:00000200:3.0:1779697723.513253:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 14608 00000400:00000200:3.0:1779697723.513269:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.513275:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.513283:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697723.513291:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9f80. 00000020:00000010:0.0:1779697723.513711:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697723.513718:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697723.513735:0:207457:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.513742:0:207457:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.513748:0:207457:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.513795:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697723.513798:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697723.513802:0:207457:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215545984 00010000:00000010:0.0:1779697723.513827:0:207457:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f100. 00010000:00000010:0.0:1779697723.513831:0:207457:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf828f700. 00010000:00000010:0.0:1779697723.513838:0:207457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2800. 00002000:00000010:0.0:1779697723.513847:0:207457:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61400. 00002000:00000010:0.0:1779697723.513856:0:207457:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede2720. 00080000:00000010:0.0:1779697723.513865:0:207457:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2fc80. 02000000:00000010:0.0:1779697723.514151:0:207457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbc78c4c00. 00010000:00000200:0.0:1779697723.514183:0:207457:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9f80 x1866146215545984/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.514203:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697723.514209:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215545984, offset 224 00000400:00000200:0.0:1779697723.514218:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.514231:0:207457:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.514239:0:207457:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309608:309608:256:4294967295] 192.168.203.23@tcp LPNI seq info [309604:309604:8:4294967295] 00000400:00000200:0.0:1779697723.514252:0:207457:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.514261:0:207457:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.514267:0:207457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697723.514275:0:207457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.514282:0:207457:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.514287:0:207457:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.514313:0:207457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.514318:0:207457:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.514322:0:207457:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:3.0:1779697723.514607:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.514612:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697723.514617:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.514625:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.514630:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:3.0:1779697723.514633:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00010000:00000010:0.1:1779697723.514961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697723.514970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697723.514976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697723.514980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:1.0:1779697723.524254:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.524275:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646cd80 00000400:00000200:1.0:1779697723.524285:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 12160 00000400:00000200:1.0:1779697723.524303:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.524309:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.524319:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.524327:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3d8000. 00000020:00000010:3.0:1779697723.525165:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.525174:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.525181:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.525187:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.525192:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.525243:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.525246:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697723.525250:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215546240 02000000:00000010:3.0:1779697723.525286:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbeee75000. 00010000:00000010:3.0:1779697723.525326:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77880. 00010000:00000010:3.0:1779697723.525360:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:3.0:1779697723.525370:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f80. 00010000:00000010:3.0:1779697723.525375:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6d00. 00010000:00000010:3.0:1779697723.525435:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697723.525440:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a80. 00010000:00000010:3.0:1779697723.525445:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.525451:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.525465:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fb00. 00010000:00000010:3.0:1779697723.525468:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536f00. 00010000:00000010:3.0:1779697723.525471:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697723.525475:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11480. 00010000:00000010:3.0:1779697723.525944:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f200. 00010000:00000010:3.0:1779697723.525948:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697723.525964:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.525970:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00000020:00000010:3.0:1779697723.526005:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97ee0. 00000020:00000010:3.0:1779697723.526012:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97ee0. 00000020:00000010:3.0:1779697723.526023:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830bf60. 00080000:00000010:3.0:1779697723.526033:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff461000. 00000004:00000010:3.0:1779697723.526081:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbf72026c0. 00000004:00000010:3.0:1779697723.526087:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53008. 00000004:00000010:3.0:1779697723.526090:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53fc8. 00000004:00000010:3.0:1779697723.526100:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e0b18. 00000001:00000010:3.0:1779697723.530198:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c000. 00000001:00000010:3.0:1779697723.530210:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf7202e40. 00000020:00000010:3.0:1779697723.531146:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830bf60. 00010000:00000010:3.0:1779697723.531169:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.0:1779697723.531178:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11700. 00010000:00000010:3.0:1779697723.531203:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbf7202780. 00010000:00000010:3.0:1779697723.531263:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697723.531289:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.531296:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a80. 00010000:00000200:3.0:1779697723.531325:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974575, last committed = 8589974453 00010000:00000200:3.0:1779697723.531349:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3d8000 x1866146215546240/t8589974575(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.531373:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00010000:00000010:0.0:1779697723.531546:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11700. 00010000:00000010:0.0:1779697723.531554:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:0.0:1779697723.531564:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbf7202780. 00000100:00000200:3.0:1779697723.532509:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215546240, offset 224 00000400:00000010:3.0:1779697723.532631:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0578. 00000400:00000200:3.0:1779697723.532639:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.532657:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.532664:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309609:309609:256:4294967295] 192.168.203.23@tcp LPNI seq info [309605:309605:8:4294967295] 00000400:00000200:3.0:1779697723.533031:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.533102:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.533110:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.533116:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697723.533124:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.533132:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.533137:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.533172:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.533178:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.533183:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:0.0:1779697723.533296:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.533301:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697723.533306:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.533313:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697723.536021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697723.536035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:3.1:1779697723.536050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:3.1:1779697723.536054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f200. 00000400:00000200:3.0:1779697723.536160:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697723.536181:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa575 00000400:00000200:3.0:1779697723.536189:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.536195:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697723.536202:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779697723.536205:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00010000:00000010:1.0:1779697723.536310:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11480. 00010000:00000010:1.0:1779697723.536321:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536f00. 00010000:00000010:0.1:1779697723.538426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f200. 00010000:00000010:0.1:1779697723.538438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.1:1779697723.538462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.1:1779697723.538472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:3.1:1779697723.538477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:1.1:1779697723.543707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fb00. 00010000:00000010:1.1:1779697723.543722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00000400:00000200:1.0:1779697723.543983:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.544001:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ce00 00000400:00000200:1.0:1779697723.544009:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 12656 00000400:00000200:1.0:1779697723.544022:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.544026:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.544034:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.544042:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1c00. 00000020:00000010:3.0:1779697723.544245:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.544250:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.544257:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.544262:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.544268:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.544317:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.544320:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697723.544323:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215546368 00000001:00000010:3.0:1779697723.544333:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf7202b40. 00010000:00000010:3.0:1779697723.544354:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697723.544358:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a80. 00010000:00000010:3.0:1779697723.544363:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.544369:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697723.544414:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee71000. 00010000:00000010:3.0:1779697723.544445:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.544450:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11180. 00010000:00000010:3.0:1779697723.544579:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697723.544603:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df1c00 x1866146215546368/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.544623:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697723.544629:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215546368, offset 224 00000400:00000200:3.0:1779697723.544637:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.544648:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.544656:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309610:309610:256:4294967295] 192.168.203.23@tcp LPNI seq info [309606:309606:8:4294967295] 00000400:00000200:3.0:1779697723.544670:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.544675:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.544680:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697723.544687:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.544695:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.544699:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.544737:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.544742:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.544745:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:1.0:1779697723.544931:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.544936:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697723.544940:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.544946:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.544951:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779697723.544953:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:0.0:1779697723.551386:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.551421:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ce80 00000400:00000200:0.0:1779697723.551431:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 13232 00000400:00000200:0.0:1779697723.551447:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.551452:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.551460:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.551468:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070ed80. 00000020:00000010:1.0:1779697723.551570:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.551577:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.551583:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.551589:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.551594:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.551634:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697723.551637:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697723.551640:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215546496 00010000:00000010:1.0:1779697723.551670:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697723.551677:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697723.551704:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd6668000. 00010000:00000010:1.0:1779697723.552359:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697723.552367:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.552385:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697723.552421:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697723.552426:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.0:1779697723.552430:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00000004:00000010:1.0:1779697723.552540:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77be00. 00000004:00000010:1.0:1779697723.552550:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697723.552556:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562550. 00080000:00000010:1.0:1779697723.552565:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 00010000:00000010:1.0:1779697723.552672:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697723.552676:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697723.552681:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697723.552685:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406a00. 00010000:00000010:1.0:1779697723.552925:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.552944:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697723.552951:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f680. 00010000:00000010:1.0:1779697723.552978:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697723.552999:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070ed80 x1866146215546496/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.553020:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697723.553027:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215546496, offset 224 00000400:00000200:1.0:1779697723.553035:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.553049:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.553056:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309611:309611:256:4294967295] 192.168.203.23@tcp LPNI seq info [309607:309607:8:4294967295] 00000400:00000200:1.0:1779697723.553069:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.553076:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.553081:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697723.553088:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.553095:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.553100:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.553125:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.553130:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.553135:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:3.0:1779697723.553786:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.553793:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697723.553800:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.553809:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.553816:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:3.0:1779697723.553819:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00010000:00000010:3.1:1779697723.557451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:1.0:1779697723.558041:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.558060:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646cf00 00000400:00000200:1.0:1779697723.558071:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 14936 00000400:00000200:1.0:1779697723.558087:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.558093:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.558101:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697723.558108:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3b80. 00000020:00000010:3.0:1779697723.558182:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.558190:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.558196:0:207614:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.558201:0:207614:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.558207:0:207614:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.558253:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8540. 00000020:00000010:3.0:1779697723.558257:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8540. 00000100:00000200:3.0:1779697723.558261:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215546624 00010000:00000010:3.0:1779697723.558287:0:207614:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048fb00. 00010000:00000010:3.0:1779697723.558292:0:207614:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd048f200. 00010000:00000010:3.0:1779697723.558308:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d400. 00002000:00000010:3.0:1779697723.558318:0:207614:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacbff8540. 00002000:00000010:3.0:1779697723.558329:0:207614:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4980. 00080000:00000010:3.0:1779697723.558338:0:207614:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbcbd2d1d0. 02000000:00000010:3.0:1779697723.558799:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbff460400. 00010000:00000200:3.0:1779697723.558834:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3b80 x1866146215546624/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.558853:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697723.558860:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215546624, offset 224 00000400:00000200:3.0:1779697723.558868:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.558881:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.558888:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309612:309612:256:4294967295] 192.168.203.23@tcp LPNI seq info [309608:309608:8:4294967295] 00000400:00000200:3.0:1779697723.558902:0:207614:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.558908:0:207614:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.558913:0:207614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697723.558921:0:207614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.558929:0:207614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.558934:0:207614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.559095:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.559101:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.559106:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:0.0:1779697723.559307:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.559321:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:0.0:1779697723.559325:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.559330:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.559335:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:0.0:1779697723.559337:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:1.1:1779697723.562433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697723.562446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:1.1:1779697723.562450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697723.562454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:3.0:1779697723.571027:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.571048:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400646d000 00000400:00000200:3.0:1779697723.571058:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18ee0d [64] + 13808 00000400:00000200:3.0:1779697723.571074:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.571080:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.571089:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.571098:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54ba300. 00000020:00000010:0.0:1779697723.571703:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.571710:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.571716:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.571722:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.571736:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.571783:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.571787:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697723.571790:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215546880 02000000:00000010:0.0:1779697723.571828:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf2f000. 00010000:00000010:0.0:1779697723.571871:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406a00. 00010000:00000010:0.0:1779697723.571890:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:0.0:1779697723.571899:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11180. 00010000:00000010:0.0:1779697723.571905:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a80. 00010000:00000010:0.0:1779697723.571921:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697723.571924:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697723.571929:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697723.571934:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697723.571948:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697723.571951:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6a80. 00010000:00000010:0.0:1779697723.571953:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.571956:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77400. 00010000:00000010:0.0:1779697723.572057:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697723.572060:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697723.572074:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.572078:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697723.572102:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fe80. 00000020:00000010:0.0:1779697723.572109:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fe80. 00000020:00000010:0.0:1779697723.572119:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc56f1240. 00080000:00000010:0.0:1779697723.572128:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc78c5400. 00000004:00000010:0.0:1779697723.572160:0:190609:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fe540. 00000004:00000010:0.0:1779697723.572166:0:190609:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650c68. 00000004:00000010:0.0:1779697723.572168:0:190609:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd6500d8. 00000004:00000010:0.0:1779697723.572177:0:190609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1e380. 00000001:00000010:0.0:1779697723.572676:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cf00. 00000001:00000010:0.0:1779697723.572683:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697723.572713:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc56f1240. 00010000:00000010:0.0:1779697723.572733:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697723.572738:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.572751:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697723.572788:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.572802:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697723.572806:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000200:0.0:1779697723.572825:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974576, last committed = 8589974453 00010000:00000200:0.0:1779697723.572836:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54ba300 x1866146215546880/t8589974576(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 488/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.572855:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697723.572862:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215546880, offset 224 00000400:00000010:0.0:1779697723.572868:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67251f8. 00000400:00000200:0.0:1779697723.572873:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.572886:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.572893:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309613:309613:256:4294967295] 192.168.203.23@tcp LPNI seq info [309609:309609:8:4294967295] 00000400:00000200:0.0:1779697723.572899:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.572905:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.572911:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.572916:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697723.572923:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.572930:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.572934:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.572953:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697723.572957:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.572961:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00010000:00000010:0.0:1779697723.572991:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.572996:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6700. 00010000:00000010:0.0:1779697723.573001:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000800:00000200:0.0:1779697723.573094:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.573098:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697723.573101:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.573106:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.574765:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697723.574782:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa585 00000400:00000200:0.0:1779697723.574789:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.574793:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697723.574800:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697723.574803:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00010000:00000010:3.0:1779697723.578330:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77400. 00010000:00000010:3.0:1779697723.578347:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6a80. 00010000:00000010:0.1:1779697723.579436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.1:1779697723.579446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:0.1:1779697723.579450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697723.579453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00000400:00000200:1.0:1779697723.579601:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.579617:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646d080 00000400:00000200:1.0:1779697723.579625:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 14296 00000400:00000200:1.0:1779697723.579638:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.579642:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.579650:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.579655:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2680. 00000020:00000010:3.0:1779697723.581484:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697723.581491:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697723.581499:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.581504:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.581509:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.582671:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697723.582678:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000100:00000200:3.0:1779697723.582682:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215547008 00000001:00000010:3.0:1779697723.582693:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf7202e40. 00010000:00000010:3.0:1779697723.582716:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.582720:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697723.582734:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.582740:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697723.582766:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee77000. 00010000:00000010:3.0:1779697723.582793:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697723.582795:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11b00. 00010000:00000010:3.0:1779697723.582886:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697723.582910:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df2680 x1866146215547008/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.582928:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697723.582934:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215547008, offset 224 00000400:00000200:3.0:1779697723.582942:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.582954:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.582960:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309614:309614:256:4294967295] 192.168.203.23@tcp LPNI seq info [309610:309610:8:4294967295] 00000400:00000200:3.0:1779697723.582972:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.582978:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.582982:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697723.582988:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.582995:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.582999:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.583020:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.583025:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.583028:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:3.0:1779697723.587242:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.587251:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697723.587258:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.587266:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.587274:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779697723.587277:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000400:00000200:0.0:1779697723.589774:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.589791:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646d100 00000400:00000200:0.0:1779697723.589798:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 14872 00000400:00000200:0.0:1779697723.589808:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.589811:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.589818:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.589823:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070e300. 00000020:00000010:3.0:1779697723.589879:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697723.589884:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697723.589889:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.589894:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.589899:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.589940:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacbff8bc0. 00000020:00000010:3.0:1779697723.589942:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacbff8bc0. 00000100:00000200:3.0:1779697723.589945:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215547136 00010000:00000010:3.0:1779697723.589970:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.589977:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697723.590001:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbeee76000. 00010000:00000010:3.0:1779697723.590026:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.590029:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697723.590047:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697723.590050:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697723.590054:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697723.590057:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:0.1:1779697723.590525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697723.590532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:0.1:1779697723.590536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.1:1779697723.590538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697723.590541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:3.1:1779697723.591352:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697723.591360:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000004:00000010:3.0:1779697723.591386:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa25a0. 00000004:00000010:3.0:1779697723.591406:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af960. 00000004:00000010:3.0:1779697723.591413:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82550. 00080000:00000010:3.0:1779697723.591426:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1fab8. 00010000:00000010:3.0:1779697723.591533:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697723.591537:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697723.591542:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697723.591548:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11980. 00010000:00000010:3.0:1779697723.591614:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697723.591626:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697723.591630:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697723.591654:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697723.591670:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070e300 x1866146215547136/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.591690:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779697723.591696:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215547136, offset 224 00000400:00000200:3.0:1779697723.591703:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.591715:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.591722:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309615:309615:256:4294967295] 192.168.203.23@tcp LPNI seq info [309611:309611:8:4294967295] 00000400:00000200:3.0:1779697723.591744:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.591750:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.591755:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697723.591761:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.591769:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.591773:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.591797:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697723.591801:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.591804:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:1.0:1779697723.592514:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.592520:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697723.592524:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.592530:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.592536:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:1.0:1779697723.592538:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00010000:00000010:3.1:1779697723.595547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000400:00000200:3.0:1779697723.598584:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.598603:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646d180 00000400:00000200:3.0:1779697723.598613:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18cf5d [8] + 15264 00000400:00000010:3.0:1779697723.598618:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:3.0:1779697723.598623:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbffaef100 00000400:00000200:3.0:1779697723.598646:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.598651:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.598657:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbffaef100 00000400:00000010:3.0:1779697723.598659:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffff93cbffaef100. 00000100:00000200:3.0:1779697723.598666:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1779697723.598785:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0440. 00000020:00000010:1.0:1779697723.598791:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0440. 00000020:00000010:1.0:1779697723.598797:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.598801:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.598806:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.598850:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0440. 00000020:00000010:1.0:1779697723.598853:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0440. 00000100:00000200:1.0:1779697723.598856:0:189655:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215547264 00010000:00000010:1.0:1779697723.598883:0:189655:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a900. 00010000:00000010:1.0:1779697723.598886:0:189655:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2a500. 00010000:00000010:1.0:1779697723.598892:0:189655:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c400. 00002000:00000010:1.0:1779697723.598900:0:189655:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0440. 00002000:00000010:1.0:1779697723.598910:0:189655:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbff1b1430. 00080000:00000010:1.0:1779697723.598919:0:189655:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6421c8. 02000000:00000010:1.0:1779697723.599182:0:189655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac428a800. 00010000:00000200:1.0:1779697723.599213:0:189655:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbbc3450 x1866146215547264/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.599229:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697723.599234:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215547264, offset 224 00000400:00000200:1.0:1779697723.599241:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.599250:0:189655:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.599256:0:189655:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309616:309616:256:4294967295] 192.168.203.23@tcp LPNI seq info [309612:309612:8:4294967295] 00000400:00000200:1.0:1779697723.599266:0:189655:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.599271:0:189655:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.599275:0:189655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697723.599281:0:189655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.599287:0:189655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.599291:0:189655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.599315:0:189655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.599319:0:189655:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.599322:0:189655:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 02000000:00000010:1.0:1779697723.599341:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbff460400. 00000100:00000010:1.0:1779697723.599345:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df3b80. 02000000:00000010:1.0:1779697723.599349:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbc78c4c00. 00000100:00000010:1.0:1779697723.599351:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b9f80. 02000000:00000010:1.0:1779697723.599355:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbc78c5c00. 00000100:00000010:1.0:1779697723.599357:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54bb100. 02000000:00000010:1.0:1779697723.599360:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbff463c00. 00000100:00000010:1.0:1779697723.599362:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf070ce00. 02000000:00000010:1.0:1779697723.599366:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac1a67400. 00000100:00000010:1.0:1779697723.599368:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9a300. 02000000:00000010:1.0:1779697723.599371:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac1a66800. 00000100:00000010:1.0:1779697723.599373:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b99180. 02000000:00000010:1.0:1779697723.599376:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac1a64400. 00000100:00000010:1.0:1779697723.599378:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff964380. 02000000:00000010:1.0:1779697723.599381:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbe554ec00. 00000100:00000010:1.0:1779697723.599383:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff966a00. 02000000:00000010:1.0:1779697723.599422:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbe554c800. 00000100:00000010:1.0:1779697723.599425:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff967800. 02000000:00000010:1.0:1779697723.599429:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbe554e000. 00000100:00000010:1.0:1779697723.599431:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3da680. 02000000:00000010:1.0:1779697723.599434:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cacc8f0000. 00000100:00000010:1.0:1779697723.599436:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d4000. 02000000:00000010:1.0:1779697723.599439:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cacc8f0800. 00000100:00000010:1.0:1779697723.599441:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d4e00. 02000000:00000010:1.0:1779697723.599444:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac46e2400. 00000100:00000010:1.0:1779697723.599448:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521ca80. 02000000:00000010:1.0:1779697723.599451:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbc6176c00. 00000100:00000010:1.0:1779697723.599453:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02e300. 02000000:00000010:1.0:1779697723.599456:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac46e1000. 00000100:00000010:1.0:1779697723.599458:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521e680. 02000000:00000010:1.0:1779697723.599461:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac46e2800. 00000100:00000010:1.0:1779697723.599463:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521e300. 02000000:00000010:1.0:1779697723.599466:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cad8988000. 00000100:00000010:1.0:1779697723.599468:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff967100. 02000000:00000010:1.0:1779697723.599471:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cad8989400. 00000100:00000010:1.0:1779697723.599473:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff966d80. 02000000:00000010:1.0:1779697723.599476:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cad8989800. 00000100:00000010:1.0:1779697723.599478:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff964a80. 02000000:00000010:1.0:1779697723.599480:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbcb0e8000. 00000100:00000010:1.0:1779697723.599483:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf958e00. 02000000:00000010:1.0:1779697723.599486:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cad898a800. 00000100:00000010:1.0:1779697723.599488:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95c00. 02000000:00000010:1.0:1779697723.599490:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cad898b800. 00000100:00000010:1.0:1779697723.599492:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b95180. 02000000:00000010:1.0:1779697723.599495:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cad898ac00. 00000100:00000010:1.0:1779697723.599497:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96d80. 02000000:00000010:1.0:1779697723.599500:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cc000afc00. 00000100:00000010:1.0:1779697723.599503:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9f80. 02000000:00000010:1.0:1779697723.599506:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7b8f400. 00000100:00000010:1.0:1779697723.599509:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ed80. 02000000:00000010:1.0:1779697723.599511:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7b8d400. 00000100:00000010:1.0:1779697723.599513:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7584e00. 02000000:00000010:1.0:1779697723.599516:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbef80ac00. 00000100:00000010:1.0:1779697723.599518:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210e00. 02000000:00000010:1.0:1779697723.599521:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060ec00. 00000100:00000010:1.0:1779697723.599524:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985fb80. 02000000:00000010:1.0:1779697723.599528:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07cc000. 00000100:00000010:1.0:1779697723.599530:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985e300. 02000000:00000010:1.0:1779697723.599533:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf836ac00. 00000100:00000010:1.0:1779697723.599536:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc3800. 02000000:00000010:1.0:1779697723.599539:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c4e800. 00000100:00000010:1.0:1779697723.599541:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54bad80. 02000000:00000010:1.0:1779697723.599544:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c21800. 00000100:00000010:1.0:1779697723.599546:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b9500. 02000000:00000010:1.0:1779697723.599550:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1253000. 00000100:00000010:1.0:1779697723.599552:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbffac7800. 02000000:00000010:1.0:1779697723.599554:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1251800. 00000100:00000010:1.0:1779697723.599556:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bc6a00. 02000000:00000010:1.0:1779697723.599560:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93be400. 00000100:00000010:1.0:1779697723.599562:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff967b80. 02000000:00000010:1.0:1779697723.599565:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93bc800. 00000100:00000010:1.0:1779697723.599567:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff965f80. 02000000:00000010:1.0:1779697723.599570:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e3800. 00000100:00000010:1.0:1779697723.599572:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1880. 02000000:00000010:1.0:1779697723.599575:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e3000. 00000100:00000010:1.0:1779697723.599577:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b94e00. 02000000:00000010:1.0:1779697723.599580:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1102800. 00000100:00000010:1.0:1779697723.599583:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd0473800. 02000000:00000010:1.0:1779697723.599586:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1103c00. 00000100:00000010:1.0:1779697723.599588:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd0472300. 02000000:00000010:1.0:1779697723.599590:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf8368800. 00000100:00000010:1.0:1779697723.599593:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff467480. 02000000:00000010:1.0:1779697723.599595:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf8369400. 00000100:00000010:1.0:1779697723.599597:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff466d80. 02000000:00000010:1.0:1779697723.599600:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57fb400. 00000100:00000010:1.0:1779697723.599603:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6711180. 02000000:00000010:1.0:1779697723.599606:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f9000. 00000100:00000010:1.0:1779697723.599608:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6713100. 02000000:00000010:1.0:1779697723.599611:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbcb257400. 00000100:00000010:1.0:1779697723.599613:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab480. 02000000:00000010:1.0:1779697723.599616:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cad8988c00. 00000100:00000010:1.0:1779697723.599618:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9801f80. 02000000:00000010:1.0:1779697723.599621:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cad898a400. 00000100:00000010:1.0:1779697723.599623:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9802300. 02000000:00000010:1.0:1779697723.599625:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc2e56000. 00000100:00000010:1.0:1779697723.599628:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab800. 02000000:00000010:1.0:1779697723.599630:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1250400. 00000100:00000010:1.0:1779697723.599632:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dc000. 02000000:00000010:1.0:1779697723.599635:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac1a65800. 00000100:00000010:1.0:1779697723.599637:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dea00. 02000000:00000010:1.0:1779697723.599642:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac1880800. 00000100:00000010:1.0:1779697723.599647:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9a680. 02000000:00000010:1.0:1779697723.599649:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7ba9800. 00000100:00000010:1.0:1779697723.599651:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9aa00. 02000000:00000010:1.0:1779697723.599654:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc2e53c00. 00000100:00000010:1.0:1779697723.599656:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7d880. 02000000:00000010:1.0:1779697723.599659:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc2e51400. 00000100:00000010:1.0:1779697723.599661:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9e7dc00. 02000000:00000010:1.0:1779697723.599664:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbfb543c00. 00000100:00000010:1.0:1779697723.599666:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83ded80. 02000000:00000010:1.0:1779697723.599670:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cacc2ef000. 00000100:00000010:1.0:1779697723.599674:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dfb80. 02000000:00000010:1.0:1779697723.599676:0:189655:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cacede8c00. 00000100:00000010:1.0:1779697723.599678:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d7100. 00000100:00000200:1.0:1779697723.599684:0:189655:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1779697723.599689:0:189655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3630. 00000400:00000010:1.0:1779697723.599693:0:189655:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff93cbeff7d600. 00000800:00000200:0.0:1779697723.600002:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.600007:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697723.600012:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.600017:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.600021:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:0.0:1779697723.600023:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 02000000:00000010:0.0:1779697723.600026:0:3317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac428a800. 00010000:00000010:3.1:1779697723.600509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.1:1779697723.600572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:3.1:1779697723.600577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697723.600580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000400:00000200:1.0:1779697723.602700:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.602717:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400646d280 00000400:00000200:1.0:1779697723.602733:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18ee0d [64] + 15448 00000400:00000200:1.0:1779697723.602746:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.602750:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.602758:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.602765:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df1880. 00000020:00000010:0.0:1779697723.602967:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.602972:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.602977:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdce7e600. 00000020:00000010:0.0:1779697723.602982:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.602987:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.603024:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.603027:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697723.603029:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215547520 02000000:00000010:0.0:1779697723.603070:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfbf2d000. 00010000:00000010:0.0:1779697723.603109:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11980. 00010000:00000010:0.0:1779697723.603124:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:0.0:1779697723.603132:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11b00. 00010000:00000010:0.0:1779697723.603137:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:0.0:1779697723.603153:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697723.603156:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6e00. 00010000:00000010:0.0:1779697723.603161:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:0.0:1779697723.603166:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.603179:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697723.603181:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697723.603184:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.603187:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77200. 00010000:00000010:0.0:1779697723.603287:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697723.603291:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6400. 00010000:00000010:0.0:1779697723.603294:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697723.603296:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00000020:00000010:0.0:1779697723.603321:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f180. 00000020:00000010:0.0:1779697723.603328:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f180. 00000020:00000010:0.0:1779697723.603339:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cf60. 00080000:00000010:0.0:1779697723.603348:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac131b800. 00000004:00000010:0.0:1779697723.603382:0:189042:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fe3c0. 00000004:00000010:0.0:1779697723.603415:0:189042:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650ab0. 00000004:00000010:0.0:1779697723.603419:0:189042:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd650eb8. 00000004:00000010:0.0:1779697723.603427:0:189042:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1c470. 00000004:00000010:0.0:1779697723.603871:0:189042:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93cacc02cde0. 00000001:00000010:0.0:1779697723.603883:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c6c0. 00000001:00000010:0.0:1779697723.603888:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fef00. 00000020:00000010:0.0:1779697723.603917:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cf60. 00010000:00000010:0.0:1779697723.604166:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.604172:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c80. 00010000:00000010:0.0:1779697723.604186:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00010000:00000010:0.0:1779697723.604309:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.604325:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.604330:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6e00. 00010000:00000200:0.0:1779697723.604347:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974577, last committed = 8589974453 00010000:00000200:0.0:1779697723.604357:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df1880 x1866146215547520/t8589974577(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 488/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.604376:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697723.604382:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215547520, offset 224 00000400:00000010:0.0:1779697723.604418:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725dc8. 00000400:00000200:0.0:1779697723.604423:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.604436:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.604442:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309617:309617:256:4294967295] 192.168.203.23@tcp LPNI seq info [309613:309613:8:4294967295] 00000400:00000200:0.0:1779697723.604448:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.604454:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.604460:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.604465:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697723.604471:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.604479:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.604483:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.604498:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.604502:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.604506:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdce7e600. 00000800:00000200:3.0:1779697723.604744:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.604749:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697723.604753:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.604758:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697723.605375:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c80. 00010000:00000010:1.0:1779697723.605384:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6400. 00010000:00000010:1.0:1779697723.605408:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00000400:00000200:0.0:1779697723.607062:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697723.607082:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa599 00000400:00000200:0.0:1779697723.607089:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.607094:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697723.607101:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697723.607103:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00010000:00000010:1.0:1779697723.607295:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77200. 00010000:00000010:1.0:1779697723.607305:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00000400:00000200:1.0:1779697723.608194:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.608207:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646d300 00000400:00000200:1.0:1779697723.608215:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 15936 00000400:00000200:1.0:1779697723.608224:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.608228:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.608233:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.608239:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3b80. 00000020:00000010:3.0:1779697723.608436:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697723.608442:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697723.608447:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.608453:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697723.608457:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.608493:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697723.608495:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697723.608498:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215547648 00000001:00000010:3.0:1779697723.608508:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:3.0:1779697723.608538:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697723.608542:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697723.608549:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.608555:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697723.608582:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9c8000. 00010000:00000010:3.0:1779697723.608609:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697723.608613:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697723.608713:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697723.608744:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3b80 x1866146215547648/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.608761:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779697723.608767:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215547648, offset 224 00000400:00000200:3.0:1779697723.608772:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.608782:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.608788:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309618:309618:256:4294967295] 192.168.203.23@tcp LPNI seq info [309614:309614:8:4294967295] 00000400:00000200:3.0:1779697723.608797:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.608802:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.608807:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697723.608812:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.608818:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.608822:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.608844:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697723.608849:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.608852:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00010000:00000010:0.1:1779697723.608958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:0.1:1779697723.608966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:0.1:1779697723.608971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:0.1:1779697723.608974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00000800:00000200:1.0:1779697723.609106:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.609111:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697723.609114:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.609119:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.609123:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779697723.609125:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000200:0.0:1779697723.611557:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.611575:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646d380 00000400:00000200:0.0:1779697723.611584:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 16512 00000400:00000200:0.0:1779697723.611596:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.611600:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.611608:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.611615:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070c000. 00000020:00000010:3.0:1779697723.611738:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697723.611744:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697723.611749:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.611755:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697723.611760:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.611796:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697723.611798:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697723.611801:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215547776 00010000:00000010:3.0:1779697723.611829:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.611836:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 02000000:00000010:3.0:1779697723.611860:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9ca000. 00010000:00000010:3.0:1779697723.611887:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.611890:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697723.611910:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697723.611914:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697723.611918:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697723.611921:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000004:00000010:3.0:1779697723.612014:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa34a0. 00000004:00000010:3.0:1779697723.612023:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af000. 00000004:00000010:3.0:1779697723.612029:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82110. 00080000:00000010:3.0:1779697723.612037:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f728. 00010000:00000010:3.0:1779697723.612145:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.612149:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1100. 00010000:00000010:3.0:1779697723.612152:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.0:1779697723.612156:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697723.612214:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:3.0:1779697723.612228:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697723.612232:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536180. 00010000:00000010:3.0:1779697723.612253:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000200:3.0:1779697723.612268:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070c000 x1866146215547776/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.612286:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779697723.612292:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215547776, offset 224 00000400:00000200:3.0:1779697723.612298:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.612309:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.612314:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309619:309619:256:4294967295] 192.168.203.23@tcp LPNI seq info [309615:309615:8:4294967295] 00000400:00000200:3.0:1779697723.612324:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.612329:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.612334:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697723.612341:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.612348:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.612352:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.612378:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697723.612382:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.612385:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:1.0:1779697723.612591:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.612595:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697723.612599:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.612604:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.612608:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:1.0:1779697723.612611:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00010000:00000010:0.1:1779697723.613459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697723.613467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697723.613470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697723.613510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:1.1:1779697723.613515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:1.0:1779697723.615339:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.615358:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646d400 00000400:00000200:1.0:1779697723.615366:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 0 00000400:00000200:1.0:1779697723.615378:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.615382:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.615414:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697723.615422:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0380. 00000020:00000010:0.0:1779697723.615534:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.615540:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.615547:0:207458:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.615552:0:207458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.615557:0:207458:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.615593:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697723.615595:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697723.615598:0:207458:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215547904 00010000:00000010:0.0:1779697723.615623:0:207458:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f800. 00010000:00000010:0.0:1779697723.615627:0:207458:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf828f200. 00010000:00000010:0.0:1779697723.615632:0:207458:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3c00. 00002000:00000010:0.0:1779697723.615641:0:207458:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61840. 00002000:00000010:0.0:1779697723.615651:0:207458:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede2be0. 00080000:00000010:0.0:1779697723.615661:0:207458:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e000. 02000000:00000010:0.0:1779697723.615964:0:207458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac1318000. 00010000:00000200:0.0:1779697723.615999:0:207458:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df0380 x1866146215547904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.616018:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697723.616023:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215547904, offset 224 00000400:00000200:0.0:1779697723.616030:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.616039:0:207458:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.616056:0:207458:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309620:309620:256:4294967295] 192.168.203.23@tcp LPNI seq info [309616:309616:8:4294967295] 00000400:00000200:0.0:1779697723.616067:0:207458:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.616073:0:207458:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.616078:0:207458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697723.616084:0:207458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.616090:0:207458:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.616094:0:207458:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.616118:0:207458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.616122:0:207458:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.616125:0:207458:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:1.0:1779697723.616473:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.616479:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:1.0:1779697723.616483:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.616488:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.616493:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:1.0:1779697723.616495:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000400:00000200:1.0:1779697723.620156:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.620177:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646d500 00000400:00000200:1.0:1779697723.620185:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 17096 00000400:00000200:1.0:1779697723.620197:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.620202:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.620211:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.620218:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df3100. 00000020:00000010:3.0:1779697723.629160:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383940. 00000020:00000010:3.0:1779697723.629171:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383940. 00000020:00000010:3.0:1779697723.629179:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.629184:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1600. 00000020:00000010:3.0:1779697723.629189:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00010000:00000010:3.1:1779697723.629757:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697723.629766:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697723.629770:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697723.629775:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.1:1779697723.629777:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000020:00000010:3.0:1779697723.629803:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383940. 00000020:00000010:3.0:1779697723.629807:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383940. 00000100:00000200:3.0:1779697723.629810:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215548160 02000000:00000010:3.0:1779697723.629847:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff9cf000. 00010000:00000010:3.0:1779697723.629887:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697723.629901:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1100. 00010000:00000010:3.0:1779697723.629907:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697723.629912:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ec80. 00010000:00000010:3.0:1779697723.629934:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697723.629937:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1100. 00010000:00000010:3.0:1779697723.629943:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.629947:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697723.629962:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697723.629965:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1680. 00010000:00000010:3.0:1779697723.629968:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00010000:00000010:3.0:1779697723.629971:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697723.630076:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.0:1779697723.630080:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1300. 00010000:00000010:3.0:1779697723.630083:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.630087:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00000020:00000010:3.0:1779697723.630114:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b979e0. 00000020:00000010:3.0:1779697723.630122:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b979e0. 00000020:00000010:3.0:1779697723.630132:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cac4664360. 00080000:00000010:3.0:1779697723.630143:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff461800. 00000004:00000010:3.0:1779697723.630180:0:207451:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbf7202b40. 00000004:00000010:3.0:1779697723.630186:0:207451:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53eb8. 00000004:00000010:3.0:1779697723.630188:0:207451:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd535a0. 00000004:00000010:3.0:1779697723.630198:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e2e98. 00010000:00000010:1.1:1779697723.631591:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828ff00. 00010000:00000010:1.1:1779697723.631600:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000001:00000010:3.0:1779697723.633887:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca5d9360. 00000001:00000010:3.0:1779697723.633898:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf7202240. 00000020:00000010:3.0:1779697723.634322:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cac4664360. 00010000:00000010:3.0:1779697723.634340:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.634349:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697723.634370:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbf7202e40. 00010000:00000010:1.0:1779697723.634693:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbf7202e40. 00010000:00000010:3.0:1779697723.634789:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:3.0:1779697723.634825:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.634832:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1300. 00010000:00000010:3.0:1779697723.634846:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697723.634849:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1100. 00010000:00000200:3.0:1779697723.634869:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974578, last committed = 8589974453 00010000:00000200:3.0:1779697723.634880:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df3100 x1866146215548160/t8589974578(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697723.634900:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779697723.634907:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215548160, offset 224 00000400:00000010:3.0:1779697723.634913:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0f18. 00000400:00000200:3.0:1779697723.634917:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.635007:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.635014:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309621:309621:256:4294967295] 192.168.203.23@tcp LPNI seq info [309617:309617:8:4294967295] 00000400:00000200:3.0:1779697723.635021:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697723.635028:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.635034:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.635103:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697723.635111:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.635119:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.635124:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.635154:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1600. 00000020:00000010:3.0:1779697723.635158:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.635162:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:1.0:1779697723.638465:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.638476:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697723.638485:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.638494:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.1:1779697723.643422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00000400:00000200:1.0:1779697723.643435:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00010000:00000010:3.1:1779697723.643435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:3.1:1779697723.643441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697723.643446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00000400:00000200:1.0:1779697723.643455:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa5a9 00000400:00000200:1.0:1779697723.643462:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.643467:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697723.643474:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:1.0:1779697723.643477:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00010000:00000010:3.0:1779697723.643575:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000010:3.0:1779697723.643586:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1680. 00010000:00000010:3.1:1779697723.649433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697723.649449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.1:1779697723.649453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697723.649456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:3.1:1779697723.649459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:1.0:1779697723.650690:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.650710:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646d580 00000400:00000200:1.0:1779697723.650720:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 17592 00000400:00000200:1.0:1779697723.650744:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.650750:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.650759:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.650765:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df0e00. 00000020:00000010:0.0:1779697723.650928:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697723.650934:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697723.650940:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.650946:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.650950:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.650991:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697723.650994:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697723.650997:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215548288 00000001:00000010:0.0:1779697723.651008:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fef00. 00010000:00000010:0.0:1779697723.651030:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697723.651034:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:0.0:1779697723.651041:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697723.651047:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697723.651074:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfbf2c000. 00010000:00000010:0.0:1779697723.651107:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.651111:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.651219:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697723.651243:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df0e00 x1866146215548288/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.651267:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697723.651273:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215548288, offset 224 00000400:00000200:0.0:1779697723.651280:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.651290:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.651296:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309622:309622:256:4294967295] 192.168.203.23@tcp LPNI seq info [309618:309618:8:4294967295] 00000400:00000200:0.0:1779697723.651307:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.652082:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.652088:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697723.652095:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.652101:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.652105:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.652123:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.652128:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.652131:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:1.0:1779697723.652255:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.652259:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:1.0:1779697723.652263:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.652269:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.652274:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:1.0:1779697723.652276:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00010000:00000010:3.1:1779697723.653820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe300. 00010000:00000010:3.1:1779697723.653831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:0.1:1779697723.655610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00000400:00000200:1.0:1779697723.668437:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.668459:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646d600 00000400:00000200:1.0:1779697723.668468:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 18168 00000400:00000200:1.0:1779697723.668485:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.668491:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.668501:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.668509:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc2df2d80. 00000020:00000010:0.0:1779697723.668760:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697723.668767:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697723.668778:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.668784:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.668791:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.668885:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b40. 00000020:00000010:0.0:1779697723.668889:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b40. 00000100:00000200:0.0:1779697723.668893:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215548416 00010000:00000010:0.0:1779697723.668922:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697723.668931:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 02000000:00000010:0.0:1779697723.668961:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d09000. 00010000:00000010:0.0:1779697723.668991:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697723.668996:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697723.669019:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.669024:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697723.669029:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.669034:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697723.669316:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebab40. 00000004:00000010:0.0:1779697723.669325:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef870. 00000004:00000010:0.0:1779697723.669331:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30220. 00080000:00000010:0.0:1779697723.669340:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2eab0. 00010000:00000010:0.0:1779697723.669457:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697723.669461:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697723.669465:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.669470:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697723.669666:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697723.669684:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.669691:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697723.669784:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000200:0.0:1779697723.669806:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc2df2d80 x1866146215548416/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.669827:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697723.669834:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215548416, offset 224 00000400:00000200:0.0:1779697723.669843:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.669857:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.669864:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309623:309623:256:4294967295] 192.168.203.23@tcp LPNI seq info [309619:309619:8:4294967295] 00000400:00000200:0.0:1779697723.669878:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.669885:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.669890:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697723.669897:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.669906:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.669909:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.669941:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.669946:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.669949:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:1.0:1779697723.670108:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697723.670114:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:1.0:1779697723.670119:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.670125:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.670131:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:1.0:1779697723.670134:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000400:00000200:1.0:1779697723.676463:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.676487:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646d680 00000400:00000200:1.0:1779697723.676496:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 328 00000400:00000200:1.0:1779697723.676514:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.676517:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.676526:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697723.676534:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfc3da680. 00000020:00000010:3.0:1779697723.676639:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383940. 00000020:00000010:3.0:1779697723.676645:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383940. 00000020:00000010:3.0:1779697723.676652:0:190179:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.676657:0:190179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1680. 00000020:00000010:3.0:1779697723.676663:0:190179:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.676708:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383940. 00000020:00000010:3.0:1779697723.676894:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383940. 00000100:00000200:3.0:1779697723.676900:0:190179:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215548544 00010000:00000010:3.0:1779697723.676927:0:190179:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf6fa1d00. 00010000:00000010:3.0:1779697723.676932:0:190179:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3abe300. 00010000:00000010:3.0:1779697723.676940:0:190179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d800. 00002000:00000010:3.0:1779697723.676950:0:190179:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383940. 00002000:00000010:3.0:1779697723.676961:0:190179:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f5690. 00080000:00000010:3.0:1779697723.676970:0:190179:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e8e8. 02000000:00000010:3.0:1779697723.677430:0:190179:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbff463800. 00010000:00000200:3.0:1779697723.677466:0:190179:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfc3da680 x1866146215548544/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.677484:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779697723.677490:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215548544, offset 224 00000400:00000200:3.0:1779697723.677497:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.677508:0:190179:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.677849:0:190179:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309624:309624:256:4294967295] 192.168.203.23@tcp LPNI seq info [309620:309620:8:4294967295] 00000400:00000200:3.0:1779697723.677868:0:190179:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.677875:0:190179:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.677882:0:190179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697723.677889:0:190179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.677898:0:190179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.677902:0:190179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.677933:0:190179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1680. 00000020:00000010:3.0:1779697723.677939:0:190179:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.677945:0:190179:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:2.0:1779697723.678547:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.678553:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697723.678558:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.678563:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.678568:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:2.0:1779697723.678570:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000400:00000200:3.0:1779697723.684894:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.684916:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646d780 00000400:00000200:3.0:1779697723.684926:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 18752 00000400:00000200:3.0:1779697723.684943:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.684950:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.684960:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.684968:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bb800. 00000020:00000010:0.0:1779697723.686486:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697723.686496:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697723.686504:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb30c400. 00000020:00000010:0.0:1779697723.686510:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.686515:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.687481:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697723.687486:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000100:00000200:0.0:1779697723.687489:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215548800 02000000:00000010:0.0:1779697723.687800:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d08000. 00010000:00000010:0.0:1779697723.687844:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697723.687861:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697723.687871:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.687876:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00010000:00000010:0.0:1779697723.687892:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.687896:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6680. 00010000:00000010:0.0:1779697723.687901:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697723.687905:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.687920:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697723.687922:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6f80. 00010000:00000010:0.0:1779697723.687925:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.687928:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697723.688034:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697723.690179:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697723.690193:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697723.690196:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697723.690200:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697723.690213:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697723.690220:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.0:1779697723.690228:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00000020:00000010:0.0:1779697723.690307:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f420. 00000020:00000010:0.0:1779697723.690316:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f420. 00000020:00000010:0.0:1779697723.690331:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c420. 00080000:00000010:0.0:1779697723.690343:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1319000. 00000004:00000010:0.0:1779697723.690386:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fecc0. 00000004:00000010:0.0:1779697723.690411:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd6503e8. 00000004:00000010:0.0:1779697723.690414:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd650b98. 00000004:00000010:0.0:1779697723.690427:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1f540. 00000001:00000010:0.0:1779697723.691020:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c780. 00000001:00000010:0.0:1779697723.691029:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe600. 00000020:00000010:0.0:1779697723.691101:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c420. 00010000:00000010:0.0:1779697723.691116:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.691124:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.691142:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697723.691197:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.691208:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fef00. 00010000:00000010:0.0:1779697723.691240:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.691248:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6800. 00010000:00000010:0.0:1779697723.691271:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.691276:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6680. 00010000:00000200:0.0:1779697723.691304:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974579, last committed = 8589974453 00010000:00000200:0.0:1779697723.691317:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54bb800 x1866146215548800/t8589974579(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.691339:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697723.691346:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215548800, offset 224 00000400:00000010:0.0:1779697723.691353:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725230. 00000400:00000200:0.0:1779697723.691357:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.691371:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.691377:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309625:309625:256:4294967295] 192.168.203.23@tcp LPNI seq info [309621:309621:8:4294967295] 00000400:00000200:0.0:1779697723.691383:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.691412:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.691418:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.691425:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697723.691431:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.691439:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.691443:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.691468:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697723.691472:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.691476:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb30c400. 00000800:00000200:0.0:1779697723.691573:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.691578:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:0.0:1779697723.691583:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.691589:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.695072:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697723.695093:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa5b9 00000400:00000200:3.0:1779697723.695101:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.695107:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697723.695116:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:3.0:1779697723.695120:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00000400:00000200:3.0:1779697723.695154:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.695160:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646d800 00000400:00000200:3.0:1779697723.695167:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 19248 00000400:00000200:3.0:1779697723.695177:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.695179:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.695184:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.695191:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b8700. 00000020:00000010:3.0:1779697723.695243:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.695249:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.695255:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.695260:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1680. 00000020:00000010:3.0:1779697723.695265:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.695310:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.695314:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383f40. 00000100:00000200:3.0:1779697723.695318:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215548928 00000001:00000010:3.0:1779697723.695329:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf7202240. 00010000:00000010:3.0:1779697723.695355:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3abea00. 00010000:00000010:3.0:1779697723.695359:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1300. 00010000:00000010:3.0:1779697723.695366:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.695373:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 02000000:00000010:3.0:1779697723.695418:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9c9000. 00010000:00000010:3.0:1779697723.695445:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.695448:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11a80. 00010000:00000010:3.0:1779697723.695552:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:3.0:1779697723.695588:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b8700 x1866146215548928/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.695607:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697723.695612:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215548928, offset 224 00000400:00000200:3.0:1779697723.695619:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.695630:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.695637:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309626:309626:256:4294967295] 192.168.203.23@tcp LPNI seq info [309622:309622:8:4294967295] 00000400:00000200:3.0:1779697723.695649:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.695656:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.695662:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697723.695670:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.695679:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.695683:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.695704:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1680. 00000020:00000010:3.0:1779697723.695709:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.695755:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:3.0:1779697723.695849:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.695853:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:3.0:1779697723.695857:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.695862:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.695867:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:3.0:1779697723.695870:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00010000:00000010:0.0:1779697723.696264:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:0.0:1779697723.696274:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6f80. 00000400:00000200:0.0:1779697723.698081:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.698100:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 592 into portal 12 MB=0x6a1400646d880 00000400:00000200:0.0:1779697723.698111:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 592/592 into md 0x18ee0d [64] + 19824 00000400:00000200:0.0:1779697723.698126:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.698132:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.698141:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.698149:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf070ce00. 00000020:00000010:3.0:1779697723.698299:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.698305:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.698312:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e200. 00000020:00000010:3.0:1779697723.698316:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1680. 00000020:00000010:3.0:1779697723.698322:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697723.698366:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.698370:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383f40. 00000100:00000200:3.0:1779697723.698374:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215549056 00010000:00000010:3.0:1779697723.698433:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.698441:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f80. 02000000:00000010:3.0:1779697723.698467:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9cb000. 00010000:00000010:3.0:1779697723.698498:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697723.698503:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11100. 00010000:00000010:3.0:1779697723.698524:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697723.698527:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1380. 00010000:00000010:3.0:1779697723.698532:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:3.0:1779697723.698536:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11900. 00000004:00000010:3.0:1779697723.698653:0:189042:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa32c0. 00000004:00000010:3.0:1779697723.698663:0:189042:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af8e8. 00000004:00000010:3.0:1779697723.698670:0:189042:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83a90. 00080000:00000010:3.0:1779697723.698679:0:189042:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e000. 00010000:00000010:0.1:1779697723.702145:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697723.702163:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697723.702169:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697723.702174:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fb00. 00010000:00000010:0.1:1779697723.702180:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697723.702185:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697723.702190:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697723.702195:0:189042:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697723.702200:0:189042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697723.702317:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.702323:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ca00. 00010000:00000010:0.0:1779697723.702328:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697723.702336:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77c00. 00010000:00000010:3.1:1779697723.702409:0:1041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.0:1779697723.702445:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11100. 00010000:00000010:0.0:1779697723.702467:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11900. 00010000:00000010:0.0:1779697723.702474:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1380. 00010000:00000010:0.0:1779697723.702508:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f80. 00010000:00000200:0.0:1779697723.702532:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf070ce00 x1866146215549056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 592/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.702558:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697723.702566:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215549056, offset 224 00000400:00000200:0.0:1779697723.702575:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.703179:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.703187:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309627:309627:256:4294967295] 192.168.203.23@tcp LPNI seq info [309623:309623:8:4294967295] 00000400:00000200:0.0:1779697723.703204:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.703212:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.703218:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697723.703226:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.703237:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.703242:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.703283:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1680. 00000020:00000010:0.0:1779697723.703289:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:0.0:1779697723.703294:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e200. 00000800:00000200:2.0:1779697723.703513:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.703520:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697723.703524:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.703530:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.703536:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:2.0:1779697723.703538:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000400:00000200:2.0:1779697723.709484:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.709505:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646d900 00000400:00000200:2.0:1779697723.709514:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 656 00000400:00000200:2.0:1779697723.709531:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.709535:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.709543:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.709550:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98e00. 00000020:00000010:0.0:1779697723.709689:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697723.709696:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697723.709704:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fe00. 00000020:00000010:0.0:1779697723.709779:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.709788:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.709839:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697723.709843:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61040. 00000100:00000200:0.0:1779697723.709846:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215549184 00010000:00000010:0.0:1779697723.709871:0:207456:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fc00. 00010000:00000010:0.0:1779697723.709875:0:207456:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697723.709882:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3800. 00002000:00000010:0.0:1779697723.709892:0:207456:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61040. 00002000:00000010:0.0:1779697723.709902:0:207456:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede2000. 00080000:00000010:0.0:1779697723.709910:0:207456:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2e390. 00010000:00000010:0.1:1779697723.710491:0:207456:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697723.710500:0:207456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 02000000:00000010:0.0:1779697723.710846:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac131b000. 00010000:00000200:0.0:1779697723.710886:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98e00 x1866146215549184/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.710908:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697723.710915:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215549184, offset 224 00000400:00000200:0.0:1779697723.710924:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.710937:0:207456:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.710945:0:207456:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309628:309628:256:4294967295] 192.168.203.23@tcp LPNI seq info [309624:309624:8:4294967295] 00000400:00000200:0.0:1779697723.710959:0:207456:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.710965:0:207456:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.710970:0:207456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697723.710978:0:207456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.710987:0:207456:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.710991:0:207456:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.711024:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.711030:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.711034:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fe00. 00000800:00000200:2.0:1779697723.713802:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.713810:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:2.0:1779697723.713818:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.713827:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.713835:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:2.0:1779697723.713838:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00010000:00000010:0.1:1779697723.714051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:0.1:1779697723.714063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:0.1:1779697723.714069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:0.1:1779697723.714074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000100:00000010:0.0:1779697723.738490:0:189065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002f800. 02000000:00000010:0.0:1779697723.738517:0:189065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19f700. 02000000:00000010:2.0:1779697723.739202:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cacc8f0000. 00000400:00000010:2.0:1779697723.739212:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697723.739220:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697723.739227:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496957568, portal 4 00000400:00000010:2.0:1779697723.739235:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697723.739238:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496957568, offset 0 00000400:00000200:2.0:1779697723.739248:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697723.739263:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697723.739277:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9bb280 00000400:00000200:2.0:1779697723.739283:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e889 [8] + 14560 00000400:00000200:2.0:1779697723.739293:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.739298:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697723.739305:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1779697723.739311:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99f80. 00000400:00000200:2.0:1779697723.739332:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697723.739336:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697723.739345:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc0002f800 x1866137496957568/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697739 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697723.739368:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93caca171600. 00000100:00000010:2.0:1779697723.739380:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93caca171f60. 00000100:00000010:2.0:1779697723.739405:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93caca1713c0. 00000100:00000010:2.0:1779697723.739412:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93caca171ae0. 00000100:00000010:0.0:1779697723.739983:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002ca80. 00000020:00000010:2.0:1779697723.740488:0:189660:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697723.740495:0:189660:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea614c0. 00000020:00000010:2.0:1779697723.740512:0:189660:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ee200. 00000020:00000010:2.0:1779697723.740517:0:189660:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.740522:0:189660:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.740554:0:189660:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697723.740558:0:189660:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697723.740561:0:189660:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496957568 02000000:00000010:2.0:1779697723.740576:0:189660:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cacc8f0800. 00010000:00000200:2.0:1779697723.740610:0:189660:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99f80 x1866137496957568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:409/0 lens 224/368 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697723.740627:0:189660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697723.740633:0:189660:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496957568, offset 224 00000400:00000200:2.0:1779697723.740638:0:189660:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697723.740648:0:189660:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697723.740657:0:189660:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9bb280 00000400:00000200:2.0:1779697723.740663:0:189660:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aa5c9 [1] + 224 00000400:00000200:2.0:1779697723.740670:0:189660:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.740674:0:189660:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697723.740682:0:189660:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc0002f800 x1866137496957568/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697739 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697723.740702:0:189660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697723.740704:0:189660:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779697723.740716:0:189660:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.740720:0:189660:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.740733:0:189660:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3ee200. 00000400:00000010:2.0:1779697723.740755:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:2.0:1779697723.740758:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779697723.740760:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697723.740765:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc0002f800 x1866137496957568/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697739 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697723.740774:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc0002f800 x1866137496957568/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697739 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697723.740804:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cacc8f0000. 02000000:00000010:2.0:1779697723.740810:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19f700. 00000100:00000010:2.0:1779697723.740814:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002f800. 02000000:00000010:0.0:1779697723.741425:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19f100. 00000100:00000010:0.0:1779697723.741452:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002d880. 02000000:00000010:0.0:1779697723.741459:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19f800. 02000000:00000010:2.0:1779697723.741463:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff3ee200. 00000100:00000010:0.0:1779697723.741465:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002f480. 00000400:00000010:2.0:1779697723.741467:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 02000000:00000010:0.0:1779697723.741469:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19fa00. 00000400:00000010:2.0:1779697723.741471:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697723.741475:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496957696, portal 25 00000400:00000010:2.0:1779697723.741479:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697723.741482:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496957696, offset 0 00000100:00000010:0.0:1779697723.741487:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002f800. 00000400:00000200:2.0:1779697723.741487:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1779697723.741492:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697723.741494:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1779697723.741499:0:221225:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff466d80. 00000400:00000200:2.0:1779697723.741501:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9bb300 02000000:00000010:3.0:1779697723.741501:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93caca59e600. 02000000:00000010:0.0:1779697723.741503:0:221225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcc19f700. 00000400:00000200:2.0:1779697723.741507:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19a139 [2] + 0 00000400:00000010:2.0:1779697723.741511:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aecb8. 00000400:00000200:2.0:1779697723.741514:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad23453c0 00000400:00000200:2.0:1779697723.741518:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.741524:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1779697723.741526:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cb3f83e580. 00000400:00000200:2.0:1779697723.741528:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad23453c0 02000000:00000010:0.0:1779697723.741529:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbca35fe00. 00000400:00000010:2.0:1779697723.741532:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad23453c0. 00000400:00000010:0.0:1779697723.741534:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae70. 00000100:00000200:2.0:1779697723.741544:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1779697723.748366:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000400:00000010:3.0:1779697723.748366:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697723.748380:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496957952, portal 10 00000400:00000010:3.0:1779697723.748405:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000400:00000200:2.0:1779697723.748406:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697723.748410:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000100:00000200:3.0:1779697723.748416:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496957952, offset 0 00000100:00000200:2.0:1779697723.748424:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc0002ca80 x1866137496957696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697723.748426:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697723.748444:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697723.748459:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bb400 00000400:00000200:3.0:1779697723.748469:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 20416 00000400:00000200:3.0:1779697723.748479:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.748484:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1779697723.748490:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cb1c131e00. 00000100:00000200:3.0:1779697723.748492:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1779697723.748496:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9f8. 00000400:00000010:2.0:1779697723.748500:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000010:3.0:1779697723.748500:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9c00. 00000100:00000200:2.0:1779697723.748506:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496958208, portal 10 00000400:00000010:2.0:1779697723.748511:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697723.748513:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496958208, offset 0 00000400:00000200:2.0:1779697723.748517:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697723.748522:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697723.748528:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bb500 00000400:00000200:2.0:1779697723.748533:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 20640 00000400:00000200:2.0:1779697723.748538:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.748540:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697723.748650:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496957824, portal 4 00000400:00000010:0.0:1779697723.748656:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697723.748659:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866137496957824, offset 0 00000400:00000200:0.0:1779697723.748664:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697723.748668:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697723.748674:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a13dfe9bb380 00000400:00000200:0.0:1779697723.748679:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x18d095 [8] + 984 00000400:00000200:0.0:1779697723.748684:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.748687:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697723.748691:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697723.748695:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff467480. 00000400:00000200:0.0:1779697723.748707:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:0.0:1779697723.748709:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697723.748715:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc0002d880 x1866137496957824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697723.748771:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697723.748775:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697723.748781:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0503600. 00000020:00000010:0.0:1779697723.748787:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.748792:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.748820:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697723.748822:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61c80. 00000100:00000200:0.0:1779697723.748825:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496957696 02000000:00000010:0.0:1779697723.748842:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf110a400. 00010000:00000200:0.0:1779697723.748850:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc69450 x1866137496957696/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:409/0 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.748864:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697723.748867:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496957696, offset 224 00000400:00000200:0.0:1779697723.748870:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697723.748875:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697723.748881:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9bb300 00000400:00000200:0.0:1779697723.748885:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aa5d5 [1] + 224 00000400:00000200:0.0:1779697723.748890:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.748893:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697723.748899:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc0002ca80 x1866137496957696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697723.749208:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:0.0:1779697723.749211:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000020:00000010:0.0:1779697723.749224:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.749227:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.749230:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0503600. 02000000:00000010:0.0:1779697723.749236:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf110a400. 00000400:00000200:2.0:1779697723.749513:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.749523:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a1400646da00 00000400:00000200:2.0:1779697723.749528:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18ee0d [64] + 20864 00000400:00000200:2.0:1779697723.749539:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.749542:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.749612:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697723.749617:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:0.0:1779697723.749623:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac98fef00. 00000020:00000010:0.0:1779697723.749645:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61c80. 00000020:00000010:0.0:1779697723.749650:0:207459:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.749661:0:207459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0503600. 00000020:00000010:0.0:1779697723.749664:0:207459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.749666:0:207459:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.749686:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.749689:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697723.749691:0:207459:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496957824 02000000:00000010:0.0:1779697723.749701:0:207459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf110a400. 00010000:00000200:0.0:1779697723.749708:0:207459:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff467480 x1866137496957824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:409/0 lens 224/224 e 0 to 0 dl 1779697734 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.749719:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697723.749845:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866137496957824, offset 224 00000400:00000200:0.0:1779697723.749851:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697723.750555:0:207459:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697723.750568:0:207459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a13dfe9bb380 00000400:00000200:0.0:1779697723.750575:0:207459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1aa5ed [1] + 224 00000400:00000200:0.0:1779697723.750603:0:207459:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.750606:0:207459:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697723.750616:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc0002d880 x1866137496957824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697723.750659:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:0.0:1779697723.751445:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000020:00000010:0.0:1779697723.751472:0:207459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.751477:0:207459:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.751481:0:207459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0503600. 02000000:00000010:0.0:1779697723.751521:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbd0503600. 00000400:00000010:0.0:1779697723.751526:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:2.0:1779697723.753481:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae70. 00000400:00000200:2.0:1779697723.753491:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:2.0:1779697723.753493:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000100:00000200:2.0:1779697723.753506:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc0002d880 x1866137496957824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697723.753518:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc0002d880 x1866137496957824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697723.753553:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbca35fe00. 02000000:00000010:2.0:1779697723.753561:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19f800. 00000100:00000010:2.0:1779697723.753565:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002d880. 00000020:00000010:2.0:1779697723.753635:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697723.753639:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697723.753645:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fe00. 00000020:00000010:2.0:1779697723.753650:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.753655:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.753691:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697723.753693:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697723.753695:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496957952 02000000:00000010:2.0:1779697723.753711:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc8f0000. 00010000:00000200:2.0:1779697723.753719:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9c00 x1866137496957952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:398/0 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697723.753748:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697723.753753:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496957952, offset 224 00000400:00000200:2.0:1779697723.753759:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697723.753770:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697723.753781:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bb400 00000400:00000200:2.0:1779697723.753788:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aa5dd [1] + 224 00000400:00000200:2.0:1779697723.753796:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.753800:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697723.753808:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc0002f480 x1866137496957952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697723.753822:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697723.753824:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000020:00000010:2.0:1779697723.753834:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779697723.753837:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.753840:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fe00. 00000400:00000010:0.0:1779697723.756510:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000400:00000200:3.0:1779697723.756521:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:3.0:1779697723.756526:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000100:00000200:0.0:1779697723.756535:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496958080, portal 10 00000100:00000200:3.0:1779697723.756539:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc0002f480 x1866137496957952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.756544:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697723.756550:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496958080, offset 0 00000400:00000200:0.0:1779697723.756559:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697723.756570:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697723.756580:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bb480 00000400:00000200:0.0:1779697723.756587:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 21368 00000400:00000200:0.0:1779697723.756595:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.756599:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697723.756605:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.756610:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff465180. 00000400:00000200:0.0:1779697723.757114:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:0.0:1779697723.757117:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697723.757123:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc0002f800 x1866137496958080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697723.757180:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.757197:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.757204:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:0.0:1779697723.757208:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.757213:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.757241:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.757243:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697723.757246:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958080 02000000:00000010:0.0:1779697723.757261:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf110ac00. 00010000:00000200:0.0:1779697723.757279:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff465180 x1866137496958080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:398/0 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.757294:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697723.757297:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496958080, offset 224 00000400:00000200:0.0:1779697723.757301:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697723.757308:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697723.757313:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bb480 00000400:00000200:0.0:1779697723.757319:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aa605 [1] + 224 00000400:00000200:0.0:1779697723.757324:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.757327:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697723.757333:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc0002f800 x1866137496958080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697723.757346:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:0.0:1779697723.757348:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000020:00000010:0.0:1779697723.757357:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.757360:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.757363:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000400:00000010:0.0:1779697723.757379:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779697723.757382:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:0.0:1779697723.757384:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697723.757404:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc0002f800 x1866137496958080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697723.757413:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc0002f800 x1866137496958080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697723.757436:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbd0503600. 02000000:00000010:0.0:1779697723.757441:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19fd00. 00000100:00000010:0.0:1779697723.757445:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002f800. 00000400:00000010:3.0:1779697723.757596:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83e580. 00000400:00000200:3.0:1779697723.757603:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:3.0:1779697723.757605:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697723.757612:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc0002f480 x1866137496957952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697723.757623:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc0002f480 x1866137496957952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697723.757641:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93caca59e600. 02000000:00000010:3.0:1779697723.757647:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19fa00. 00000100:00000010:3.0:1779697723.757650:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002f480. 00000100:00000200:2.0:1779697723.757763:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.757771:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98a80. 00000400:00000200:2.0:1779697723.757788:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:2.0:1779697723.757789:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697723.757796:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbff466d80 x1866137496958208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697723.757819:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.757823:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98700. 00000400:00000010:2.0:1779697723.757856:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:2.0:1779697723.757859:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779697723.757861:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697723.757866:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc0002ca80 x1866137496957696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697723.757874:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc0002ca80 x1866137496957696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697723.757887:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff3ee200. 02000000:00000010:2.0:1779697723.757891:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19f100. 00000100:00000010:2.0:1779697723.757893:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002ca80. 00000020:00000010:0.0:1779697723.757954:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.757958:0:202031:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0f80. 00000020:00000010:0.0:1779697723.757969:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.757972:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:0.0:1779697723.757975:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.757978:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.757997:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.757999:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.758002:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0503600. 00000020:00000010:0.0:1779697723.758004:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c100. 00000020:00000010:0.0:1779697723.758007:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697723.758019:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.758021:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697723.758023:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958208 02000000:00000010:0.0:1779697723.758031:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf110bc00. 00010000:00000200:0.0:1779697723.758037:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98a80 x1866137496958208/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:398/0 lens 224/224 e 0 to 0 dl 1779698478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.758048:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697723.758052:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496958208, offset 224 00000400:00000200:0.0:1779697723.758056:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697723.758062:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697723.758068:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bb500 00000400:00000200:0.0:1779697723.758073:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aa5e5 [1] + 224 00000020:00000010:2.0:1779697723.758172:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697723.758175:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697723.758178:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215549440 02000000:00000010:2.0:1779697723.758242:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8c8000. 00010000:00000010:2.0:1779697723.758670:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77c00. 00010000:00000010:2.0:1779697723.758688:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ca00. 00010000:00000010:2.0:1779697723.758696:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11a80. 00010000:00000010:2.0:1779697723.758703:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1300. 00010000:00000010:2.0:1779697723.758720:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697723.758734:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7080. 00010000:00000010:2.0:1779697723.758740:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697723.758746:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.758759:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697723.758762:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697723.758765:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697723.758768:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697723.758863:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da700. 00010000:00000010:2.0:1779697723.758866:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697723.758869:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697723.758872:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00000400:00000200:0.0:1779697723.758987:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.758992:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697723.759001:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbff466d80 x1866137496958208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697723.759028:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:0.0:1779697723.759151:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000020:00000010:0.0:1779697723.759168:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.759171:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.759174:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697723.759229:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b820. 00000020:00000010:2.0:1779697723.759236:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b820. 00000400:00000010:3.0:1779697723.759291:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def9f8. 00000400:00000200:3.0:1779697723.759297:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:3.0:1779697723.759300:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000100:00000200:3.0:1779697723.759308:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbff466d80 x1866137496958208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697723.759318:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbff466d80 x1866137496958208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697723.759343:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cb1c131e00. 02000000:00000010:3.0:1779697723.759351:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcc19f700. 00000100:00000010:3.0:1779697723.759355:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff466d80. 00000020:00000010:2.0:1779697723.759381:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca1715a0. 00080000:00000010:2.0:1779697723.759504:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc8f1400. 00000004:00000010:2.0:1779697723.759641:0:190609:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cacd7e4480. 00000004:00000010:2.0:1779697723.759646:0:190609:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cbc68f4078. 00000004:00000010:2.0:1779697723.759649:0:190609:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cbc68f4850. 00000004:00000010:2.0:1779697723.759657:0:190609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac2af9f10. 00000001:00000010:2.0:1779697723.760340:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc8324180. 00000001:00000010:2.0:1779697723.760348:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff5cc0. 00000020:00000010:2.0:1779697723.760382:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca1715a0. 00010000:00000010:2.0:1779697723.760411:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697723.760418:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697723.760437:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5180. 00010000:00000010:2.0:1779697723.760480:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697723.760495:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.760499:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7080. 00010000:00000200:2.0:1779697723.760519:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974580, last committed = 8589974453 00010000:00000200:2.0:1779697723.760528:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98700 x1866146215549440/t8589974580(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 504/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697723.760545:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697723.760550:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215549440, offset 224 00000400:00000010:2.0:1779697723.760556:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70f18. 00000400:00000200:2.0:1779697723.760560:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.760572:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.760579:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309629:309629:256:4294967295] 192.168.203.23@tcp LPNI seq info [309625:309625:8:4294967295] 00000400:00000200:2.0:1779697723.760584:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697723.760673:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.760680:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.760685:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697723.760692:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.760699:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.760704:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1779697723.760705:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697723.760713:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:3.0:1779697723.760732:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5180. 00000020:00000010:2.0:1779697723.760734:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c100. 00000020:00000010:2.0:1779697723.760740:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:2.0:1779697723.760743:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0503600. 00000800:00000200:2.0:1779697723.760838:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.760842:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:2.0:1779697723.760845:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.760850:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.1:1779697723.765688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697723.765702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697723.765706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:2.1:1779697723.765711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abea00. 00000400:00000200:2.0:1779697723.766463:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.766483:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa615 00000400:00000200:2.0:1779697723.766490:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.766496:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.766504:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779697723.766508:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00010000:00000010:3.0:1779697723.766808:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697723.766822:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:3.1:1779697723.769450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da700. 00010000:00000010:3.1:1779697723.769466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697723.769529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697723.769537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:2.1:1779697723.769542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00000400:00000200:2.0:1779697723.773176:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.773197:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646da80 00000400:00000200:2.0:1779697723.773206:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 21592 00000400:00000200:2.0:1779697723.773271:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.773278:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.773288:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.773295:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9b480. 00000020:00000010:0.0:1779697723.773817:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.773823:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.773829:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0503600. 00000020:00000010:0.0:1779697723.773834:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.773838:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.773879:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697723.773881:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697723.773885:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215549568 00000001:00000010:0.0:1779697723.773895:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe600. 00010000:00000010:0.0:1779697723.773915:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697723.773918:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c000. 00010000:00000010:0.0:1779697723.773924:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.773930:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 02000000:00000010:0.0:1779697723.773956:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0c000. 00010000:00000010:0.0:1779697723.773983:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.773986:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.774081:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:0.0:1779697723.774100:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9b480 x1866146215549568/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.774117:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697723.774122:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215549568, offset 224 00000400:00000200:0.0:1779697723.774129:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.774139:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.774145:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309630:309630:256:4294967295] 192.168.203.23@tcp LPNI seq info [309626:309626:8:4294967295] 00000400:00000200:0.0:1779697723.774156:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.774161:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.774166:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697723.774172:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.774179:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.774183:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.774214:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.774219:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.774222:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0503600. 00000800:00000200:3.0:1779697723.774374:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.774380:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697723.774383:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1779697723.774417:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:3.1:1779697723.774423:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00000400:00000200:3.0:1779697723.774430:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.774435:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:3.0:1779697723.774437:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00010000:00000010:0.1:1779697723.778530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00000400:00000200:2.0:1779697723.782220:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.782242:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646db00 00000400:00000200:2.0:1779697723.782250:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 22168 00000400:00000200:2.0:1779697723.782271:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.782276:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.782284:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.782291:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b98000. 00000020:00000010:3.0:1779697723.782380:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.782386:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.782405:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:3.0:1779697723.782411:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.782416:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.782448:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383f40. 00000020:00000010:3.0:1779697723.782450:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383f40. 00000100:00000200:3.0:1779697723.782452:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215549696 00010000:00000010:3.0:1779697723.782478:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.782484:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 02000000:00000010:3.0:1779697723.782508:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9ce000. 00010000:00000010:3.0:1779697723.782532:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.0:1779697723.782536:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697723.782553:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697723.782556:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1700. 00010000:00000010:3.0:1779697723.782561:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.782563:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00000004:00000010:3.0:1779697723.782650:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3680. 00000004:00000010:3.0:1779697723.782658:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afac8. 00000004:00000010:3.0:1779697723.782663:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82dd0. 00080000:00000010:3.0:1779697723.782671:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f8f0. 00010000:00000010:3.0:1779697723.782770:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697723.782774:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1f80. 00010000:00000010:3.0:1779697723.782778:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697723.782781:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d00. 00010000:00000010:3.0:1779697723.782836:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697723.782847:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697723.782851:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1700. 00010000:00000010:3.0:1779697723.782868:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:3.0:1779697723.782882:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b98000 x1866146215549696/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.782899:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779697723.782905:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215549696, offset 224 00000400:00000200:3.0:1779697723.782911:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.782921:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.782927:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309631:309631:256:4294967295] 192.168.203.23@tcp LPNI seq info [309627:309627:8:4294967295] 00000400:00000200:3.0:1779697723.782937:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.782943:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.782948:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697723.782954:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.782961:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.782965:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.783030:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.783034:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.783037:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:2.0:1779697723.783953:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.783960:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697723.783967:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.783973:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.783978:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779697723.783981:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000400:00000200:2.0:1779697723.786771:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.786790:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646db80 00000400:00000200:2.0:1779697723.786798:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 1208 00000400:00000200:2.0:1779697723.786810:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.786814:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.786822:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.786830:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9bb80. 00000020:00000010:3.0:1779697723.786958:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383b40. 00000020:00000010:3.0:1779697723.786963:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383b40. 00000020:00000010:3.0:1779697723.786969:0:189658:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:3.0:1779697723.786975:0:189658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.786979:0:189658:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.787070:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383b40. 00000020:00000010:3.0:1779697723.787073:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383b40. 00000100:00000200:3.0:1779697723.787077:0:189658:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215549824 00010000:00000010:3.0:1779697723.787102:0:189658:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc400. 00010000:00000010:3.0:1779697723.787106:0:189658:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc78dc900. 00010000:00000010:3.0:1779697723.787112:0:189658:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ce00. 00002000:00000010:3.0:1779697723.787120:0:189658:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383b40. 00002000:00000010:3.0:1779697723.787129:0:189658:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f45f0. 00080000:00000010:3.0:1779697723.787136:0:189658:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1ec78. 02000000:00000010:3.0:1779697723.787383:0:189658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbff460400. 00010000:00000010:3.1:1779697723.787406:0:189658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:3.1:1779697723.787412:0:189658:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:3.1:1779697723.787417:0:189658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.1:1779697723.787420:0:189658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000200:3.0:1779697723.787453:0:189658:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9bb80 x1866146215549824/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.787473:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697723.787479:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215549824, offset 224 00000400:00000200:3.0:1779697723.787485:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.787497:0:189658:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.787504:0:189658:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309632:309632:256:4294967295] 192.168.203.23@tcp LPNI seq info [309628:309628:8:4294967295] 00000400:00000200:3.0:1779697723.787527:0:189658:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.787532:0:189658:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.787536:0:189658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697723.787542:0:189658:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.787550:0:189658:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.787554:0:189658:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.787569:0:189658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.787573:0:189658:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.787577:0:189658:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:2.0:1779697723.787682:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.787687:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697723.787690:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.787695:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.787699:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:2.0:1779697723.787701:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000400:00000200:2.0:1779697723.790641:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.790658:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646dc80 00000400:00000200:2.0:1779697723.790666:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 22752 00000400:00000200:2.0:1779697723.790689:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.790694:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.790702:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.790710:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9aa00. 00000020:00000010:0.0:1779697723.790873:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697723.790878:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697723.790884:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0503600. 00000020:00000010:0.0:1779697723.790888:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.790895:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.790937:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697723.790939:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000100:00000200:0.0:1779697723.790942:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215550080 02000000:00000010:0.0:1779697723.790978:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d0b000. 00010000:00000010:0.0:1779697723.791017:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d00. 00010000:00000010:0.0:1779697723.791036:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1f80. 00010000:00000010:0.0:1779697723.791117:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.791125:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c000. 00010000:00000010:0.0:1779697723.791140:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697723.791143:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c000. 00010000:00000010:0.0:1779697723.791148:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.791153:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.791167:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.791169:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:0.0:1779697723.791172:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.791175:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.791286:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.791289:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cc00. 00010000:00000010:0.0:1779697723.791293:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.791296:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697723.791320:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304ff20. 00000020:00000010:0.0:1779697723.791326:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304ff20. 00000020:00000010:0.0:1779697723.791337:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02cd20. 00080000:00000010:0.0:1779697723.791346:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1109400. 00000004:00000010:0.0:1779697723.791379:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fed80. 00000004:00000010:0.0:1779697723.791384:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650a68. 00000004:00000010:0.0:1779697723.791525:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd650970. 00000004:00000010:0.0:1779697723.791537:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1e7f0. 00000001:00000010:0.0:1779697723.792456:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c5a0. 00000001:00000010:0.0:1779697723.792464:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe9c0. 00000020:00000010:0.0:1779697723.792493:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02cd20. 00010000:00000010:0.0:1779697723.792504:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697723.792509:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77100. 00010000:00000010:0.0:1779697723.792537:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe600. 00010000:00000010:0.0:1779697723.792635:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.792658:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.792663:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c000. 00010000:00000200:0.0:1779697723.792687:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974581, last committed = 8589974453 00010000:00000200:0.0:1779697723.792698:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9aa00 x1866146215550080/t8589974581(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.792718:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697723.792734:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215550080, offset 224 00000400:00000010:0.0:1779697723.792741:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725818. 00000400:00000200:0.0:1779697723.792745:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.792759:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.792766:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309633:309633:256:4294967295] 192.168.203.23@tcp LPNI seq info [309629:309629:8:4294967295] 00000400:00000200:0.0:1779697723.792772:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.792778:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.792783:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.792788:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697723.792794:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.792802:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.792807:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.792835:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697723.792839:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.792843:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0503600. 00000800:00000200:3.0:1779697723.793464:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.793470:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697723.793474:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.793480:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697723.793837:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77100. 00010000:00000010:2.0:1779697723.793846:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cc00. 00010000:00000010:2.0:1779697723.793855:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe600. 00000400:00000200:2.0:1779697723.794651:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.794666:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa625 00000400:00000200:2.0:1779697723.794672:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.794676:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.794682:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:2.0:1779697723.794685:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00010000:00000010:0.0:1779697723.794761:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.794769:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00000400:00000200:2.0:1779697723.796577:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.796593:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646dd00 00000400:00000200:2.0:1779697723.796602:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 23248 00000400:00000200:2.0:1779697723.796653:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.796657:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.796665:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.796681:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9a680. 00000020:00000010:3.0:1779697723.796768:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383980. 00000020:00000010:3.0:1779697723.796773:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383980. 00000020:00000010:3.0:1779697723.796779:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:3.0:1779697723.796784:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.796788:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.796821:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383980. 00000020:00000010:3.0:1779697723.796823:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383980. 00000100:00000200:3.0:1779697723.796826:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215550208 00000001:00000010:3.0:1779697723.796835:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff5cc0. 00010000:00000010:3.0:1779697723.796855:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dcf00. 00010000:00000010:3.0:1779697723.796859:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1d00. 00010000:00000010:3.0:1779697723.796864:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00010000:00000010:3.0:1779697723.796870:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 02000000:00000010:3.0:1779697723.796893:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff9cd000. 00010000:00000010:3.0:1779697723.796919:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:3.0:1779697723.796922:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11e00. 00010000:00000010:3.0:1779697723.797015:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:3.0:1779697723.797035:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9a680 x1866146215550208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.797065:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697723.797070:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215550208, offset 224 00000400:00000200:3.0:1779697723.797076:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.797086:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.797092:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309634:309634:256:4294967295] 192.168.203.23@tcp LPNI seq info [309630:309630:8:4294967295] 00000400:00000200:3.0:1779697723.797102:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.797107:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.797113:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697723.797119:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.797126:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.797131:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.797151:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.797155:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.797158:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:2.0:1779697723.797237:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.797242:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:2.0:1779697723.797245:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.797249:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.797253:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:2.0:1779697723.797255:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00010000:00000010:0.1:1779697723.797664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:0.1:1779697723.797671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:0.1:1779697723.797675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697723.797680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:2.1:1779697723.799455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:2.1:1779697723.799469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697723.799509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697723.799513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697723.799526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697723.802473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00000400:00000200:2.0:1779697723.802701:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.802720:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 592 into portal 12 MB=0x6a1400646dd80 00000400:00000200:2.0:1779697723.802738:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 592/592 into md 0x18ee0d [64] + 23824 00000400:00000200:2.0:1779697723.802753:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.802757:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.802765:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.802772:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b99180. 00010000:00000010:0.1:1779697723.802854:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697723.802860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000020:00000010:0.0:1779697723.802911:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697723.802916:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697723.802921:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:0.0:1779697723.802926:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.802931:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.802973:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61ec0. 00000020:00000010:0.0:1779697723.802977:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61ec0. 00000100:00000200:0.0:1779697723.802980:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215550336 00010000:00000010:0.0:1779697723.803006:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.803013:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 02000000:00000010:0.0:1779697723.803039:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0a000. 00010000:00000010:0.0:1779697723.803065:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.803068:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.803086:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.803089:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c580. 00010000:00000010:0.0:1779697723.803093:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.803096:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000004:00000010:0.0:1779697723.803190:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7eba000. 00000004:00000010:0.0:1779697723.803198:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefc30. 00000004:00000010:0.0:1779697723.803204:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30bb0. 00080000:00000010:0.0:1779697723.803213:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd8d2f398. 00010000:00000010:0.0:1779697723.803295:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697723.803298:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697723.803301:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.803305:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697723.803365:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.803376:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.803380:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c580. 00010000:00000010:0.0:1779697723.804579:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000200:0.0:1779697723.804605:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b99180 x1866146215550336/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 592/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.804624:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697723.804630:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215550336, offset 224 00000400:00000200:0.0:1779697723.804637:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.804650:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.804655:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309635:309635:256:4294967295] 192.168.203.23@tcp LPNI seq info [309631:309631:8:4294967295] 00000400:00000200:0.0:1779697723.804665:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.804682:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.804689:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697723.804695:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.804702:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.804707:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.804742:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.804747:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.804751:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:3.0:1779697723.804991:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.804996:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697723.805000:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.805005:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.805011:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:3.0:1779697723.805013:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000400:00000200:2.0:1779697723.808492:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.808509:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646de00 00000400:00000200:2.0:1779697723.808518:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 1536 00000400:00000200:2.0:1779697723.808530:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.808535:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.808544:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.808551:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9a300. 00000020:00000010:0.0:1779697723.809166:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697723.809174:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697723.809181:0:207448:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:0.0:1779697723.809187:0:207448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.809193:0:207448:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.809243:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61280. 00000020:00000010:0.0:1779697723.809246:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61280. 00000100:00000200:0.0:1779697723.809251:0:207448:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215550464 00010000:00000010:0.0:1779697723.809277:0:207448:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f000. 00010000:00000010:0.0:1779697723.809282:0:207448:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697723.809290:0:207448:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2e00. 00002000:00000010:0.0:1779697723.809302:0:207448:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61280. 00002000:00000010:0.0:1779697723.809314:0:207448:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede2e40. 00080000:00000010:0.0:1779697723.809338:0:207448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbc2db9398. 02000000:00000010:0.0:1779697723.809678:0:207448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf1109c00. 00010000:00000200:0.0:1779697723.809713:0:207448:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9a300 x1866146215550464/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.809744:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697723.809751:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215550464, offset 224 00000400:00000200:0.0:1779697723.809760:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.809772:0:207448:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.809779:0:207448:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309636:309636:256:4294967295] 192.168.203.23@tcp LPNI seq info [309632:309632:8:4294967295] 00000400:00000200:0.0:1779697723.809799:0:207448:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.809807:0:207448:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.809812:0:207448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697723.809819:0:207448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.809828:0:207448:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.809832:0:207448:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.809858:0:207448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.809862:0:207448:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.809866:0:207448:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697723.810258:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.810263:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:2.0:1779697723.810268:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.810274:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.810279:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:2.0:1779697723.810282:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00010000:00000010:0.1:1779697723.811569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697723.811581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697723.811586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697723.811588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:3.0:1779697723.815438:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.815459:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a1400646df00 00000400:00000200:3.0:1779697723.815469:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18ee0d [64] + 24416 00000400:00000200:3.0:1779697723.815485:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.815491:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.815501:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.815508:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54baa00. 00000020:00000010:0.0:1779697723.815671:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.815678:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.815685:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:0.0:1779697723.815690:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.815696:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.815859:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.815863:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000100:00000200:0.0:1779697723.815868:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215550720 02000000:00000010:0.0:1779697723.815905:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad6d0f000. 00010000:00000010:0.0:1779697723.815947:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697723.815968:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697723.815982:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11e00. 00010000:00000010:0.0:1779697723.815994:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1d00. 00010000:00000010:0.0:1779697723.816025:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.816029:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697723.816035:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.816041:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697723.816057:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697723.816060:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cd00. 00010000:00000010:0.0:1779697723.816064:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.816068:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77580. 00010000:00000010:0.0:1779697723.816205:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.816209:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c700. 00010000:00000010:0.0:1779697723.816213:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.816217:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00000020:00000010:0.0:1779697723.816247:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f120. 00000020:00000010:0.0:1779697723.816255:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f120. 00000020:00000010:0.0:1779697723.816265:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c840. 00080000:00000010:0.0:1779697723.816275:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf110b800. 00000004:00000010:0.0:1779697723.816312:0:207451:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fe600. 00000004:00000010:0.0:1779697723.816319:0:207451:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650950. 00000004:00000010:0.0:1779697723.816322:0:207451:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd6509c8. 00000004:00000010:0.0:1779697723.816330:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1e148. 00000001:00000010:0.0:1779697723.816949:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c2a0. 00000001:00000010:0.0:1779697723.816958:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac452c900. 00000020:00000010:0.0:1779697723.817012:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c840. 00010000:00000010:0.0:1779697723.817023:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697723.817029:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77680. 00010000:00000010:0.0:1779697723.817045:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac452c780. 00010000:00000010:0.0:1779697723.817092:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.817112:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697723.817117:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000200:0.0:1779697723.817139:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974582, last committed = 8589974453 00010000:00000200:0.0:1779697723.817150:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54baa00 x1866146215550720/t8589974582(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 504/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.817171:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697723.817177:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215550720, offset 224 00000400:00000010:0.0:1779697723.817185:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725118. 00000400:00000200:0.0:1779697723.817190:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.817205:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.817212:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309637:309637:256:4294967295] 192.168.203.23@tcp LPNI seq info [309633:309633:8:4294967295] 00000400:00000200:0.0:1779697723.817218:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.817229:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.817236:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.817241:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697723.817249:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.817259:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.817263:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.817289:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.817294:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.817299:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:0.0:1779697723.817426:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1779697723.817427:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77680. 00000800:00000010:0.0:1779697723.817431:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00010000:00000010:3.0:1779697723.817434:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c700. 00000400:00000200:0.0:1779697723.817436:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1779697723.817441:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c780. 00000400:00000200:0.0:1779697723.817444:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.819628:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.819645:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa635 00000400:00000200:2.0:1779697723.819652:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.819657:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.819664:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:2.0:1779697723.819667:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00010000:00000010:3.0:1779697723.819762:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77580. 00010000:00000010:3.0:1779697723.819772:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cd00. 00010000:00000010:0.1:1779697723.822449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697723.822466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697723.822472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00010000:00000010:0.1:1779697723.822478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dcf00. 00000400:00000200:3.0:1779697723.822531:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.822549:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646df80 00000400:00000200:3.0:1779697723.822557:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 24920 00000400:00000200:3.0:1779697723.822610:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.822615:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.822623:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.822630:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b8000. 00000020:00000010:0.0:1779697723.823447:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.823454:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.823460:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acfa00. 00000020:00000010:0.0:1779697723.823465:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.823470:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.823510:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.823513:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000100:00000200:0.0:1779697723.823516:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215550848 00000001:00000010:0.0:1779697723.823526:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697723.823546:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fe00. 00010000:00000010:0.0:1779697723.823549:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697723.823554:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.823560:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 02000000:00000010:0.0:1779697723.823583:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad6d0e000. 00010000:00000010:0.0:1779697723.823610:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697723.823613:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.823717:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000200:0.0:1779697723.824249:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b8000 x1866146215550848/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.824270:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697723.824276:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215550848, offset 224 00000400:00000200:0.0:1779697723.824282:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.824294:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.824301:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309638:309638:256:4294967295] 192.168.203.23@tcp LPNI seq info [309634:309634:8:4294967295] 00000400:00000200:0.0:1779697723.824495:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.824502:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.824507:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697723.824513:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.824519:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.824524:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.824551:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.824557:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.824560:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acfa00. 00000800:00000200:2.0:1779697723.825293:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.825299:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:2.0:1779697723.825304:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.825353:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.825360:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:2.0:1779697723.825363:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00010000:00000010:3.1:1779697723.826430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:3.1:1779697723.826442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697723.826449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:3.1:1779697723.826451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:3.1:1779697723.826454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697723.826455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697723.826457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:2.0:1779697723.828950:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.828970:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646e000 00000400:00000200:2.0:1779697723.828978:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 25496 00000400:00000200:2.0:1779697723.828992:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.828997:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.829006:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.829013:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc7b9ad80. 00000020:00000010:0.0:1779697723.829113:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.829117:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.829123:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acfa00. 00000020:00000010:0.0:1779697723.829128:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.829133:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.829206:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697723.829208:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000100:00000200:0.0:1779697723.829210:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215550976 00010000:00000010:0.0:1779697723.829236:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.829241:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 02000000:00000010:0.0:1779697723.829267:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf83a0000. 00010000:00000010:0.0:1779697723.829290:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.829293:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697723.829311:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.829314:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c480. 00010000:00000010:0.0:1779697723.829319:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.829322:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00000004:00000010:0.0:1779697723.829445:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb4a0. 00000004:00000010:0.0:1779697723.829453:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef690. 00000004:00000010:0.0:1779697723.829459:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c31ed0. 00080000:00000010:0.0:1779697723.829468:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc931d0. 00010000:00000010:0.0:1779697723.829556:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fa00. 00010000:00000010:0.0:1779697723.829559:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c300. 00010000:00000010:0.0:1779697723.829563:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697723.829566:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697723.829620:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:0.0:1779697723.829631:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697723.829635:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c480. 00010000:00000010:0.0:1779697723.829653:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000200:0.0:1779697723.829668:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc7b9ad80 x1866146215550976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.829685:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697723.829690:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215550976, offset 224 00000400:00000200:0.0:1779697723.829696:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.829706:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.829711:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309639:309639:256:4294967295] 192.168.203.23@tcp LPNI seq info [309635:309635:8:4294967295] 00000400:00000200:0.0:1779697723.829732:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.829737:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.829742:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697723.829749:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.829756:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.829760:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.829776:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.829779:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.829783:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acfa00. 00000800:00000200:2.0:1779697723.829894:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.829898:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:2.0:1779697723.829902:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.829906:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.829910:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:2.0:1779697723.829912:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00000400:00000200:2.0:1779697723.838542:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.838562:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646e080 00000400:00000200:2.0:1779697723.838572:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 1864 00000400:00000200:2.0:1779697723.838589:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.838593:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.838602:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.838611:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002ca80. 00010000:00000010:0.1:1779697723.838690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000020:00000010:3.0:1779697723.838778:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383980. 00000020:00000010:3.0:1779697723.838783:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383980. 00000020:00000010:3.0:1779697723.838789:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:3.0:1779697723.838795:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.838800:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.838870:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383980. 00000020:00000010:3.0:1779697723.838873:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383980. 00000100:00000200:3.0:1779697723.838876:0:207460:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215551104 00010000:00000010:3.0:1779697723.838903:0:207460:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dcd00. 00010000:00000010:3.0:1779697723.838906:0:207460:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc78dc700. 00010000:00000010:3.0:1779697723.838913:0:207460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834da00. 00002000:00000010:3.0:1779697723.838922:0:207460:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383980. 00002000:00000010:3.0:1779697723.838931:0:207460:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4e40. 00080000:00000010:3.0:1779697723.838939:0:207460:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1ee40. 02000000:00000010:3.0:1779697723.839239:0:207460:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05f9400. 00010000:00000200:3.0:1779697723.839273:0:207460:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc0002ca80 x1866146215551104/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697723.839290:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697723.839295:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215551104, offset 224 00000400:00000200:3.0:1779697723.839302:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697723.839313:0:207460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697723.839318:0:207460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309640:309640:256:4294967295] 192.168.203.23@tcp LPNI seq info [309636:309636:8:4294967295] 00000400:00000200:3.0:1779697723.839329:0:207460:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697723.839333:0:207460:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697723.839338:0:207460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697723.839344:0:207460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697723.839351:0:207460:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697723.839355:0:207460:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697723.839383:0:207460:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697723.839414:0:207460:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697723.839419:0:207460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:2.0:1779697723.839565:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.839570:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:2.0:1779697723.839574:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.839580:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.839586:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:2.0:1779697723.839589:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00010000:00000010:0.1:1779697723.843438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697723.843452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697723.843457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697723.843459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:2.0:1779697723.843880:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.843898:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646e180 00000400:00000200:2.0:1779697723.843907:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 26080 00000400:00000200:2.0:1779697723.843921:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.843926:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.843934:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.843940:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002f480. 00000020:00000010:0.0:1779697723.844004:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.844010:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.844016:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acfa00. 00000020:00000010:0.0:1779697723.844021:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.844026:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.844063:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.844065:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000100:00000200:0.0:1779697723.844068:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215551360 02000000:00000010:0.0:1779697723.844304:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cb4b730000. 00010000:00000010:0.0:1779697723.844355:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697723.844372:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c300. 00010000:00000010:0.0:1779697723.844381:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.844386:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697723.844439:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828f900. 00010000:00000010:0.0:1779697723.844443:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697723.844449:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.844455:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.844563:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbf828fd00. 00010000:00000010:0.0:1779697723.844567:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c300. 00010000:00000010:0.0:1779697723.844571:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.844575:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697723.844693:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20f00. 00010000:00000010:0.0:1779697723.844697:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c480. 00010000:00000010:0.0:1779697723.844700:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.0:1779697723.844703:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00000020:00000010:0.0:1779697723.844742:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fda0. 00000020:00000010:0.0:1779697723.844750:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fda0. 00000020:00000010:0.0:1779697723.844763:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c1e0. 00080000:00000010:0.0:1779697723.844773:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1108000. 00000004:00000010:0.0:1779697723.844816:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac98fe9c0. 00000004:00000010:0.0:1779697723.844821:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650ca0. 00000004:00000010:0.0:1779697723.844825:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd650098. 00000004:00000010:0.0:1779697723.844834:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1c000. 00000001:00000010:0.0:1779697723.845307:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cc00. 00000001:00000010:0.0:1779697723.845379:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac98fe000. 00000020:00000010:0.0:1779697723.845433:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c1e0. 00010000:00000010:0.0:1779697723.845444:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697723.845449:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77380. 00010000:00000010:0.0:1779697723.845463:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac452c780. 00010000:00000010:0.0:1779697723.845573:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697723.845593:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.845597:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000200:0.0:1779697723.845620:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974583, last committed = 8589974453 00010000:00000010:2.0:1779697723.845620:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77380. 00010000:00000010:2.0:1779697723.845629:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c480. 00010000:00000200:0.0:1779697723.845631:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc0002f480 x1866146215551360/t8589974583(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1779697723.845638:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c780. 00000400:00000010:0.0:1779697723.845755:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697723.845763:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215551360, offset 224 00000400:00000010:0.0:1779697723.845769:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725fc0. 00000400:00000200:0.0:1779697723.845774:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.845788:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.845795:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309641:309641:256:4294967295] 192.168.203.23@tcp LPNI seq info [309637:309637:8:4294967295] 00000400:00000200:0.0:1779697723.845801:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.845808:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.845814:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.845819:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697723.845825:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.845833:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.845837:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.845868:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697723.845874:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.845878:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acfa00. 00000800:00000200:2.0:1779697723.846075:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.846079:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:2.0:1779697723.846083:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.846088:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.847987:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697723.848005:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa645 00000400:00000200:2.0:1779697723.848013:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.848018:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697723.848026:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:2.0:1779697723.848030:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00010000:00000010:0.0:1779697723.848123:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000010:0.0:1779697723.848134:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c300. 00000400:00000200:2.0:1779697723.849984:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.850001:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646e200 00000400:00000200:2.0:1779697723.850011:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 26576 00000400:00000200:2.0:1779697723.850075:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.850081:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.850090:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.850097:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002f800. 00000020:00000010:0.0:1779697723.850665:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.850672:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.850678:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:0.0:1779697723.850683:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697723.850689:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.850733:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.850736:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000100:00000200:0.0:1779697723.850740:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215551488 00000001:00000010:0.0:1779697723.850751:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac452c900. 00010000:00000010:0.0:1779697723.850774:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20200. 00010000:00000010:0.0:1779697723.850779:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:0.0:1779697723.850785:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697723.850792:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697723.850822:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7413000. 00010000:00000010:0.0:1779697723.850853:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697723.850858:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.850976:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:0.0:1779697723.851000:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc0002f800 x1866146215551488/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.851020:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697723.851026:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215551488, offset 224 00000400:00000200:0.0:1779697723.851034:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.851058:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.851065:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309642:309642:256:4294967295] 192.168.203.23@tcp LPNI seq info [309638:309638:8:4294967295] 00000400:00000200:0.0:1779697723.851081:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.851088:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.851093:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697723.851102:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.851111:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.851115:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.851137:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697723.851142:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.851146:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697723.851620:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.851626:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697723.851632:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.851639:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.851645:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:2.0:1779697723.851648:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00010000:00000010:0.1:1779697723.853421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697723.853433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fa00. 00010000:00000010:0.1:1779697723.853439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697723.856790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fe00. 00010000:00000010:0.1:1779697723.856805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697723.856809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f900. 00010000:00000010:0.1:1779697723.856812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697723.856815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fd00. 00010000:00000010:0.1:1779697723.856816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697723.856818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:2.1:1779697723.862470:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20f00. 00010000:00000010:2.1:1779697723.862486:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:2.0:1779697723.862521:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.862543:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646e280 00000400:00000200:2.0:1779697723.862551:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 27152 00000400:00000200:2.0:1779697723.862568:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.862572:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.862582:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.862588:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc0002d880. 00000020:00000010:0.0:1779697723.862741:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.862746:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.862753:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:0.0:1779697723.862758:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697723.862762:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697723.862806:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.862809:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000100:00000200:0.0:1779697723.862812:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215551616 00010000:00000010:0.0:1779697723.862840:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697723.862847:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77700. 02000000:00000010:0.0:1779697723.862872:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7411000. 00010000:00000010:0.0:1779697723.862902:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697723.862905:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77080. 00010000:00000010:0.0:1779697723.862924:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20700. 00010000:00000010:0.0:1779697723.862928:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697723.862932:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697723.862935:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77280. 00000004:00000010:0.0:1779697723.863174:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebbc20. 00000004:00000010:0.0:1779697723.863183:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef1e0. 00000004:00000010:0.0:1779697723.863188:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30660. 00080000:00000010:0.0:1779697723.863198:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93560. 00010000:00000010:2.0:1779697723.867497:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697723.867507:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7500. 00010000:00000010:2.0:1779697723.867513:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697723.867519:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697723.867605:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77080. 00010000:00000010:2.0:1779697723.867617:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77280. 00010000:00000010:2.0:1779697723.867622:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000010:2.0:1779697723.867647:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77700. 00010000:00000200:2.0:1779697723.867666:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc0002d880 x1866146215551616/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697723.867686:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697723.867692:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215551616, offset 224 00000400:00000200:2.0:1779697723.867699:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.867711:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.867718:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309643:309643:256:4294967295] 192.168.203.23@tcp LPNI seq info [309639:309639:8:4294967295] 00000400:00000200:2.0:1779697723.867739:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.867745:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.867751:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697723.867758:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.867767:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.867771:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.867805:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:2.0:1779697723.867810:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:2.0:1779697723.867814:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:3.0:1779697723.867970:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.867974:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697723.867979:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.867984:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.867990:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:3.0:1779697723.867993:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000400:00000200:3.0:1779697723.880935:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.880955:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646e300 00000400:00000200:3.0:1779697723.880963:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 2192 00000400:00000200:3.0:1779697723.881024:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.881029:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.881037:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697723.881044:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9180. 00000020:00000010:0.0:1779697723.881193:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.881198:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.881204:0:207457:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697723.881208:0:207457:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697723.881213:0:207457:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697723.881841:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779697723.881845:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000100:00000200:0.0:1779697723.881849:0:207457:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215551744 00010000:00000010:0.0:1779697723.881872:0:207457:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20100. 00010000:00000010:0.0:1779697723.881875:0:207457:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20a00. 00010000:00000010:0.0:1779697723.881881:0:207457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2400. 00002000:00000010:0.0:1779697723.881888:0:207457:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea612c0. 00002000:00000010:0.0:1779697723.881897:0:207457:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede2980. 00080000:00000010:0.0:1779697723.881905:0:207457:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc92ab0. 02000000:00000010:0.0:1779697723.882172:0:207457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbc356b000. 00010000:00000200:0.0:1779697723.882203:0:207457:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9180 x1866146215551744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.882225:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697723.882233:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215551744, offset 224 00000400:00000200:0.0:1779697723.882239:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.882251:0:207457:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.882257:0:207457:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309644:309644:256:4294967295] 192.168.203.23@tcp LPNI seq info [309640:309640:8:4294967295] 00000400:00000200:0.0:1779697723.883249:0:207457:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.883257:0:207457:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.888210:0:207457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697723.888230:0:207457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.888239:0:207457:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.888243:0:207457:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.888313:0:207457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697723.888320:0:207457:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697723.888326:0:207457:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00010000:00000010:2.1:1779697723.890979:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:2.1:1779697723.890995:0:3316:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20700. 00010000:00000010:2.1:1779697723.891000:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697723.891005:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000800:00000200:2.0:1779697723.891113:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.891119:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:2.0:1779697723.891125:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.891135:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.891142:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:2.0:1779697723.891146:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000400:00000200:3.0:1779697723.897594:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.897613:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646e400 00000400:00000200:3.0:1779697723.897622:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 27736 00000400:00000200:3.0:1779697723.897636:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.897641:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.897649:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.897658:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9500. 00000020:00000010:0.0:1779697723.897867:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697723.897873:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697723.897879:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697723.897885:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697723.897890:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697723.897979:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697723.897983:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697723.897986:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215552000 02000000:00000010:0.0:1779697723.898021:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7414000. 00010000:00000010:0.0:1779697723.898063:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:0.0:1779697723.898081:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7500. 00010000:00000010:0.0:1779697723.898091:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.898097:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000010:0.0:1779697723.898114:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20b00. 00010000:00000010:0.0:1779697723.898118:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:0.0:1779697723.898123:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697723.898127:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.898140:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20c00. 00010000:00000010:0.0:1779697723.898142:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb80. 00010000:00000010:0.0:1779697723.898145:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697723.898147:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77d80. 00010000:00000010:0.0:1779697723.898263:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20d00. 00010000:00000010:0.0:1779697723.898267:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c400. 00010000:00000010:0.0:1779697723.898271:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697723.898276:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00000020:00000010:0.0:1779697723.898308:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fa40. 00000020:00000010:0.0:1779697723.898315:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fa40. 00000020:00000010:0.0:1779697723.898326:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c1e0. 00080000:00000010:0.0:1779697723.898336:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3568800. 00000004:00000010:0.0:1779697723.898424:0:189041:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cac452c780. 00000004:00000010:0.0:1779697723.898432:0:189041:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650278. 00000004:00000010:0.0:1779697723.898435:0:189041:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd6508e8. 00000004:00000010:0.0:1779697723.898444:0:189041:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1d3f8. 00000001:00000010:0.0:1779697723.899054:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02c720. 00000001:00000010:0.0:1779697723.899062:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be240. 00000020:00000010:0.0:1779697723.899092:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c1e0. 00010000:00000010:0.0:1779697723.899101:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697723.899106:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77300. 00010000:00000010:0.0:1779697723.899121:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be180. 00010000:00000010:0.0:1779697723.899162:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697723.899175:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697723.899179:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000200:0.0:1779697723.899196:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974584, last committed = 8589974453 00010000:00000200:0.0:1779697723.899205:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9500 x1866146215552000/t8589974584(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697723.899223:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697723.899228:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215552000, offset 224 00000400:00000010:0.0:1779697723.899235:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725000. 00000400:00000200:0.0:1779697723.899239:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.899251:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.899257:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309645:309645:256:4294967295] 192.168.203.23@tcp LPNI seq info [309641:309641:8:4294967295] 00000400:00000200:0.0:1779697723.899264:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697723.899270:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.899276:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.899280:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697723.899287:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.899294:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.899298:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.899315:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697723.899319:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697723.899322:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00010000:00000010:3.0:1779697723.899382:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77300. 00010000:00000010:3.0:1779697723.899410:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c400. 00010000:00000010:3.0:1779697723.899416:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be180. 00000800:00000200:3.0:1779697723.899506:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697723.899510:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697723.899519:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.899524:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697723.900910:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697723.900927:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa655 00000400:00000200:3.0:1779697723.900933:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.900938:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697723.900945:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:3.0:1779697723.900949:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00010000:00000010:1.0:1779697723.901419:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77d80. 00010000:00000010:1.0:1779697723.901430:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb80. 00000400:00000200:3.0:1779697723.901831:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.901842:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646e480 00000400:00000200:3.0:1779697723.901850:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 28232 00000400:00000200:3.0:1779697723.901901:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.901906:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.901912:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.901918:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bad80. 00000020:00000010:1.0:1779697723.901997:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697723.902003:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697723.902011:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.902016:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.902020:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.902961:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697723.902968:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697723.902971:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215552128 00000001:00000010:1.0:1779697723.902981:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac98fe000. 00010000:00000010:1.0:1779697723.903047:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697723.903062:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd00. 00010000:00000010:1.0:1779697723.903069:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697723.903076:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697723.905479:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd666d000. 00010000:00000010:0.1:1779697723.905490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:0.1:1779697723.905502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697723.905506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697723.905510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20200. 00010000:00000010:1.0:1779697723.905521:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697723.905529:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697723.905766:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697723.905794:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54bad80 x1866146215552128/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.905814:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697723.905822:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215552128, offset 224 00000400:00000200:1.0:1779697723.905830:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.905845:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.905853:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309646:309646:256:4294967295] 192.168.203.23@tcp LPNI seq info [309642:309642:8:4294967295] 00000400:00000200:1.0:1779697723.905867:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.905873:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.905879:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697723.905886:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.905895:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.905899:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.905933:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.905939:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.905943:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:2.0:1779697723.907940:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.907952:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697723.907962:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.907971:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.907978:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:2.0:1779697723.907981:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00010000:00000010:0.1:1779697723.908417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697723.908426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20b00. 00010000:00000010:0.1:1779697723.908429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:0.0:1779697723.913630:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.913652:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646e500 00000400:00000200:0.0:1779697723.913661:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 28808 00000400:00000200:0.0:1779697723.913679:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.913684:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.913693:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.913701:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff465500. 00000020:00000010:1.0:1779697723.914125:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697723.914131:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697723.914138:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.914144:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.914150:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.914205:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697723.914209:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697723.914212:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215552256 00010000:00000010:1.0:1779697723.914242:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697723.914250:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697723.914281:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98de000. 00010000:00000010:1.0:1779697723.914310:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697723.914316:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:3.1:1779697723.914500:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20d00. 00010000:00000010:3.1:1779697723.914509:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697723.914932:0:190609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20c00. 00010000:00000010:1.1:1779697723.914940:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:1.1:1779697723.914945:0:190609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697723.914970:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697723.914976:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697723.914981:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697723.914986:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00000004:00000010:1.0:1779697723.915084:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b680. 00000004:00000010:1.0:1779697723.915094:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697723.915101:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562220. 00080000:00000010:1.0:1779697723.915110:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643560. 00010000:00000010:1.0:1779697723.915231:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697723.915236:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697723.915240:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697723.915245:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406380. 00010000:00000010:1.0:1779697723.915315:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.915333:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697723.915339:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f800. 00010000:00000010:1.0:1779697723.915367:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697723.915426:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff465500 x1866146215552256/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.915450:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697723.915457:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215552256, offset 224 00000400:00000200:1.0:1779697723.915467:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.915481:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.915488:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309647:309647:256:4294967295] 192.168.203.23@tcp LPNI seq info [309643:309643:8:4294967295] 00000400:00000200:1.0:1779697723.915502:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.915508:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.915514:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697723.915521:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.915528:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.915532:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.915555:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.915558:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.915562:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:0.0:1779697723.917865:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.917873:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697723.917882:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.917890:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.917897:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697723.917899:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000400:00000200:2.0:1779697723.923879:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.923903:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646e580 00000400:00000200:2.0:1779697723.923914:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 2520 00000400:00000200:2.0:1779697723.923934:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.923939:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.923948:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.924071:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caed80. 00000020:00000010:1.0:1779697723.924259:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697723.924266:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697723.924281:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.924286:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.924291:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.924339:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0200. 00000020:00000010:1.0:1779697723.924342:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0200. 00000100:00000200:1.0:1779697723.924346:0:208271:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215552384 00010000:00000010:1.1:1779697723.924431:0:208271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697723.924440:0:208271:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.1:1779697723.924445:0:208271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697723.924450:0:208271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:1.0:1779697723.924459:0:208271:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ae00. 00010000:00000010:1.0:1779697723.924463:0:208271:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2ac00. 00010000:00000010:1.0:1779697723.924476:0:208271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d600. 00002000:00000010:1.0:1779697723.924487:0:208271:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0200. 00002000:00000010:1.0:1779697723.924498:0:208271:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbff1b0720. 00080000:00000010:1.0:1779697723.924506:0:208271:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643008. 02000000:00000010:1.0:1779697723.924818:0:208271:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cac428ac00. 00010000:00000200:1.0:1779697723.924856:0:208271:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6caed80 x1866146215552384/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.924875:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697723.924881:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215552384, offset 224 00000400:00000200:1.0:1779697723.924889:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.924900:0:208271:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.924907:0:208271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309648:309648:256:4294967295] 192.168.203.23@tcp LPNI seq info [309644:309644:8:4294967295] 00000400:00000200:1.0:1779697723.925424:0:208271:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.925437:0:208271:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.925442:0:208271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697723.925450:0:208271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.925458:0:208271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.925469:0:208271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.925488:0:208271:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697723.925492:0:208271:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.925496:0:208271:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:0.0:1779697723.927961:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.927970:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697723.927978:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.927985:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.927992:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779697723.927995:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00080000:00000010:1.0:1779697723.931039:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f728. 00000004:00000010:1.0:1779697723.931058:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e2e98. 00000004:00000010:1.0:1779697723.931069:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53eb8. 00000004:00000010:1.0:1779697723.931074:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd535a0. 00000004:00000010:1.0:1779697723.931089:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbf7202b40. 00000004:00000010:1.0:1779697723.931094:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82110. 00000004:00000010:1.0:1779697723.931099:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af000. 00000004:00000010:1.0:1779697723.931104:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa34a0. 00080000:00000010:1.0:1779697723.931118:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f1d0. 00000004:00000010:1.0:1779697723.931125:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e0930d0. 00000004:00000010:1.0:1779697723.931129:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad2763c48. 00000004:00000010:1.0:1779697723.931135:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad2763290. 00000004:00000010:1.0:1779697723.931137:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9b180. 00000004:00000010:1.0:1779697723.931144:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31dc0. 00000004:00000010:1.0:1779697723.931147:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef0f0. 00000004:00000010:1.0:1779697723.931150:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb860. 00080000:00000010:1.0:1779697723.931161:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2eab0. 00000004:00000010:1.0:1779697723.931173:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1f540. 00000004:00000010:1.0:1779697723.931177:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd6503e8. 00000004:00000010:1.0:1779697723.931180:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd650b98. 00000004:00000010:1.0:1779697723.931183:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fecc0. 00000004:00000010:1.0:1779697723.931185:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30220. 00000004:00000010:1.0:1779697723.931187:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef870. 00000004:00000010:1.0:1779697723.931189:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebab40. 00080000:00000010:1.0:1779697723.931202:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d008. 00000004:00000010:1.0:1779697723.931208:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e0238. 00000004:00000010:1.0:1779697723.931211:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53f80. 00000004:00000010:1.0:1779697723.931215:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53c68. 00000004:00000010:1.0:1779697723.931217:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7543cc0. 00000004:00000010:1.0:1779697723.931219:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82990. 00000004:00000010:1.0:1779697723.931221:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af438. 00000004:00000010:1.0:1779697723.931224:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2000. 00080000:00000010:1.0:1779697723.931233:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2ec78. 00000004:00000010:1.0:1779697723.931237:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31870. 00000004:00000010:1.0:1779697723.931239:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefca8. 00000004:00000010:1.0:1779697723.931241:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebad20. 00080000:00000010:1.0:1779697723.931257:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd97398. 00000004:00000010:1.0:1779697723.931262:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e093778. 00000004:00000010:1.0:1779697723.931266:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f4b80. 00000004:00000010:1.0:1779697723.931269:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f4960. 00000004:00000010:1.0:1779697723.931272:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace2093f8. 00000004:00000010:1.0:1779697723.931275:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53068. 00000004:00000010:1.0:1779697723.931277:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd531d0. 00000004:00000010:1.0:1779697723.931280:0:222958:0:(lod_lov.c:530:lod_free_comp_entries()) kfreed 'lo->ldo_mirrors': 10 at ffff93cace528fa0. 00000004:00000010:1.0:1779697723.931285:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 528 at ffff93cbc9b06000. 00000004:00000010:1.0:1779697723.931288:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563320. 00000004:00000010:1.0:1779697723.931297:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef9d8. 00000004:00000010:1.0:1779697723.931301:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cac3374d20. 00080000:00000010:1.0:1779697723.931317:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2cab0. 00000004:00000010:1.0:1779697723.931322:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1daa0. 00000004:00000010:1.0:1779697723.931327:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650ff0. 00000004:00000010:1.0:1779697723.931331:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd6505d8. 00000004:00000010:1.0:1779697723.931334:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fe480. 00000004:00000010:1.0:1779697723.931337:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83430. 00000004:00000010:1.0:1779697723.931340:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afc30. 00000004:00000010:1.0:1779697723.931343:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2b40. 00080000:00000010:1.0:1779697723.931353:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc931d0. 00000004:00000010:1.0:1779697723.931357:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1c000. 00000004:00000010:1.0:1779697723.931361:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650ca0. 00000004:00000010:1.0:1779697723.931363:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd650098. 00000004:00000010:1.0:1779697723.931365:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fe9c0. 00000004:00000010:1.0:1779697723.931367:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31ed0. 00000004:00000010:1.0:1779697723.931369:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef690. 00000004:00000010:1.0:1779697723.931371:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb4a0. 00080000:00000010:1.0:1779697723.931379:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e1c8. 00000004:00000010:1.0:1779697723.931384:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e0b18. 00000004:00000010:1.0:1779697723.931386:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53008. 00000004:00000010:1.0:1779697723.931420:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53fc8. 00000004:00000010:1.0:1779697723.931423:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbf72026c0. 00000004:00000010:1.0:1779697723.931426:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c31650. 00000004:00000010:1.0:1779697723.931429:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef258. 00000004:00000010:1.0:1779697723.931432:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba780. 00080000:00000010:1.0:1779697723.931447:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c000. 00000004:00000010:1.0:1779697723.931453:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac2afa148. 00000004:00000010:1.0:1779697723.931460:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f4768. 00000004:00000010:1.0:1779697723.931463:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f46d8. 00000004:00000010:1.0:1779697723.931466:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacd7e4c00. 00000004:00000010:1.0:1779697723.931469:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83dc0. 00000004:00000010:1.0:1779697723.931472:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af348. 00000004:00000010:1.0:1779697723.931475:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3a40. 00080000:00000010:1.0:1779697723.931492:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1fab8. 00000004:00000010:1.0:1779697723.931497:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1c470. 00000004:00000010:1.0:1779697723.931502:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650ab0. 00000004:00000010:1.0:1779697723.931504:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd650eb8. 00000004:00000010:1.0:1779697723.931508:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fe3c0. 00000004:00000010:1.0:1779697723.931511:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82550. 00000004:00000010:1.0:1779697723.931514:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af960. 00000004:00000010:1.0:1779697723.931517:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa25a0. 00080000:00000010:1.0:1779697723.931535:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e000. 00000004:00000010:1.0:1779697723.931541:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e3be8. 00000004:00000010:1.0:1779697723.931549:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53b48. 00000004:00000010:1.0:1779697723.931553:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53668. 00000004:00000010:1.0:1779697723.931556:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7543480. 00000004:00000010:1.0:1779697723.931558:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d100. 00000004:00000010:1.0:1779697723.931562:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e168. 00000004:00000010:1.0:1779697723.931565:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83110e0. 00080000:00000010:1.0:1779697723.931597:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54ee40. 00000004:00000010:1.0:1779697723.931611:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac2afb308. 00000004:00000010:1.0:1779697723.931617:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f4600. 00000004:00000010:1.0:1779697723.931621:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f4cb0. 00000004:00000010:1.0:1779697723.931624:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacd7e4540. 00000004:00000010:1.0:1779697723.931628:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c990. 00000004:00000010:1.0:1779697723.931631:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e4b0. 00000004:00000010:1.0:1779697723.931635:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc83105a0. 00080000:00000010:1.0:1779697723.931654:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642ab0. 00000004:00000010:1.0:1779697723.931661:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e1868. 00000004:00000010:1.0:1779697723.931665:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53870. 00000004:00000010:1.0:1779697723.931668:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53a08. 00000004:00000010:1.0:1779697723.931671:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7543900. 00000004:00000010:1.0:1779697723.931674:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562ff0. 00000004:00000010:1.0:1779697723.931678:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697723.931681:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a960. 00080000:00000010:1.0:1779697723.931695:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00000004:00000010:1.0:1779697723.931701:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1e380. 00000004:00000010:1.0:1779697723.931706:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650c68. 00000004:00000010:1.0:1779697723.931718:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd6500d8. 00000004:00000010:1.0:1779697723.931735:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fe540. 00000004:00000010:1.0:1779697723.931738:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562550. 00000004:00000010:1.0:1779697723.931742:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697723.931745:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77be00. 00080000:00000010:1.0:1779697723.931764:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93560. 00000004:00000010:1.0:1779697723.931770:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1d3f8. 00000004:00000010:1.0:1779697723.931776:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650278. 00000004:00000010:1.0:1779697723.931780:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd6508e8. 00000004:00000010:1.0:1779697723.931783:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac452c780. 00000004:00000010:1.0:1779697723.931786:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30660. 00000004:00000010:1.0:1779697723.931789:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef1e0. 00000004:00000010:1.0:1779697723.931792:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebbc20. 00080000:00000010:1.0:1779697723.931809:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e000. 00000004:00000010:1.0:1779697723.931815:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac2af9f10. 00000004:00000010:1.0:1779697723.931819:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f4078. 00000004:00000010:1.0:1779697723.931821:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f4850. 00000004:00000010:1.0:1779697723.931824:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacd7e4480. 00000004:00000010:1.0:1779697723.931826:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83a90. 00000004:00000010:1.0:1779697723.931828:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af8e8. 00000004:00000010:1.0:1779697723.931830:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa32c0. 00080000:00000010:1.0:1779697723.931843:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc92390. 00000004:00000010:1.0:1779697723.931847:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace20bbe8. 00000004:00000010:1.0:1779697723.931850:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53548. 00000004:00000010:1.0:1779697723.931852:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53780. 00000004:00000010:1.0:1779697723.931854:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cace8d0b40. 00000004:00000010:1.0:1779697723.931857:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb41350770. 00000004:00000010:1.0:1779697723.931859:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cae8eb1a50. 00000004:00000010:1.0:1779697723.931862:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb1d255e00. 00080000:00000010:1.0:1779697723.931871:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2f398. 00000004:00000010:1.0:1779697723.931875:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1e148. 00000004:00000010:1.0:1779697723.931878:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650950. 00000004:00000010:1.0:1779697723.931882:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd6509c8. 00000004:00000010:1.0:1779697723.931885:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fe600. 00000004:00000010:1.0:1779697723.931888:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30bb0. 00000004:00000010:1.0:1779697723.931891:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefc30. 00000004:00000010:1.0:1779697723.931893:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7eba000. 00080000:00000010:1.0:1779697723.931911:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c558. 00000004:00000010:1.0:1779697723.931917:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e39b0. 00000004:00000010:1.0:1779697723.931923:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53648. 00000004:00000010:1.0:1779697723.931926:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53560. 00000004:00000010:1.0:1779697723.931929:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad75436c0. 00000004:00000010:1.0:1779697723.931932:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82330. 00000004:00000010:1.0:1779697723.931936:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afb40. 00000004:00000010:1.0:1779697723.931940:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3860. 00080000:00000010:1.0:1779697723.931970:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6428e8. 00000004:00000010:1.0:1779697723.931977:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e0470. 00000004:00000010:1.0:1779697723.931983:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e0d50. 00000004:00000010:1.0:1779697723.931988:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cac9192730. 00000004:00000010:1.0:1779697723.931991:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cb5bd53898. 00000004:00000010:1.0:1779697723.931995:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7543e40. 00000004:00000010:1.0:1779697723.931998:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697723.932002:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697723.932005:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697723.932028:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d8f0. 00000004:00000010:1.0:1779697723.932035:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e1aa0. 00000004:00000010:1.0:1779697723.932040:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53bf0. 00000004:00000010:1.0:1779697723.932043:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53880. 00000004:00000010:1.0:1779697723.932046:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7543780. 00000004:00000010:1.0:1779697723.932049:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83540. 00000004:00000010:1.0:1779697723.932052:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af3c0. 00000004:00000010:1.0:1779697723.932055:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2960. 00080000:00000010:1.0:1779697723.932072:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e720. 00000004:00000010:1.0:1779697723.932079:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e13f8. 00000004:00000010:1.0:1779697723.932083:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53300. 00000004:00000010:1.0:1779697723.932085:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53178. 00000004:00000010:1.0:1779697723.932087:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbf7202300. 00000004:00000010:1.0:1779697723.932089:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30440. 00000004:00000010:1.0:1779697723.932091:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef4b0. 00000004:00000010:1.0:1779697723.932094:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebaf00. 00080000:00000010:1.0:1779697723.932103:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f8f0. 00000004:00000010:1.0:1779697723.932108:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1e7f0. 00000004:00000010:1.0:1779697723.932111:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650a68. 00000004:00000010:1.0:1779697723.932113:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd650970. 00000004:00000010:1.0:1779697723.932115:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac98fed80. 00000004:00000010:1.0:1779697723.932117:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82dd0. 00000004:00000010:1.0:1779697723.932119:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afac8. 00000004:00000010:1.0:1779697723.932120:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3680. 00080000:00000010:1.0:1779697723.932129:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642720. 00000004:00000010:1.0:1779697723.932133:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e3540. 00000004:00000010:1.0:1779697723.932137:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53248. 00000004:00000010:1.0:1779697723.932138:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53808. 00000004:00000010:1.0:1779697723.932140:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cad7543600. 00000004:00000010:1.0:1779697723.932142:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562770. 00000004:00000010:1.0:1779697723.932144:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbf78. 00000004:00000010:1.0:1779697723.932146:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b0e0. 00000400:00000200:1.0:1779697723.935222:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.935244:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646e680 00000400:00000200:1.0:1779697723.935254:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 29392 00000400:00000200:1.0:1779697723.935269:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.935275:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.935284:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.935292:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff965f80. 00000020:00000010:2.0:1779697723.935467:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.935474:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.935479:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbca35fe00. 00000020:00000010:2.0:1779697723.935484:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697723.935488:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.935566:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.935569:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697723.935572:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215552640 02000000:00000010:2.0:1779697723.935618:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbef8ca000. 00010000:00000010:2.0:1779697723.935667:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406380. 00010000:00000010:2.0:1779697723.935694:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:2.0:1779697723.935703:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:2.0:1779697723.935788:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd00. 00010000:00000010:2.0:1779697723.935813:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697723.935817:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697723.935822:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697723.935828:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697723.935843:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697723.935846:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7000. 00010000:00000010:2.0:1779697723.935849:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697723.935852:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697723.935979:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da100. 00010000:00000010:2.0:1779697723.935983:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7880. 00010000:00000010:2.0:1779697723.935987:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697723.935991:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00000020:00000010:2.0:1779697723.936034:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b2a0. 00000020:00000010:2.0:1779697723.936043:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b2a0. 00000020:00000010:2.0:1779697723.936061:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc8324e40. 00080000:00000010:2.0:1779697723.936072:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bab800. 00000004:00000010:2.0:1779697723.936989:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cacdff5a80. 00000004:00000010:2.0:1779697723.936996:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cbc68f40d8. 00000004:00000010:2.0:1779697723.936999:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cbc68f4f38. 00000004:00000010:2.0:1779697723.937009:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac2afa5b8. 00000001:00000010:2.0:1779697723.937961:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca171ea0. 00000001:00000010:2.0:1779697723.937970:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff5600. 00000020:00000010:2.0:1779697723.938009:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc8324e40. 00010000:00000010:2.0:1779697723.938025:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697723.938032:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697723.938053:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5f00. 00010000:00000010:2.0:1779697723.938212:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697723.938237:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697723.938244:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000200:2.0:1779697723.938269:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974585, last committed = 8589974453 00010000:00000200:2.0:1779697723.938282:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff965f80 x1866146215552640/t8589974585(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697723.938305:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697723.938312:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215552640, offset 224 00000400:00000010:2.0:1779697723.938320:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70578. 00000400:00000200:2.0:1779697723.938325:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.938342:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.938349:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309649:309649:256:4294967295] 192.168.203.23@tcp LPNI seq info [309645:309645:8:4294967295] 00000400:00000200:2.0:1779697723.938354:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697723.938360:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.938366:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.938372:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697723.938378:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.938386:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.938415:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.938444:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697723.938449:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.938453:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbca35fe00. 00010000:00000010:1.0:1779697723.938565:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:1.0:1779697723.938572:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7880. 00000800:00000200:0.0:1779697723.938644:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1779697723.938647:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5f00. 00000800:00000010:0.0:1779697723.938650:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:0.0:1779697723.938657:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.938662:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697723.947024:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697723.947049:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa665 00000400:00000200:1.0:1779697723.947057:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.947063:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697723.947072:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:1.0:1779697723.947086:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000400:00000200:1.0:1779697723.947130:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697723.947139:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646e700 00000400:00000200:1.0:1779697723.947147:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 29888 00000400:00000200:1.0:1779697723.947227:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697723.947233:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697723.947240:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697723.947247:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967b80. 00000020:00000010:2.0:1779697723.947806:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.947812:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.947818:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697723.947824:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697723.947828:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.947871:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.947874:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697723.947878:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215552768 00000001:00000010:2.0:1779697723.947889:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:2.0:1779697723.947919:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697723.947923:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7d00. 00010000:00000010:2.0:1779697723.947929:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697723.947937:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697723.947963:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cd000. 00010000:00000010:2.0:1779697723.947987:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697723.947991:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697723.948117:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697723.948142:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967b80 x1866146215552768/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697723.948160:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697723.948166:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215552768, offset 224 00000400:00000200:2.0:1779697723.948178:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.948190:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.948198:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309650:309650:256:4294967295] 192.168.203.23@tcp LPNI seq info [309646:309646:8:4294967295] 00000400:00000200:2.0:1779697723.948211:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.948218:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.948223:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697723.948231:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.948239:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.948244:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.948264:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697723.948269:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.948272:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697723.948355:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.948359:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:2.0:1779697723.948363:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.948367:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.948371:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779697723.948373:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00010000:00000010:0.0:1779697723.948950:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:0.0:1779697723.948960:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7000. 00000400:00000200:0.0:1779697723.950344:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.950369:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646e780 00000400:00000200:0.0:1779697723.950380:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 30464 00000400:00000200:0.0:1779697723.950416:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.950421:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.950428:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.950435:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff465c00. 00000020:00000010:1.0:1779697723.950526:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697723.950531:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697723.950538:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697723.950543:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697723.950548:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.952087:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0940. 00000020:00000010:1.0:1779697723.952096:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0940. 00000100:00000200:1.0:1779697723.952101:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215552896 00010000:00000010:1.0:1779697723.952131:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697723.952139:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 02000000:00000010:1.0:1779697723.952177:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98dd000. 00010000:00000010:1.0:1779697723.952205:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697723.952210:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697723.952232:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697723.952243:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697723.952248:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697723.952253:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000004:00000010:1.0:1779697723.952345:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77b0e0. 00000004:00000010:1.0:1779697723.952354:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbf78. 00000004:00000010:1.0:1779697723.952360:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562770. 00080000:00000010:1.0:1779697723.952378:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642720. 00010000:00000010:1.0:1779697723.952498:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697723.952502:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697723.952507:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697723.952511:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697723.952571:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697723.952583:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.952588:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697723.952607:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000200:1.0:1779697723.952623:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff465c00 x1866146215552896/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.952642:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697723.952649:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215552896, offset 224 00000400:00000200:1.0:1779697723.952657:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.952671:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.952679:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309651:309651:256:4294967295] 192.168.203.23@tcp LPNI seq info [309647:309647:8:4294967295] 00000400:00000200:1.0:1779697723.952694:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.952700:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.952706:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697723.952713:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.952809:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.952814:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.952841:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697723.952846:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.952850:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00010000:00000010:2.1:1779697723.952924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:2.1:1779697723.952932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:2.1:1779697723.952938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697723.952942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00000800:00000200:2.0:1779697723.953041:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.953045:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:2.0:1779697723.953051:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.953058:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697723.953064:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:2.0:1779697723.953066:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000400:00000200:2.0:1779697723.957681:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.957702:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646e800 00000400:00000200:2.0:1779697723.957712:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 2848 00000400:00000200:2.0:1779697723.957737:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.957742:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.957761:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697723.957768:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caf480. 00000020:00000010:2.0:1779697723.958490:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.958497:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.958505:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697723.958511:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697723.958516:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.958553:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697723.958556:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697723.958559:0:189655:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215553024 00010000:00000010:2.0:1779697723.958584:0:189655:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da600. 00010000:00000010:2.0:1779697723.958595:0:189655:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515da700. 00010000:00000010:2.0:1779697723.958603:0:189655:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8c00. 00002000:00000010:2.0:1779697723.958612:0:189655:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bbad40. 00002000:00000010:2.0:1779697723.958624:0:189655:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbcbc431d0. 00080000:00000010:2.0:1779697723.958632:0:189655:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e720. 02000000:00000010:2.0:1779697723.959096:0:189655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbc7ba8800. 00010000:00000200:2.0:1779697723.959131:0:189655:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6caf480 x1866146215553024/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:409/0 lens 328/400 e 0 to 0 dl 1779697734 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697723.959149:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779697723.959157:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215553024, offset 224 00000400:00000200:2.0:1779697723.959164:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697723.959177:0:189655:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697723.959184:0:189655:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309652:309652:256:4294967295] 192.168.203.23@tcp LPNI seq info [309648:309648:8:4294967295] 00000400:00000200:2.0:1779697723.959198:0:189655:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697723.959205:0:189655:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697723.959211:0:189655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697723.959219:0:189655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697723.959227:0:189655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697723.959231:0:189655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697723.959263:0:189655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697723.959268:0:189655:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697723.959272:0:189655:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00010000:00000010:0.1:1779697723.960631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697723.960643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00000800:00000200:0.0:1779697723.960752:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.960756:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:0.0:1779697723.960762:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.960771:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.960779:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:0.0:1779697723.960783:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00010000:00000010:2.1:1779697723.962156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697723.962169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:2.1:1779697723.962174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697723.962179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000400:00000200:2.0:1779697723.965251:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697723.965273:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646e900 00000400:00000200:2.0:1779697723.965284:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 31048 00000400:00000200:2.0:1779697723.965300:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.965306:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697723.965315:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697723.965322:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cae300. 00010000:00000010:1.1:1779697723.971757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da100. 00010000:00000010:1.1:1779697723.971780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:1.1:1779697723.971784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697723.971788:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697723.971790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697723.971793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000020:00000010:1.0:1779697723.971838:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.971844:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.971851:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697723.971857:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697723.971862:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.971913:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.971916:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0e00. 00000100:00000200:1.0:1779697723.971921:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215553280 02000000:00000010:1.0:1779697723.971958:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98dc000. 00010000:00000010:1.0:1779697723.972568:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697723.973842:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697723.973866:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:1.0:1779697723.973873:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7d00. 00010000:00000010:1.0:1779697723.973893:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697723.973897:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697723.973902:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697723.973908:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697723.973924:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697723.973926:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f700. 00010000:00000010:1.0:1779697723.973930:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697723.973933:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697723.974040:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697723.974043:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697723.974046:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697723.974049:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00000020:00000010:1.0:1779697723.974073:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cca40. 00000020:00000010:1.0:1779697723.974078:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cca40. 00000020:00000010:1.0:1779697723.974088:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37840. 00080000:00000010:1.0:1779697723.974099:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4288800. 00000004:00000010:1.0:1779697723.974134:0:190609:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9b180. 00000004:00000010:1.0:1779697723.974139:0:190609:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad2763290. 00000004:00000010:1.0:1779697723.974142:0:190609:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad2763c48. 00000004:00000010:1.0:1779697723.974151:0:190609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e093778. 00000001:00000010:1.0:1779697723.975461:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c600. 00000001:00000010:1.0:1779697723.975470:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9bb40. 00000020:00000010:1.0:1779697723.975511:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37840. 00010000:00000010:1.0:1779697723.975523:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697723.975531:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697723.975548:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697723.975765:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.975783:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697723.975788:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000200:1.0:1779697723.975808:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974586, last committed = 8589974453 00010000:00000200:1.0:1779697723.975819:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cae300 x1866146215553280/t8589974586(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 496/456 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697723.975838:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697723.975844:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215553280, offset 224 00000400:00000010:1.0:1779697723.975850:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bb28. 00000400:00000200:1.0:1779697723.975854:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.975868:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.975874:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309653:309653:256:4294967295] 192.168.203.23@tcp LPNI seq info [309649:309649:8:4294967295] 00000400:00000200:1.0:1779697723.975880:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697723.975887:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.975893:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.975897:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697723.975903:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.975910:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.975914:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.975941:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697723.975944:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.975948:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00000800:00000200:2.0:1779697723.977955:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697723.977964:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697723.977972:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697723.977980:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:0.0:1779697723.984973:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:0.0:1779697723.985048:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:0.0:1779697723.985062:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00000400:00000200:0.0:1779697723.985924:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697723.985944:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa675 00000400:00000200:0.0:1779697723.985951:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.985956:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697723.985963:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697723.985966:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000400:00000200:0.0:1779697723.986005:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697723.986011:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646e980 00000400:00000200:0.0:1779697723.986018:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 31544 00000400:00000200:0.0:1779697723.986066:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.986070:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697723.986075:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697723.986090:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff467b80. 00000020:00000010:0.0:1779697723.986133:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697723.986147:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697723.986152:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697723.986157:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697723.986161:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697723.986199:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697723.986202:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697723.986205:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215553408 00000001:00000010:0.0:1779697723.986214:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff5600. 00010000:00000010:0.0:1779697723.986234:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20b00. 00010000:00000010:0.0:1779697723.986237:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:0.0:1779697723.986243:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697723.986248:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 02000000:00000010:0.0:1779697723.986272:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7417000. 00010000:00000010:0.0:1779697723.986297:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697723.986301:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a80. 00010000:00000010:0.0:1779697723.986425:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000200:0.0:1779697723.986444:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff467b80 x1866146215553408/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 576/688 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697723.986461:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697723.986896:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215553408, offset 224 00000400:00000200:0.0:1779697723.986906:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697723.986916:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697723.986921:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309654:309654:256:4294967295] 192.168.203.23@tcp LPNI seq info [309650:309650:8:4294967295] 00000400:00000200:0.0:1779697723.986931:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697723.986935:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697723.986940:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697723.986946:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697723.986953:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697723.986956:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697723.986975:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697723.986980:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697723.986984:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:0.0:1779697723.987073:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697723.987084:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697723.987087:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697723.987091:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697723.987094:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:0.0:1779697723.987096:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:3.0:1779697723.987446:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:3.0:1779697723.987456:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f700. 00000400:00000200:3.0:1779697723.988692:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697723.988709:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646ea00 00000400:00000200:3.0:1779697723.988718:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 32120 00000400:00000200:3.0:1779697723.988740:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697723.988744:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697723.988751:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697723.988757:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54bb100. 00010000:00000010:1.1:1779697723.993555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697723.993570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697723.993575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697723.993579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00000020:00000010:1.0:1779697723.993615:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.993621:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.993628:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697723.993633:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697723.993639:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.993696:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0e00. 00000020:00000010:1.0:1779697723.993700:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0e00. 00000100:00000200:1.0:1779697723.993704:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215553536 00010000:00000010:1.0:1779697723.993742:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697723.993750:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 02000000:00000010:1.0:1779697723.993902:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98db000. 00010000:00000010:1.0:1779697723.993928:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697723.993932:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.993949:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697723.993952:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697723.993956:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697723.993959:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00000004:00000010:1.0:1779697723.994046:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a3c0. 00000004:00000010:1.0:1779697723.994055:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697723.994061:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563210. 00080000:00000010:1.0:1779697723.994070:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6428e8. 00010000:00000010:1.0:1779697723.994165:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697723.994169:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697723.994172:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697723.994176:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697723.994238:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697723.994251:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697723.994255:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697723.994274:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000200:1.0:1779697723.994290:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54bb100 x1866146215553536/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:398/0 lens 584/640 e 0 to 0 dl 1779698478 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697723.994309:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697723.994315:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215553536, offset 224 00010000:00000010:0.1:1779697723.994547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:0.1:1779697723.994553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697723.998134:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697723.998149:0:207451:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:1.1:1779697723.998152:0:207451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00000400:00000200:1.0:1779697723.998170:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697723.998186:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697723.998193:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309655:309655:256:4294967295] 192.168.203.23@tcp LPNI seq info [309651:309651:8:4294967295] 00000400:00000200:1.0:1779697723.998205:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697723.998211:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697723.998220:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697723.998227:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697723.998235:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697723.998239:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697723.998511:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697723.998517:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697723.998521:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00010000:00000010:3.1:1779697723.999688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:3.1:1779697723.999701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:0.1:1779697724.001872:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000800:00000200:0.0:1779697724.002950:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.002957:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697724.002965:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.002974:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.002981:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697724.002984:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000400:00000200:0.0:1779697724.006803:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.006822:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646ea80 00000400:00000200:0.0:1779697724.006831:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 3176 00000400:00000200:0.0:1779697724.006846:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.006851:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.006859:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697724.006866:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff464700. 00000020:00000010:3.0:1779697724.009155:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83833c0. 00000020:00000010:3.0:1779697724.009169:0:207458:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacbff8300. 00000020:00000010:3.0:1779697724.009198:0:207458:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:3.0:1779697724.009204:0:207458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697724.009210:0:207458:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697724.009251:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383740. 00000020:00000010:3.0:1779697724.009255:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383740. 00000100:00000200:3.0:1779697724.009260:0:207458:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215553664 00010000:00000010:3.0:1779697724.009284:0:207458:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc500. 00010000:00000010:3.0:1779697724.009288:0:207458:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc78dcc00. 00010000:00000010:3.0:1779697724.009295:0:207458:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c200. 00002000:00000010:3.0:1779697724.009307:0:207458:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383740. 00002000:00000010:3.0:1779697724.009317:0:207458:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f5b50. 00080000:00000010:3.0:1779697724.009326:0:207458:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f1d0. 02000000:00000010:3.0:1779697724.010372:0:207458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05fa000. 00010000:00000200:3.0:1779697724.010450:0:207458:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff464700 x1866146215553664/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.010476:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697724.010485:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215553664, offset 224 00000400:00000200:3.0:1779697724.010494:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.010510:0:207458:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.010518:0:207458:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309656:309656:256:4294967295] 192.168.203.23@tcp LPNI seq info [309652:309652:8:4294967295] 00000400:00000200:3.0:1779697724.010533:0:207458:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.010541:0:207458:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.010546:0:207458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697724.010554:0:207458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.010563:0:207458:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.010568:0:207458:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.010604:0:207458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697724.010611:0:207458:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697724.010615:0:207458:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00010000:00000010:1.1:1779697724.011407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697724.011418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697724.011421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697724.011424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000800:00000200:1.0:1779697724.011537:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.011542:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697724.011547:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.011554:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.011560:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:1.0:1779697724.011562:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000400:00000200:0.0:1779697724.014504:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.014525:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646eb80 00000400:00000200:0.0:1779697724.014534:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 32704 00000400:00000200:0.0:1779697724.014547:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.014551:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.014559:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.014566:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff466300. 00000020:00000010:1.0:1779697724.014664:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.014671:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.014677:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697724.014683:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697724.014688:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697724.014816:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.014819:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697724.014823:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215553920 02000000:00000010:1.0:1779697724.014861:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98d8000. 00010000:00000010:1.0:1779697724.014905:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697724.014922:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697724.014932:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a80. 00010000:00000010:1.0:1779697724.014938:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000010:1.0:1779697724.014958:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697724.014962:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fe00. 00010000:00000010:1.0:1779697724.014968:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697724.014974:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697724.015001:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697724.015005:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697724.015008:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697724.015012:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697724.015270:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697724.015274:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697724.015278:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.015281:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00000020:00000010:1.0:1779697724.015310:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697724.015319:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697724.015330:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41ca80. 00080000:00000010:1.0:1779697724.015341:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e53c00. 00000004:00000010:1.0:1779697724.015377:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9b600. 00000004:00000010:1.0:1779697724.015384:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad27631a8. 00000004:00000010:1.0:1779697724.015386:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad2763630. 00000004:00000010:0.0:1779697724.017951:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1d1c0. 00000001:00000010:0.0:1779697724.018987:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cae0. 00000001:00000010:0.0:1779697724.019001:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82becc0. 00000020:00000010:0.0:1779697724.019047:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41ca80. 00010000:00000010:0.0:1779697724.019063:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697724.019070:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77500. 00010000:00000010:0.0:1779697724.019091:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be9c0. 00010000:00000010:0.0:1779697724.019188:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697724.019207:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:0.0:1779697724.019213:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fe00. 00010000:00000200:0.0:1779697724.019233:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974587, last committed = 8589974453 00010000:00000200:0.0:1779697724.019243:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff466300 x1866146215553920/t8589974587(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697724.019262:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697724.019269:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215553920, offset 224 00000400:00000010:0.0:1779697724.019276:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67259a0. 00000400:00000200:0.0:1779697724.019280:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.019293:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.019300:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309657:309657:256:4294967295] 192.168.203.23@tcp LPNI seq info [309653:309653:8:4294967295] 00000400:00000200:0.0:1779697724.019307:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697724.019314:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.019320:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.019325:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697724.019331:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.019338:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.019342:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.019366:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:0.0:1779697724.019370:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:0.0:1779697724.019373:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:0.0:1779697724.019495:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.019499:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697724.019504:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.019508:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.0:1779697724.020298:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77500. 00010000:00000010:1.0:1779697724.020308:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697724.020314:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be9c0. 00000400:00000200:1.0:1779697724.021342:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697724.021361:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa685 00000400:00000200:1.0:1779697724.021369:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.021373:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697724.021380:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:1.0:1779697724.021383:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00010000:00000010:0.0:1779697724.021592:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:0.0:1779697724.021602:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00010000:00000010:1.1:1779697724.026433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697724.026449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697724.026455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697724.026461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20b00. 00000400:00000200:0.0:1779697724.029193:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.029214:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ec00 00000400:00000200:0.0:1779697724.029223:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 33200 00000400:00000200:0.0:1779697724.029284:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.029290:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.029298:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.029304:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff466d80. 00000020:00000010:1.0:1779697724.029422:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.029428:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.029434:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697724.029439:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697724.029444:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.029479:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.029482:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697724.029485:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215554048 00000001:00000010:1.0:1779697724.029495:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697724.029520:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697724.029523:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697724.029529:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697724.029534:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 02000000:00000010:1.0:1779697724.029559:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98da000. 00010000:00000010:1.0:1779697724.029595:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697724.029599:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697724.029700:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:1.0:1779697724.029735:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff466d80 x1866146215554048/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.029754:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697724.029760:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215554048, offset 224 00000400:00000200:1.0:1779697724.029891:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.029901:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.029907:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309658:309658:256:4294967295] 192.168.203.23@tcp LPNI seq info [309654:309654:8:4294967295] 00000400:00000200:1.0:1779697724.029916:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.029921:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.029927:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697724.029934:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.029940:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.029944:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.029975:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697724.029980:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.029983:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:3.0:1779697724.030062:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.030067:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697724.030072:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.030076:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.030080:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:3.0:1779697724.030083:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00010000:00000010:0.1:1779697724.031515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:0.1:1779697724.031526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:0.1:1779697724.031530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:0.1:1779697724.031533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:0.1:1779697724.031536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:3.0:1779697724.032761:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.032780:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646ec80 00000400:00000200:3.0:1779697724.032788:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 33776 00000400:00000200:3.0:1779697724.032801:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.032806:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.032814:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.032821:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac54b9f80. 00000020:00000010:0.0:1779697724.032946:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697724.032952:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697724.032959:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697724.032964:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.032969:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.033018:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61b00. 00000020:00000010:0.0:1779697724.033022:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61b00. 00000100:00000200:0.0:1779697724.033026:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215554176 00010000:00000010:0.0:1779697724.033064:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697724.033072:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 02000000:00000010:0.0:1779697724.033096:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7412000. 00010000:00000010:0.0:1779697724.033124:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697724.033130:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.033150:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20200. 00010000:00000010:0.0:1779697724.033167:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c180. 00010000:00000010:0.0:1779697724.033173:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697724.033177:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000004:00000010:0.0:1779697724.033284:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebb0e0. 00000004:00000010:0.0:1779697724.033294:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbef4b0. 00000004:00000010:0.0:1779697724.033301:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30dd0. 00080000:00000010:0.0:1779697724.033309:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93008. 00010000:00000010:1.1:1779697724.034439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697724.034452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697724.034458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:0.0:1779697724.034742:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20500. 00010000:00000010:0.0:1779697724.034748:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb00. 00010000:00000010:0.0:1779697724.034753:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697724.034761:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77480. 00010000:00000010:0.0:1779697724.034826:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.034841:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697724.034848:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c180. 00010000:00000010:0.0:1779697724.034876:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697724.034899:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac54b9f80 x1866146215554176/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/584 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.034923:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697724.034930:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215554176, offset 224 00000400:00000200:0.0:1779697724.034939:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.034953:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.034961:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309659:309659:256:4294967295] 192.168.203.23@tcp LPNI seq info [309655:309655:8:4294967295] 00000400:00000200:0.0:1779697724.034974:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.034987:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.034993:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697724.035001:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.035011:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.035015:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.035090:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.035096:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.035100:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:3.0:1779697724.042589:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.042599:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697724.042605:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.042615:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.042622:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:3.0:1779697724.042625:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000400:00000200:3.0:1779697724.044952:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.044973:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646ed80 00000400:00000200:3.0:1779697724.044983:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 34360 00000400:00000200:3.0:1779697724.044998:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.045003:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.045012:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.045023:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ad500. 00000020:00000010:1.0:1779697724.045142:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.045148:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.045170:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef68a00. 00000020:00000010:1.0:1779697724.045178:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697724.045183:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.045232:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.045235:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697724.045239:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215554432 02000000:00000010:1.0:1779697724.045274:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf98df000. 00010000:00000010:1.0:1779697724.045317:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77480. 00010000:00000010:1.0:1779697724.045336:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb00. 00010000:00000010:1.0:1779697724.045349:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697724.045357:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697724.045375:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697724.045380:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fd80. 00010000:00000010:1.0:1779697724.045385:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697724.045718:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697724.045743:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697724.045747:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f400. 00010000:00000010:1.0:1779697724.045750:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697724.045753:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697724.045855:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697724.045859:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697724.045862:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.045865:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00000020:00000010:1.0:1779697724.045890:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697724.045896:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697724.045907:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacd41ca80. 00080000:00000010:1.0:1779697724.045916:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e51400. 00000001:00000010:1.0:1779697724.046308:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec372a0. 00000001:00000010:1.0:1779697724.046315:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b840. 00000020:00000010:1.0:1779697724.046359:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacd41ca80. 00010000:00000010:1.0:1779697724.046411:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.046418:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fc00. 00010000:00000010:1.0:1779697724.046434:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697724.046437:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fd80. 00010000:00000200:1.0:1779697724.046455:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974588, last committed = 8589974453 00010000:00000200:1.0:1779697724.046464:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ad500 x1866146215554432/t8589974588(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697724.046482:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697724.046488:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215554432, offset 224 00000400:00000010:1.0:1779697724.046496:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bf18. 00000400:00000200:1.0:1779697724.046500:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.046511:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00010000:00000010:0.1:1779697724.047441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697724.047451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20200. 00010000:00000010:0.1:1779697724.047457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697724.047461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:1.0:1779697724.047700:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309660:309660:256:4294967295] 192.168.203.23@tcp LPNI seq info [309656:309656:8:4294967295] 00000400:00000200:1.0:1779697724.047709:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697724.047728:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.047736:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.047744:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697724.047752:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.047761:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.047765:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.047841:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697724.047848:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.047853:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef68a00. 00000800:00000200:3.0:1779697724.051796:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.051804:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697724.051812:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.051821:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697724.053552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:1.1:1779697724.053565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20500. 00010000:00000010:1.1:1779697724.053569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697724.053572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00000400:00000200:3.0:1779697724.056072:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697724.056093:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa691 00000400:00000200:3.0:1779697724.056101:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.056104:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697724.056112:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:3.0:1779697724.056115:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:1.0:1779697724.056306:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697724.056319:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f400. 00000400:00000200:0.0:1779697724.056835:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.056847:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ee00 00000400:00000200:0.0:1779697724.056854:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 34856 00000400:00000200:0.0:1779697724.056912:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.056917:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.056924:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.056934:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe69500. 00000020:00000010:1.0:1779697724.057120:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.057126:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.057132:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697724.057137:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697724.057142:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.057197:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.057201:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697724.057205:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215554560 00000001:00000010:1.0:1779697724.057216:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82becc0. 00010000:00000010:1.0:1779697724.057241:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697724.057246:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693ff80. 00010000:00000010:1.0:1779697724.057252:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.0:1779697724.057258:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 02000000:00000010:1.0:1779697724.057284:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf98d9000. 00010000:00000010:1.0:1779697724.057324:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697724.057329:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697724.057474:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000200:1.0:1779697724.057495:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe69500 x1866146215554560/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.057527:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697724.057533:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215554560, offset 224 00000400:00000200:1.0:1779697724.057542:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.057552:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.057559:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309661:309661:256:4294967295] 192.168.203.23@tcp LPNI seq info [309657:309657:8:4294967295] 00000400:00000200:1.0:1779697724.057572:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.057577:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.057582:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697724.057589:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.057596:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.057601:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.057617:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697724.057621:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.057624:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00000800:00000200:0.0:1779697724.057946:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.057950:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697724.057954:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.057958:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.057962:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697724.057964:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00010000:00000010:1.1:1779697724.060538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697724.060553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.1:1779697724.060559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a200. 00010000:00000010:1.1:1779697724.060563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:3.0:1779697724.062684:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.062705:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ee80 00000400:00000200:3.0:1779697724.062713:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 35432 00000400:00000200:3.0:1779697724.062737:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.062742:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.062751:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.062758:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21af800. 00000020:00000010:0.0:1779697724.063265:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea615c0. 00000020:00000010:0.0:1779697724.063272:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea615c0. 00000020:00000010:0.0:1779697724.063277:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697724.063283:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.063288:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.063327:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea615c0. 00000020:00000010:0.0:1779697724.063330:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea615c0. 00000100:00000200:0.0:1779697724.063333:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215554688 00010000:00000010:0.0:1779697724.063359:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697724.063366:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 02000000:00000010:0.0:1779697724.063411:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad7410000. 00010000:00000010:0.0:1779697724.063439:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697724.063442:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697724.063459:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20200. 00010000:00000010:0.0:1779697724.063462:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c180. 00010000:00000010:0.0:1779697724.063466:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697724.063469:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000004:00000010:0.0:1779697724.063558:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc7ebba40. 00000004:00000010:0.0:1779697724.063566:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93caccbefc30. 00000004:00000010:0.0:1779697724.063573:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cc00c30440. 00080000:00000010:0.0:1779697724.063892:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc921c8. 00010000:00000010:0.0:1779697724.064203:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20900. 00010000:00000010:0.0:1779697724.064208:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf80. 00010000:00000010:0.0:1779697724.064212:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697724.064217:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.064284:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697724.064297:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.064302:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c180. 00010000:00000010:0.0:1779697724.064323:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697724.064340:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21af800 x1866146215554688/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.064359:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697724.064366:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215554688, offset 224 00000400:00000200:0.0:1779697724.064372:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.064384:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.064418:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309662:309662:256:4294967295] 192.168.203.23@tcp LPNI seq info [309658:309658:8:4294967295] 00000400:00000200:0.0:1779697724.064429:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.064436:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.064441:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697724.064447:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.064455:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.064460:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.064488:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.064493:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.064497:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:1.0:1779697724.064655:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.064660:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:1.0:1779697724.064665:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.064670:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.064675:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:1.0:1779697724.064678:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00010000:00000010:1.1:1779697724.068426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697724.068440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697724.068444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00000400:00000200:0.0:1779697724.068988:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.069018:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646ef00 00000400:00000200:0.0:1779697724.069028:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 3504 00000400:00000200:0.0:1779697724.069043:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.069049:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.069058:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697724.069064:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe69c00. 00000020:00000010:1.0:1779697724.069304:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697724.069311:0:207455:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacbff83c0. 00000020:00000010:1.0:1779697724.069330:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697724.069336:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697724.069342:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.069386:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697724.069405:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697724.069409:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215554816 00010000:00000010:1.0:1779697724.069432:0:207455:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697724.069436:0:207455:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697724.069442:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c600. 00002000:00000010:1.0:1779697724.069450:0:207455:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0d80. 00002000:00000010:1.0:1779697724.069458:0:207455:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbff1b0e40. 00080000:00000010:1.0:1779697724.069466:0:207455:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642000. 02000000:00000010:1.0:1779697724.069794:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf1253000. 00010000:00000200:1.0:1779697724.069824:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe69c00 x1866146215554816/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.069841:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697724.069847:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215554816, offset 224 00000400:00000200:1.0:1779697724.069854:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.069863:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.069868:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309663:309663:256:4294967295] 192.168.203.23@tcp LPNI seq info [309659:309659:8:4294967295] 00000400:00000200:1.0:1779697724.069877:0:207455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.069882:0:207455:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.069887:0:207455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697724.069893:0:207455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.069900:0:207455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.069904:0:207455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.069927:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697724.069931:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.069934:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00000800:00000200:2.0:1779697724.071565:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.071582:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697724.071590:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.071598:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.071606:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:2.0:1779697724.071608:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00010000:00000010:0.1:1779697724.078667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697724.078682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20200. 00010000:00000010:0.1:1779697724.078688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.1:1779697724.078692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:1.0:1779697724.079346:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.079365:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a1400646f000 00000400:00000200:1.0:1779697724.079374:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18ee0d [64] + 36008 00000400:00000200:1.0:1779697724.079418:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.079423:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.079432:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.079439:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964a80. 00000020:00000010:0.0:1779697724.079755:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.079762:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.079769:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697724.079774:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.079780:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.079828:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.079833:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697724.079837:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215555072 02000000:00000010:0.0:1779697724.079869:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad7416000. 00010000:00000010:0.0:1779697724.079907:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.080140:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf80. 00010000:00000010:0.0:1779697724.080153:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:0.0:1779697724.080160:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693ff80. 00010000:00000010:0.0:1779697724.080176:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20200. 00010000:00000010:0.0:1779697724.080180:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf80. 00010000:00000010:0.0:1779697724.080186:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697724.080191:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.080206:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20400. 00010000:00000010:0.0:1779697724.080209:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c180. 00010000:00000010:0.0:1779697724.080211:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697724.080214:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 00010000:00000010:0.0:1779697724.080324:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20300. 00010000:00000010:0.0:1779697724.080328:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7ce80. 00010000:00000010:0.0:1779697724.080331:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697724.080334:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00000020:00000010:0.0:1779697724.080361:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f700. 00000020:00000010:0.0:1779697724.080368:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f700. 00000020:00000010:0.0:1779697724.080380:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c660. 00080000:00000010:0.0:1779697724.080529:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc356b800. 00000004:00000010:0.0:1779697724.080582:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc82be9c0. 00000004:00000010:0.0:1779697724.080587:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd650188. 00000004:00000010:0.0:1779697724.080590:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd650640. 00000004:00000010:0.0:1779697724.080598:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1f9b0. 00000001:00000010:0.0:1779697724.081924:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacc02cd80. 00000001:00000010:0.0:1779697724.081931:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc82be240. 00000020:00000010:0.0:1779697724.081963:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c660. 00010000:00000010:0.0:1779697724.081974:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697724.081980:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697724.081996:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82becc0. 00010000:00000010:0.0:1779697724.082107:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.082124:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.082129:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf80. 00010000:00000200:0.0:1779697724.082148:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974589, last committed = 8589974453 00010000:00000200:0.0:1779697724.082160:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964a80 x1866146215555072/t8589974589(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 488/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697724.082180:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697724.082187:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215555072, offset 224 00000400:00000010:0.0:1779697724.082194:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725d90. 00000400:00000200:0.0:1779697724.082198:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.082212:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.082218:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309664:309664:256:4294967295] 192.168.203.23@tcp LPNI seq info [309660:309660:8:4294967295] 00000400:00000200:0.0:1779697724.082225:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697724.082232:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.082237:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.082241:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697724.082489:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.082496:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.082500:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.082521:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.082525:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.082529:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:1.0:1779697724.082637:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.082643:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:1.0:1779697724.082649:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.082655:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697724.084445:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:3.0:1779697724.084459:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7ce80. 00010000:00000010:3.0:1779697724.084471:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00010000:00000010:0.1:1779697724.085614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697724.085625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20900. 00010000:00000010:0.1:1779697724.085629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:0.1:1779697724.085632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00000400:00000200:0.0:1779697724.085668:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697724.085687:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa6a1 00000400:00000200:0.0:1779697724.085694:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.085698:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697724.085705:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:0.0:1779697724.085707:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:1.0:1779697724.086122:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000010:1.0:1779697724.086130:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c180. 00000400:00000200:1.0:1779697724.086315:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.086324:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646f080 00000400:00000200:1.0:1779697724.086330:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 36496 00000400:00000200:1.0:1779697724.086337:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.086339:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.086344:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.086348:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966d80. 00000020:00000010:0.0:1779697724.086434:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.086439:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.086444:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697724.086449:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.086453:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.086495:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.086498:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697724.086501:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215555200 00000001:00000010:0.0:1779697724.086511:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b840. 00010000:00000010:0.0:1779697724.086539:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20900. 00010000:00000010:0.0:1779697724.086542:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf80. 00010000:00000010:0.0:1779697724.086548:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.0:1779697724.086553:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697724.086652:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a1000. 00010000:00000010:0.0:1779697724.086683:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697724.086687:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.086913:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697724.086931:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966d80 x1866146215555200/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.086948:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697724.086954:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215555200, offset 224 00000400:00000200:0.0:1779697724.086959:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.086967:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.086973:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309665:309665:256:4294967295] 192.168.203.23@tcp LPNI seq info [309661:309661:8:4294967295] 00000400:00000200:0.0:1779697724.086982:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.086987:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.087003:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697724.087009:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.087016:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.087020:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.087042:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.087046:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.087049:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:1.0:1779697724.087211:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.087216:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697724.087219:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.087224:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.087228:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:1.0:1779697724.087230:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00010000:00000010:0.1:1779697724.090577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697724.090590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20200. 00010000:00000010:0.1:1779697724.090594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000100:00000010:0.0:1779697724.090611:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93caca171600. 00000100:00000010:2.0:1779697724.090864:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93caca1713c0. 00000100:00000010:1.0:1779697724.091032:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93caca171f60. 00000100:00000010:3.0:1779697724.091441:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93caca171ae0. 00010000:00000010:1.1:1779697724.092426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20400. 00010000:00000010:1.1:1779697724.092435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:3.1:1779697724.092459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20300. 00010000:00000010:3.1:1779697724.092466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000400:00000200:0.0:1779697724.094445:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.094465:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646f100 00000400:00000200:0.0:1779697724.094474:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 37072 00000400:00000200:0.0:1779697724.094489:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.094494:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.094502:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.094509:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68700. 00000020:00000010:3.0:1779697724.094619:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383500. 00000020:00000010:3.0:1779697724.094625:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383500. 00000020:00000010:3.0:1779697724.094633:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:3.0:1779697724.094638:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1880. 00000020:00000010:3.0:1779697724.094643:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697724.094675:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383500. 00000020:00000010:3.0:1779697724.094678:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383500. 00000100:00000200:3.0:1779697724.094681:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215555328 00010000:00000010:3.0:1779697724.094706:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697724.094713:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 02000000:00000010:3.0:1779697724.094750:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbd6269000. 00010000:00000010:3.0:1779697724.094779:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697724.094784:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11780. 00010000:00000010:3.0:1779697724.094802:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc000. 00010000:00000010:3.0:1779697724.094806:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1f00. 00010000:00000010:3.0:1779697724.094810:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697724.094813:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11d80. 00000004:00000010:3.0:1779697724.095036:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa30e0. 00000004:00000010:3.0:1779697724.095046:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af258. 00000004:00000010:3.0:1779697724.095053:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82aa0. 00080000:00000010:3.0:1779697724.095062:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1eab0. 00010000:00000010:1.0:1779697724.095618:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697724.095624:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693fa00. 00010000:00000010:1.0:1779697724.095628:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.095633:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697724.095702:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11780. 00010000:00000010:1.0:1779697724.095713:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11d80. 00010000:00000010:1.0:1779697724.095719:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1f00. 00010000:00000010:1.0:1779697724.095752:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000200:1.0:1779697724.095787:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68700 x1866146215555328/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.095805:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697724.095812:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215555328, offset 224 00000400:00000200:1.0:1779697724.095819:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.095830:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.095836:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309666:309666:256:4294967295] 192.168.203.23@tcp LPNI seq info [309662:309662:8:4294967295] 00000400:00000200:1.0:1779697724.095846:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.095850:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.095856:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697724.095862:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.095869:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.095873:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.095901:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1880. 00000020:00000010:1.0:1779697724.095905:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:1.0:1779697724.095909:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:3.0:1779697724.096085:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.096090:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:3.0:1779697724.096095:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.096100:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.096105:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:3.0:1779697724.096107:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00010000:00000010:0.1:1779697724.098217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00000400:00000200:1.0:1779697724.099785:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.099804:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646f180 00000400:00000200:1.0:1779697724.099813:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 3832 00000400:00000200:1.0:1779697724.099842:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.099848:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.099856:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697724.099864:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967100. 00000020:00000010:0.0:1779697724.100032:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.100037:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.100043:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697724.100048:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.100053:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.100092:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697724.100094:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697724.100097:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215555456 00010000:00000010:0.0:1779697724.100119:0:207613:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20200. 00010000:00000010:0.0:1779697724.100123:0:207613:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20000. 00010000:00000010:0.0:1779697724.100128:0:207613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3e00. 00002000:00000010:0.0:1779697724.100137:0:207613:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61d80. 00002000:00000010:0.0:1779697724.100147:0:207613:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede2260. 00080000:00000010:0.0:1779697724.100155:0:207613:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93398. 02000000:00000010:0.0:1779697724.100452:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbc3568c00. 00010000:00000200:0.0:1779697724.100482:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967100 x1866146215555456/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.100511:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697724.100516:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215555456, offset 224 00000400:00000200:0.0:1779697724.100523:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.100534:0:207613:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.100539:0:207613:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309667:309667:256:4294967295] 192.168.203.23@tcp LPNI seq info [309663:309663:8:4294967295] 00000400:00000200:0.0:1779697724.100550:0:207613:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.100555:0:207613:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.100560:0:207613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697724.100567:0:207613:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.100575:0:207613:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.100578:0:207613:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.100599:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.100603:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.100606:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:1.0:1779697724.100801:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.100805:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:1.0:1779697724.100808:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.100812:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.100816:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:1.0:1779697724.100818:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00010000:00000010:1.1:1779697724.104705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:1.1:1779697724.104728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc000. 00010000:00000010:1.1:1779697724.104732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00010000:00000010:1.1:1779697724.104736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00000400:00000200:3.0:1779697724.109477:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.109508:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646f280 00000400:00000200:3.0:1779697724.109516:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 37656 00000400:00000200:3.0:1779697724.109527:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.109532:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.109539:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.109546:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21aca80. 00000020:00000010:0.0:1779697724.109779:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.109785:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.109791:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697724.109797:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.109802:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.109842:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.109844:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697724.109848:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215555712 02000000:00000010:0.0:1779697724.109880:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad57a2000. 00010000:00000010:0.0:1779697724.109918:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:0.0:1779697724.109935:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693fa00. 00010000:00000010:0.0:1779697724.109942:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.109948:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf80. 00010000:00000010:0.0:1779697724.109963:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20e00. 00010000:00000010:0.0:1779697724.109966:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf80. 00010000:00000010:0.0:1779697724.109971:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697724.109976:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.109989:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20800. 00010000:00000010:0.0:1779697724.110004:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cc80. 00010000:00000010:0.0:1779697724.110008:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697724.110011:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.110109:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20300. 00010000:00000010:0.0:1779697724.110112:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c380. 00010000:00000010:0.0:1779697724.110115:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697724.110118:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00000020:00000010:0.0:1779697724.110138:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304f960. 00000020:00000010:0.0:1779697724.110144:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304f960. 00000020:00000010:0.0:1779697724.110154:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c840. 00080000:00000010:0.0:1779697724.110163:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3568000. 00000004:00000010:0.0:1779697724.110194:0:189041:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc82becc0. 00000004:00000010:0.0:1779697724.110199:0:189041:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cacd6503d0. 00000004:00000010:0.0:1779697724.110202:0:189041:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cacd650818. 00000004:00000010:0.0:1779697724.110210:0:189041:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cadfd1fbe8. 00000001:00000010:0.0:1779697724.110962:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbff211d80. 00000001:00000010:0.0:1779697724.110970:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac452c780. 00000020:00000010:0.0:1779697724.111047:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c840. 00010000:00000010:0.0:1779697724.111058:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697724.111063:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697724.111079:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac452c900. 00010000:00000010:0.0:1779697724.111121:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697724.111134:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.111140:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf80. 00010000:00000200:0.0:1779697724.111157:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974590, last committed = 8589974453 00010000:00000200:0.0:1779697724.111166:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21aca80 x1866146215555712/t8589974590(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697724.111184:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697724.111190:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215555712, offset 224 00000400:00000010:0.0:1779697724.111196:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd6725a80. 00000400:00000200:0.0:1779697724.111200:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.111214:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.111220:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309668:309668:256:4294967295] 192.168.203.23@tcp LPNI seq info [309664:309664:8:4294967295] 00000400:00000200:0.0:1779697724.111226:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697724.111233:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.111238:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.111242:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697724.111249:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.111256:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.111260:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.111280:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.111284:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.111287:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:0.0:1779697724.111386:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.111409:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697724.111413:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.111417:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697724.114560:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:3.0:1779697724.114575:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c380. 00010000:00000010:3.0:1779697724.114587:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c900. 00000400:00000200:2.0:1779697724.114662:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.114679:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa6b1 00000400:00000200:2.0:1779697724.114686:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.114691:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.114697:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:2.0:1779697724.114700:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00000400:00000200:2.0:1779697724.114740:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.114747:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646f300 00000400:00000200:2.0:1779697724.114753:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 38152 00000400:00000200:2.0:1779697724.114776:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.114779:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.114785:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.114790:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caf100. 00000020:00000010:2.0:1779697724.114834:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697724.114841:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697724.114848:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.114854:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.114859:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.114895:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697724.114897:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697724.114900:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215555840 00000001:00000010:2.0:1779697724.114910:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc82be240. 00010000:00000010:2.0:1779697724.114933:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697724.114937:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.114942:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697724.114948:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697724.114972:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef8cc000. 00010000:00000010:2.0:1779697724.115242:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697724.115247:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808180. 00010000:00000010:2.0:1779697724.115353:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697724.115371:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6caf100 x1866146215555840/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.115427:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697724.115433:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215555840, offset 224 00000400:00000200:2.0:1779697724.115439:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.115449:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.115455:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309669:309669:256:4294967295] 192.168.203.23@tcp LPNI seq info [309665:309665:8:4294967295] 00000400:00000200:2.0:1779697724.115465:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.115470:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.115474:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697724.115480:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.115487:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.115492:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.115511:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.115515:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.115518:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697724.115576:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.115580:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697724.115583:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.115587:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.115590:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697724.115592:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:3.0:1779697724.115691:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:3.0:1779697724.115697:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cc80. 00010000:00000010:0.1:1779697724.119681:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:0.1:1779697724.119693:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:0.1:1779697724.119698:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697724.119702:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20900. 00010000:00000010:0.1:1779697724.119705:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697724.119707:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20e00. 00010000:00000010:0.1:1779697724.119709:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697724.120436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20300. 00010000:00000010:3.1:1779697724.120443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:2.1:1779697724.120489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00000400:00000200:3.0:1779697724.120762:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.120782:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646f380 00000400:00000200:3.0:1779697724.120792:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 38728 00000400:00000200:3.0:1779697724.120807:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.120813:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.120821:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.120827:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21afb80. 00000020:00000010:1.0:1779697724.120996:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697724.121004:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697724.121012:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:1.0:1779697724.121017:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697724.121022:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.121077:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697724.121080:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000100:00000200:1.0:1779697724.121084:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215555968 00010000:00000010:1.0:1779697724.121110:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697724.121117:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 02000000:00000010:1.0:1779697724.121143:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70bc000. 00010000:00000010:1.0:1779697724.121358:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697724.121363:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697724.121382:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697724.121385:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697724.121454:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697724.121458:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00000004:00000010:1.0:1779697724.121614:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77be00. 00000004:00000010:1.0:1779697724.121623:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697724.121629:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562550. 00080000:00000010:1.0:1779697724.121637:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642ab0. 00010000:00000010:1.0:1779697724.121746:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697724.121751:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e900. 00010000:00000010:1.0:1779697724.121754:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697724.121758:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.121820:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697724.121837:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.121842:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbf693f880. 00010000:00000010:1.0:1779697724.121867:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000200:1.0:1779697724.121885:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21afb80 x1866146215555968/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.121904:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697724.121911:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215555968, offset 224 00000400:00000200:1.0:1779697724.121918:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.121931:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.121938:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309670:309670:256:4294967295] 192.168.203.23@tcp LPNI seq info [309666:309666:8:4294967295] 00000400:00000200:1.0:1779697724.121950:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.121956:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.121961:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697724.121968:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.121975:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.121980:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.122006:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697724.122010:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.122014:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:2.0:1779697724.122101:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.122106:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:2.0:1779697724.122110:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.122115:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.122120:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:2.0:1779697724.122122:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00010000:00000010:3.1:1779697724.126437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20800. 00010000:00000010:3.1:1779697724.126451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00000400:00000200:2.0:1779697724.129816:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.129836:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646f400 00000400:00000200:2.0:1779697724.129846:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 4160 00000400:00000200:2.0:1779697724.129862:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.129867:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.129875:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697724.129882:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cad500. 00000020:00000010:3.0:1779697724.130227:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383500. 00000020:00000010:3.0:1779697724.130233:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383500. 00000020:00000010:3.0:1779697724.130239:0:207615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.130244:0:207615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1e00. 00000020:00000010:3.0:1779697724.130250:0:207615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697724.130292:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383500. 00000020:00000010:3.0:1779697724.130295:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383500. 00000100:00000200:3.0:1779697724.130298:0:207615:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215556096 00010000:00000010:3.0:1779697724.130323:0:207615:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dce00. 00010000:00000010:3.0:1779697724.130327:0:207615:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc78dc100. 00010000:00000010:3.0:1779697724.130333:0:207615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834dc00. 00002000:00000010:3.0:1779697724.130344:0:207615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383500. 00002000:00000010:3.0:1779697724.130354:0:207615:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4000. 00080000:00000010:3.0:1779697724.130363:0:207615:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e1c8. 00010000:00000010:1.1:1779697724.130427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697724.130438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697724.130444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697724.130449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 02000000:00000010:3.0:1779697724.130645:0:207615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05f8800. 00010000:00000200:3.0:1779697724.130676:0:207615:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cad500 x1866146215556096/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.130693:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697724.130698:0:207615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215556096, offset 224 00000400:00000200:3.0:1779697724.130705:0:207615:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.130736:0:207615:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.130741:0:207615:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309671:309671:256:4294967295] 192.168.203.23@tcp LPNI seq info [309667:309667:8:4294967295] 00000400:00000200:3.0:1779697724.130751:0:207615:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.130756:0:207615:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.130761:0:207615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697724.130767:0:207615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.130993:0:207615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.130997:0:207615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.131020:0:207615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1e00. 00000020:00000010:3.0:1779697724.131024:0:207615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697724.131027:0:207615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00000800:00000200:1.0:1779697724.134041:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.134049:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697724.134055:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.134064:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.134071:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:1.0:1779697724.134075:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000400:00000200:2.0:1779697724.140530:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.140550:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646f500 00000400:00000200:2.0:1779697724.140559:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 39312 00000400:00000200:2.0:1779697724.140573:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.140577:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.140586:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.140593:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cac000. 00000020:00000010:1.0:1779697724.140750:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697724.140757:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697724.140764:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:1.0:1779697724.140770:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697724.140776:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.140821:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697724.140825:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000100:00000200:1.0:1779697724.140829:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215556352 02000000:00000010:1.0:1779697724.140865:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf70bb000. 00010000:00000010:1.0:1779697724.140905:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.140926:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e900. 00010000:00000010:1.0:1779697724.140940:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808180. 00010000:00000010:1.0:1779697724.140950:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:1.0:1779697724.140968:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697724.140971:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e900. 00010000:00000010:1.0:1779697724.140976:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.0:1779697724.140981:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.140998:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697724.141001:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:1.0:1779697724.141005:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697724.141009:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.141122:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697724.141126:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:1.0:1779697724.141130:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.141133:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00000020:00000010:1.0:1779697724.141177:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12ccca0. 00000020:00000010:1.0:1779697724.141184:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12ccca0. 00000020:00000010:1.0:1779697724.141195:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37840. 00080000:00000010:1.0:1779697724.141205:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7b8d400. 00000004:00000010:1.0:1779697724.141241:0:190609:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9b840. 00000004:00000010:1.0:1779697724.141247:0:190609:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad2763e70. 00000004:00000010:1.0:1779697724.141251:0:190609:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad27630a0. 00000004:00000010:1.0:1779697724.141259:0:190609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e0930d0. 00000001:00000010:1.0:1779697724.141819:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a420. 00000001:00000010:1.0:1779697724.141826:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b300. 00000020:00000010:1.0:1779697724.141886:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37840. 00010000:00000010:1.0:1779697724.141896:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697724.141901:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697724.141914:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00010000:00000010:0.0:1779697724.142074:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697724.142102:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697724.142135:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.142140:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:1.0:1779697724.142159:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.142163:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e900. 00010000:00000200:1.0:1779697724.142183:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974591, last committed = 8589974453 00010000:00000200:1.0:1779697724.142193:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cac000 x1866146215556352/t8589974591(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697724.142212:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697724.142218:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215556352, offset 224 00000400:00000010:1.0:1779697724.142226:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b578. 00000400:00000200:1.0:1779697724.142231:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.142245:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.142251:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309672:309672:256:4294967295] 192.168.203.23@tcp LPNI seq info [309668:309668:8:4294967295] 00000400:00000200:1.0:1779697724.142256:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697724.142263:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.142268:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.142272:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697724.142277:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.142285:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.142288:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.142311:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697724.142316:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.142320:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:2.0:1779697724.144530:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.144540:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:2.0:1779697724.144548:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.144558:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697724.145980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697724.145993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697724.145998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:1.1:1779697724.146002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00000400:00000200:1.0:1779697724.146047:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697724.146066:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa6c1 00000400:00000200:1.0:1779697724.146074:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.146078:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697724.146085:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:1.0:1779697724.146089:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00010000:00000010:2.0:1779697724.146196:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:2.0:1779697724.146208:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00000400:00000200:2.0:1779697724.146661:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.146671:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646f580 00000400:00000200:2.0:1779697724.146680:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 39808 00000400:00000200:2.0:1779697724.146690:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.146694:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.146700:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.146707:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cad180. 00000020:00000010:3.0:1779697724.146799:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383240. 00000020:00000010:3.0:1779697724.146805:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383240. 00000020:00000010:3.0:1779697724.146811:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.146815:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1e00. 00000020:00000010:3.0:1779697724.146820:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697724.146862:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383240. 00000020:00000010:3.0:1779697724.146865:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383240. 00000100:00000200:3.0:1779697724.146868:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215556480 00000001:00000010:3.0:1779697724.146879:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac452c780. 00010000:00000010:3.0:1779697724.146898:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc200. 00010000:00000010:3.0:1779697724.146901:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1400. 00010000:00000010:3.0:1779697724.146907:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.0:1779697724.146913:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 02000000:00000010:3.0:1779697724.146938:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbcb049000. 00010000:00000010:3.0:1779697724.146967:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697724.146972:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697724.147091:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000200:3.0:1779697724.147112:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cad180 x1866146215556480/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.147131:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697724.147136:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215556480, offset 224 00000400:00000200:3.0:1779697724.147144:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.147155:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.147162:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309673:309673:256:4294967295] 192.168.203.23@tcp LPNI seq info [309669:309669:8:4294967295] 00000400:00000200:3.0:1779697724.147175:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.147181:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.147186:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697724.147193:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.147200:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.147205:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.147227:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1e00. 00000020:00000010:3.0:1779697724.147232:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697724.147235:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00000800:00000200:1.0:1779697724.147879:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.147885:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697724.147890:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.147897:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.147902:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:1.0:1779697724.147904:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00010000:00000010:1.1:1779697724.152107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697724.152121:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a100. 00010000:00000010:1.1:1779697724.152125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697724.152127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:1.1:1779697724.152129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00000400:00000200:1.0:1779697724.152171:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.152190:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646f600 00000400:00000200:1.0:1779697724.152199:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 40384 00000400:00000200:1.0:1779697724.152214:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.152219:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.152228:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.152234:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff967800. 00000020:00000010:2.0:1779697724.152331:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697724.152337:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697724.152343:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.152349:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.152354:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.152438:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697724.152442:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697724.152445:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215556608 00010000:00000010:2.0:1779697724.152473:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697724.152481:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697724.152521:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caca2b5000. 00010000:00000010:2.0:1779697724.152548:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697724.152552:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697724.152572:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697724.152576:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.152581:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697724.152584:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00000004:00000010:2.0:1779697724.152679:0:209509:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311680. 00000004:00000010:2.0:1779697724.152687:0:209509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e000. 00000004:00000010:2.0:1779697724.152694:0:209509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355d980. 00080000:00000010:2.0:1779697724.152703:0:209509:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e1c8. 00010000:00000010:2.0:1779697724.152806:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697724.152809:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7080. 00010000:00000010:2.0:1779697724.152814:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697724.152817:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808b00. 00010000:00000010:2.0:1779697724.152875:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697724.152888:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697724.152894:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.152918:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697724.152935:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff967800 x1866146215556608/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.152953:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697724.152960:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215556608, offset 224 00000400:00000200:2.0:1779697724.152967:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.152979:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.152986:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309674:309674:256:4294967295] 192.168.203.23@tcp LPNI seq info [309670:309670:8:4294967295] 00000400:00000200:2.0:1779697724.152998:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.153005:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.153010:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697724.153017:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.153025:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.153030:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.153053:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.153057:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.153060:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697724.153146:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.153150:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697724.153154:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.153159:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.153164:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697724.153167:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:2.1:1779697724.153883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697724.153892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:3.1:1779697724.160844:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00000400:00000200:2.0:1779697724.166713:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.166744:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646f680 00000400:00000200:2.0:1779697724.166755:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 4488 00000400:00000200:2.0:1779697724.166775:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.166781:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.166789:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697724.166798:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cadf80. 00000020:00000010:1.0:1779697724.166924:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697724.166931:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697724.166938:0:209827:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697724.166944:0:209827:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697724.166949:0:209827:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.166990:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a80. 00000020:00000010:1.0:1779697724.166994:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a80. 00000100:00000200:1.0:1779697724.166998:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215556736 00010000:00000010:1.0:1779697724.167023:0:209827:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a300. 00010000:00000010:1.0:1779697724.167027:0:209827:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2a100. 00010000:00000010:1.0:1779697724.167045:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2de00. 00002000:00000010:1.0:1779697724.167054:0:209827:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0a80. 00002000:00000010:1.0:1779697724.167064:0:209827:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbff1b0130. 00080000:00000010:1.0:1779697724.167073:0:209827:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f6431d0. 02000000:00000010:1.0:1779697724.167335:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf8368800. 00010000:00000200:1.0:1779697724.167365:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cadf80 x1866146215556736/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.167382:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697724.167420:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215556736, offset 224 00000400:00000200:1.0:1779697724.167428:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.167438:0:209827:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.167444:0:209827:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309675:309675:256:4294967295] 192.168.203.23@tcp LPNI seq info [309671:309671:8:4294967295] 00000400:00000200:1.0:1779697724.167454:0:209827:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.167459:0:209827:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.167464:0:209827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697724.167471:0:209827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.167478:0:209827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.167482:0:209827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.167503:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697724.167507:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.167511:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00000800:00000200:2.0:1779697724.168009:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.168015:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:2.0:1779697724.168020:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.168026:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.168038:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:2.0:1779697724.168041:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00010000:00000010:2.1:1779697724.172752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697724.172765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697724.172769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697724.172772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00000400:00000200:2.0:1779697724.175577:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.175596:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646f780 00000400:00000200:2.0:1779697724.175604:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 40968 00000400:00000200:2.0:1779697724.175616:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.175620:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.175629:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.175636:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6caca80. 00000020:00000010:1.0:1779697724.175741:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.175747:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.175754:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:1.0:1779697724.175759:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697724.175764:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.175807:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.175810:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697724.175814:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215556992 02000000:00000010:1.0:1779697724.175850:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf70b8000. 00010000:00000010:1.0:1779697724.175889:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808b00. 00010000:00000010:1.0:1779697724.175906:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7080. 00010000:00000010:1.0:1779697724.175916:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:1.0:1779697724.175926:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1400. 00010000:00000010:1.0:1779697724.175945:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697724.175949:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:1.0:1779697724.175955:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.175961:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.175976:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697724.175979:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:1.0:1779697724.175983:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697724.175987:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.176173:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697724.176176:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ed00. 00010000:00000010:1.0:1779697724.176180:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697724.176184:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00000020:00000010:1.0:1779697724.176216:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697724.176223:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc9a0. 00000020:00000010:1.0:1779697724.176234:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a4e0. 00080000:00000010:1.0:1779697724.176242:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf836ac00. 00000004:00000010:1.0:1779697724.176272:0:207451:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9be40. 00000004:00000010:1.0:1779697724.176277:0:207451:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad2763d48. 00000004:00000010:1.0:1779697724.176280:0:207451:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad27631f8. 00000004:00000010:1.0:1779697724.176291:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e0913f8. 00000001:00000010:1.0:1779697724.176790:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec375a0. 00000001:00000010:1.0:1779697724.176796:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b6c0. 00000020:00000010:1.0:1779697724.176847:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a4e0. 00010000:00000010:1.0:1779697724.176857:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697724.176863:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697724.176878:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697724.176920:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697724.176941:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.176946:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000200:1.0:1779697724.176968:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974592, last committed = 8589974453 00010000:00000200:1.0:1779697724.176979:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6caca80 x1866146215556992/t8589974592(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697724.176999:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697724.177005:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215556992, offset 224 00000400:00000010:1.0:1779697724.177012:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42be70. 00000400:00000200:1.0:1779697724.177017:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.177031:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.177227:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309676:309676:256:4294967295] 192.168.203.23@tcp LPNI seq info [309672:309672:8:4294967295] 00000400:00000200:1.0:1779697724.177235:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697724.177245:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.177252:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.177258:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697724.177265:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.177273:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.177278:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.177341:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697724.177346:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.177349:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00010000:00000010:1.0:1779697724.177378:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697724.177383:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ed00. 00010000:00000010:1.0:1779697724.177412:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00000800:00000200:3.0:1779697724.184466:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.184475:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697724.184483:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.184491:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697724.186486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:1.1:1779697724.186500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:1.1:1779697724.186505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:1.1:1779697724.186510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc200. 00010000:00000010:1.1:1779697724.186523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697724.186528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:1.1:1779697724.186531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697724.186534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00000400:00000200:2.0:1779697724.187898:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.187917:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa6d1 00000400:00000200:2.0:1779697724.187924:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.187930:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.187937:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:2.0:1779697724.187941:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000200:2.0:1779697724.187974:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.187982:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646f800 00000400:00000200:2.0:1779697724.187991:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 41464 00000400:00000200:2.0:1779697724.188002:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.188007:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.188013:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.188019:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cace00. 00000020:00000010:1.0:1779697724.188110:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.188116:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.188122:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.188128:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.188133:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.188186:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.188190:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697724.188193:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215557120 00000001:00000010:1.0:1779697724.188203:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697724.188229:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697724.188233:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ec00. 00010000:00000010:1.0:1779697724.188239:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.188246:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697724.188282:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70ba000. 00010000:00000010:1.0:1779697724.188310:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697724.188314:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.188439:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697724.188461:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cace00 x1866146215557120/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.188478:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697724.188483:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215557120, offset 224 00000400:00000200:1.0:1779697724.188491:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.188502:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.188508:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309677:309677:256:4294967295] 192.168.203.23@tcp LPNI seq info [309673:309673:8:4294967295] 00000400:00000200:1.0:1779697724.188528:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.188534:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.188540:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697724.188547:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.188554:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.188558:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.188575:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.188579:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.188582:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:2.0:1779697724.188750:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.188754:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697724.188759:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.188765:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.188770:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:2.0:1779697724.188772:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00010000:00000010:3.0:1779697724.189696:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:3.0:1779697724.189709:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:1.1:1779697724.190633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:3.0:1779697724.191564:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.191582:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646f880 00000400:00000200:3.0:1779697724.191589:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 42040 00000400:00000200:3.0:1779697724.191600:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.191604:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.191611:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.191616:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21aea00. 00000020:00000010:2.0:1779697724.191743:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba980. 00000020:00000010:2.0:1779697724.191748:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba980. 00000020:00000010:2.0:1779697724.191753:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.191758:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.191763:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.191802:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba980. 00000020:00000010:2.0:1779697724.191805:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba980. 00000100:00000200:2.0:1779697724.191809:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215557248 00010000:00000010:2.0:1779697724.191835:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697724.191843:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 02000000:00000010:2.0:1779697724.191869:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93caca2b1000. 00010000:00000010:2.0:1779697724.191899:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697724.191904:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697724.191924:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697724.191928:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.191933:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697724.191937:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000004:00000010:2.0:1779697724.192038:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311a40. 00000004:00000010:2.0:1779697724.192047:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93ed98. 00000004:00000010:2.0:1779697724.192054:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cbb0. 00080000:00000010:2.0:1779697724.192063:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54ec78. 00010000:00000010:2.0:1779697724.192177:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697724.192181:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697724.192185:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697724.192190:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.192251:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697724.192356:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697724.192364:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.192421:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000200:2.0:1779697724.192439:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21aea00 x1866146215557248/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.192457:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697724.192464:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215557248, offset 224 00000400:00000200:2.0:1779697724.192470:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.192481:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.192487:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309678:309678:256:4294967295] 192.168.203.23@tcp LPNI seq info [309674:309674:8:4294967295] 00000400:00000200:2.0:1779697724.192496:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.192501:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.192506:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697724.192512:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.192519:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.192523:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.192547:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.192551:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.192555:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:3.0:1779697724.192822:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.192827:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:3.0:1779697724.192832:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.192838:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.192843:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:3.0:1779697724.192846:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:3.1:1779697724.195508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a000. 00010000:00000010:3.1:1779697724.195532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00000400:00000200:2.0:1779697724.196605:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.196623:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646f900 00000400:00000200:2.0:1779697724.196632:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 4816 00000400:00000200:2.0:1779697724.196648:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.196653:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.196662:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697724.196669:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad6cae680. 00000020:00000010:3.0:1779697724.196770:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383240. 00000020:00000010:3.0:1779697724.196775:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383240. 00000020:00000010:3.0:1779697724.196780:0:207612:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.196784:0:207612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1e00. 00000020:00000010:3.0:1779697724.196789:0:207612:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697724.196842:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383240. 00000020:00000010:3.0:1779697724.196845:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383240. 00000100:00000200:3.0:1779697724.196849:0:207612:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215557376 00010000:00000010:3.0:1779697724.196872:0:207612:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc300. 00010000:00000010:3.0:1779697724.196876:0:207612:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc78dcb00. 00010000:00000010:3.0:1779697724.196883:0:207612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834d600. 00002000:00000010:3.0:1779697724.196892:0:207612:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383240. 00002000:00000010:3.0:1779697724.196903:0:207612:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f4850. 00080000:00000010:3.0:1779697724.196910:0:207612:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e720. 02000000:00000010:3.0:1779697724.197253:0:207612:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05f9800. 00010000:00000200:3.0:1779697724.200059:0:207612:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad6cae680 x1866146215557376/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.203794:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697724.203813:0:207612:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215557376, offset 224 00000400:00000200:2.0:1779697724.203828:0:207612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.203845:0:207612:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.203852:0:207612:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309679:309679:256:4294967295] 192.168.203.23@tcp LPNI seq info [309675:309675:8:4294967295] 00000400:00000200:2.0:1779697724.203867:0:207612:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.203874:0:207612:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.203881:0:207612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697724.203888:0:207612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.203897:0:207612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.203902:0:207612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.203936:0:207612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1e00. 00000020:00000010:2.0:1779697724.203944:0:207612:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:2.0:1779697724.203950:0:207612:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00000800:00000200:3.0:1779697724.204351:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.204358:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697724.204363:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.204369:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.204375:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:3.0:1779697724.204377:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00000400:00000200:3.0:1779697724.209215:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.209237:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646fa00 00000400:00000200:3.0:1779697724.209248:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 42624 00000400:00000200:3.0:1779697724.209263:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.209279:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.209288:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.209296:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21af480. 00000020:00000010:2.0:1779697724.209424:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.209429:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.209434:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.209439:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.209443:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.209480:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.209482:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697724.209485:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215557632 02000000:00000010:2.0:1779697724.209535:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93caca2b0000. 00010000:00000010:2.0:1779697724.209575:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.209592:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697724.209600:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:2.0:1779697724.209607:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ec00. 00010000:00000010:2.0:1779697724.209623:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697724.209626:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697724.209631:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00010000:00000010:2.0:1779697724.209636:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.209651:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697724.209654:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.209659:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697724.209663:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808580. 00010000:00000010:2.0:1779697724.209773:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697724.209776:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697724.209779:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697724.209783:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00000020:00000010:2.0:1779697724.209809:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b900. 00000020:00000010:2.0:1779697724.209816:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b900. 00000020:00000010:2.0:1779697724.209827:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171960. 00080000:00000010:2.0:1779697724.209837:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7baa000. 00000004:00000010:2.0:1779697724.209874:0:189040:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cacdff53c0. 00000004:00000010:2.0:1779697724.209880:0:189040:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cbc68f4730. 00000004:00000010:2.0:1779697724.209883:0:189040:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cbc68f4e68. 00000004:00000010:2.0:1779697724.209892:0:189040:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac2af8f88. 00000001:00000010:2.0:1779697724.211763:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc8324e40. 00000001:00000010:2.0:1779697724.211776:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff5600. 00000020:00000010:2.0:1779697724.211860:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171960. 00010000:00000010:2.0:1779697724.211876:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697724.211884:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c00. 00010000:00000010:2.0:1779697724.211907:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff50c0. 00010000:00000010:2.0:1779697724.212003:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697724.212030:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.212047:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000200:2.0:1779697724.212076:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974593, last committed = 8589974453 00010000:00000200:2.0:1779697724.212089:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21af480 x1866146215557632/t8589974593(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697724.212110:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697724.212117:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215557632, offset 224 00000400:00000010:2.0:1779697724.212126:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70e70. 00000400:00000200:2.0:1779697724.212131:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.212149:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.212168:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309680:309680:256:4294967295] 192.168.203.23@tcp LPNI seq info [309676:309676:8:4294967295] 00000400:00000200:2.0:1779697724.212175:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697724.212186:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.212193:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.212199:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697724.212206:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.212215:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.212219:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.212243:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.212247:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.212252:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697724.212370:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.212374:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697724.212378:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.212383:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:1.1:1779697724.219029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:2.1:1779697724.219425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.1:1779697724.219436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:2.1:1779697724.219441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697724.219447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.0:1779697724.220140:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c00. 00010000:00000010:3.0:1779697724.221994:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:3.0:1779697724.222015:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff50c0. 00000400:00000200:2.0:1779697724.228365:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.228409:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa6e1 00000400:00000200:2.0:1779697724.228417:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.228422:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.228429:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697724.228433:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00000400:00000200:2.0:1779697724.228462:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.228469:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646fa80 00000400:00000200:2.0:1779697724.228475:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 43120 00000400:00000200:2.0:1779697724.228485:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.228489:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.228493:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.228503:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dfb80. 00010000:00000010:3.0:1779697724.228664:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808580. 00010000:00000010:3.0:1779697724.228676:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00000020:00000010:1.0:1779697724.230592:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.230601:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.230608:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.230613:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.230618:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.230667:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.230671:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697724.230674:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215557760 00000001:00000010:1.0:1779697724.230684:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697724.230710:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697724.230714:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:1.0:1779697724.230730:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.230736:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697724.230761:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70bf000. 00010000:00000010:1.0:1779697724.230788:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697724.230793:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697724.230902:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697724.230926:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dfb80 x1866146215557760/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.230944:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697724.230951:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215557760, offset 224 00000400:00000200:1.0:1779697724.230959:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.230972:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.230979:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309681:309681:256:4294967295] 192.168.203.23@tcp LPNI seq info [309677:309677:8:4294967295] 00000400:00000200:1.0:1779697724.230994:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.231000:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.231005:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697724.231012:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.231019:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.231024:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.231598:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.231605:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.231608:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00010000:00000010:2.1:1779697724.232140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.1:1779697724.232150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:2.1:1779697724.232165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:2.1:1779697724.232170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697724.232176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697724.232181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697724.232186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000800:00000200:2.0:1779697724.232284:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.232288:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:2.0:1779697724.232295:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.232304:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.232310:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:2.0:1779697724.232312:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000400:00000200:2.0:1779697724.234281:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.234300:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646fb00 00000400:00000200:2.0:1779697724.234309:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 43696 00000400:00000200:2.0:1779697724.234324:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.234330:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.234338:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.234345:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83ded80. 00000020:00000010:3.0:1779697724.234491:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383340. 00000020:00000010:3.0:1779697724.234497:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383340. 00000020:00000010:3.0:1779697724.234504:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.234508:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.234524:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.234567:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383340. 00000020:00000010:3.0:1779697724.234570:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383340. 00000100:00000200:3.0:1779697724.234573:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215557888 00010000:00000010:3.0:1779697724.234597:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834c600. 00010000:00000010:3.0:1779697724.234603:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 02000000:00000010:3.0:1779697724.234631:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cae3139000. 00010000:00000010:3.0:1779697724.234658:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.0:1779697724.234662:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.234682:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dca00. 00010000:00000010:3.0:1779697724.234686:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1d00. 00010000:00000010:3.0:1779697724.234691:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.0:1779697724.234695:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000004:00000010:3.0:1779697724.234794:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa21e0. 00000004:00000010:3.0:1779697724.234803:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af168. 00000004:00000010:3.0:1779697724.234810:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef82000. 00080000:00000010:3.0:1779697724.234818:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1fc80. 00010000:00000010:3.0:1779697724.234913:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc600. 00010000:00000010:3.0:1779697724.234918:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacd2b1380. 00010000:00000010:3.0:1779697724.234922:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614200. 00010000:00000010:3.0:1779697724.234928:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697724.234995:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.235013:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.235020:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1d00. 00010000:00000010:3.0:1779697724.235060:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000200:3.0:1779697724.235079:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83ded80 x1866146215557888/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.235098:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697724.235105:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215557888, offset 224 00000400:00000200:3.0:1779697724.235113:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.235125:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.235132:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309682:309682:256:4294967295] 192.168.203.23@tcp LPNI seq info [309678:309678:8:4294967295] 00000400:00000200:3.0:1779697724.235146:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.235166:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.235171:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697724.235179:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.235186:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.235191:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.235217:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.235223:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.235227:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:1.0:1779697724.235596:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.235603:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697724.235608:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.235614:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.235620:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:1.0:1779697724.235622:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000400:00000200:2.0:1779697724.238853:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.238871:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646fb80 00000400:00000200:2.0:1779697724.238880:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 5144 00000400:00000200:2.0:1779697724.238908:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.238915:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.238924:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697724.238931:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dea00. 00000020:00000010:3.0:1779697724.239017:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383c40. 00000020:00000010:3.0:1779697724.239023:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383c40. 00000020:00000010:3.0:1779697724.239029:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.239042:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.239048:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.239085:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383c40. 00000020:00000010:3.0:1779697724.239088:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383c40. 00000100:00000200:3.0:1779697724.239092:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215558016 00010000:00000010:3.0:1779697724.239115:0:207452:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc200. 00010000:00000010:3.0:1779697724.239118:0:207452:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc78dc000. 00010000:00000010:3.0:1779697724.239167:0:207452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00002000:00000010:3.0:1779697724.239179:0:207452:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383c40. 00002000:00000010:3.0:1779697724.239190:0:207452:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f44c0. 00080000:00000010:3.0:1779697724.239198:0:207452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f398. 02000000:00000010:3.0:1779697724.239770:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05f8000. 00010000:00000200:3.0:1779697724.239805:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dea00 x1866146215558016/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.239825:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697724.239831:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215558016, offset 224 00000400:00000200:3.0:1779697724.239840:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.239852:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.239860:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309683:309683:256:4294967295] 192.168.203.23@tcp LPNI seq info [309679:309679:8:4294967295] 00000400:00000200:3.0:1779697724.239874:0:207452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.239881:0:207452:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.239886:0:207452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697724.239893:0:207452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.239901:0:207452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.239907:0:207452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.1:1779697724.239994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697724.240574:0:207452:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:3.1:1779697724.240582:0:207452:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697724.240585:0:207452:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697724.240588:0:207452:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00000020:00000010:3.0:1779697724.240604:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.240609:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.240613:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:2.0:1779697724.248461:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.248470:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697724.248478:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.248488:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.248497:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:2.0:1779697724.248501:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00010000:00000010:3.1:1779697724.254838:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ca00. 00010000:00000010:3.1:1779697724.254852:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dca00. 00010000:00000010:3.1:1779697724.254858:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834de00. 00010000:00000010:3.1:1779697724.254863:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c600. 00000400:00000200:1.0:1779697724.254943:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.254962:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646fc80 00000400:00000200:1.0:1779697724.254971:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 44280 00000400:00000200:1.0:1779697724.254986:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.254991:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.255000:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.255008:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff966a00. 00000020:00000010:2.0:1779697724.255766:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.255772:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.255777:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ee200. 00000020:00000010:2.0:1779697724.255781:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.255786:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.255829:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.255833:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697724.255837:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215558272 02000000:00000010:2.0:1779697724.255876:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbf059d000. 00010000:00000010:2.0:1779697724.255915:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:2.0:1779697724.255932:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacd2b1380. 00010000:00000010:2.0:1779697724.255944:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:2.0:1779697724.255953:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:2.0:1779697724.255970:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697724.255974:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697724.255980:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697724.255986:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.256001:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da900. 00010000:00000010:2.0:1779697724.256004:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697724.256008:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697724.256011:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808800. 00010000:00000010:2.0:1779697724.256137:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697724.256141:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7480. 00010000:00000010:2.0:1779697724.256145:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697724.256149:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00000020:00000010:2.0:1779697724.256182:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b320. 00000020:00000010:2.0:1779697724.256190:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b320. 00000020:00000010:2.0:1779697724.256203:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc8324360. 00080000:00000010:2.0:1779697724.256213:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb23000. 00000004:00000010:2.0:1779697724.256253:0:209509:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cacdff5cc0. 00000004:00000010:2.0:1779697724.256259:0:209509:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cbc68f47d0. 00000004:00000010:2.0:1779697724.256263:0:209509:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cbc68f4100. 00000004:00000010:2.0:1779697724.256285:0:209509:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac2af8000. 00000001:00000010:2.0:1779697724.259630:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca1717e0. 00000001:00000010:2.0:1779697724.259640:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff5180. 00000020:00000010:2.0:1779697724.259712:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc8324360. 00010000:00000010:2.0:1779697724.259736:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697724.259745:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808080. 00010000:00000010:2.0:1779697724.259766:0:209509:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5f00. 00010000:00000010:2.0:1779697724.259805:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697724.259827:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.259833:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000200:2.0:1779697724.259857:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974594, last committed = 8589974453 00010000:00000200:2.0:1779697724.259868:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff966a00 x1866146215558272/t8589974594(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697724.259887:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697724.259894:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215558272, offset 224 00000400:00000010:2.0:1779697724.259902:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70ea8. 00000400:00000200:2.0:1779697724.259907:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.259922:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.259930:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309684:309684:256:4294967295] 192.168.203.23@tcp LPNI seq info [309680:309680:8:4294967295] 00000400:00000200:2.0:1779697724.259937:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697724.259947:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.259953:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.259959:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697724.259966:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.259976:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.259981:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.260006:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.260010:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.260014:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3ee200. 00000800:00000200:2.0:1779697724.260112:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.260116:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697724.260121:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.260127:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:3.0:1779697724.260859:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808080. 00010000:00000010:3.0:1779697724.260869:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7480. 00010000:00000010:3.0:1779697724.260880:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5f00. 00000400:00000200:2.0:1779697724.263235:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.263256:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa6f1 00000400:00000200:2.0:1779697724.263273:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.263279:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.263287:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:2.0:1779697724.263290:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.0:1779697724.263382:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808800. 00010000:00000010:3.0:1779697724.263415:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:2.1:1779697724.264939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614200. 00010000:00000010:2.1:1779697724.264951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc600. 00010000:00000010:2.1:1779697724.264958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:2.1:1779697724.264964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697724.264969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.1:1779697724.264975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697724.264980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:3.1:1779697724.269444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697724.269459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00000400:00000200:1.0:1779697724.270714:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.270741:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646fd00 00000400:00000200:1.0:1779697724.270751:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 44776 00000400:00000200:1.0:1779697724.270769:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.270774:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.270784:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.270790:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbff964380. 00000020:00000010:2.0:1779697724.270895:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.270901:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.270908:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.270914:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.270919:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.270967:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.270970:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697724.270974:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215558400 00000001:00000010:2.0:1779697724.270984:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff5600. 00010000:00000010:2.0:1779697724.271006:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697724.271010:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697724.271016:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697724.271023:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697724.271063:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf059b000. 00010000:00000010:2.0:1779697724.271094:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697724.271099:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808c80. 00010000:00000010:2.0:1779697724.271231:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697724.271255:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbff964380 x1866146215558400/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.271275:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697724.271282:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215558400, offset 224 00000400:00000200:2.0:1779697724.271289:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.271301:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.271308:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309685:309685:256:4294967295] 192.168.203.23@tcp LPNI seq info [309681:309681:8:4294967295] 00000400:00000200:2.0:1779697724.271321:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.271328:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.271332:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697724.271340:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.271348:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.271352:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.271381:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.271385:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.271419:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:1.0:1779697724.271601:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.271606:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:1.0:1779697724.271610:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.271614:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.271618:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:1.0:1779697724.271620:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.1:1779697724.277783:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da900. 00010000:00000010:3.1:1779697724.277800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697724.280428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000400:00000200:2.0:1779697724.295220:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.295240:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a1400646fd80 00000400:00000200:2.0:1779697724.295250:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 45352 00000400:00000200:2.0:1779697724.295266:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.295271:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.295280:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.295287:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dc000. 00000020:00000010:1.0:1779697724.295414:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.295421:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.295427:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.295433:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.295438:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.295480:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa00c0. 00000020:00000010:1.0:1779697724.295483:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa00c0. 00000100:00000200:1.0:1779697724.295487:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215558528 00010000:00000010:1.0:1779697724.295526:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697724.295533:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697724.295561:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70b9000. 00010000:00000010:1.0:1779697724.295593:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.295598:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697724.295616:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697724.295620:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e180. 00010000:00000010:1.0:1779697724.295624:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697724.295627:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00000004:00000010:1.0:1779697724.295727:0:207451:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77a960. 00000004:00000010:1.0:1779697724.295737:0:207451:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697724.295745:0:207451:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3562ff0. 00080000:00000010:1.0:1779697724.295753:0:207451:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:1.0:1779697724.295856:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697724.295859:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e300. 00010000:00000010:1.0:1779697724.295863:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697724.295868:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406900. 00010000:00000010:1.0:1779697724.295931:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697724.295944:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697724.295948:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e180. 00010000:00000010:1.0:1779697724.295969:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697724.295987:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dc000 x1866146215558528/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.296007:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697724.296013:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215558528, offset 224 00000400:00000200:1.0:1779697724.296020:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.296032:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.296039:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309686:309686:256:4294967295] 192.168.203.23@tcp LPNI seq info [309682:309682:8:4294967295] 00000400:00000200:1.0:1779697724.296053:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.296059:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.296064:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697724.296071:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.296078:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.296083:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.296111:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.296116:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.296120:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:2.0:1779697724.296311:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.296316:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697724.296321:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.296327:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.296332:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:2.0:1779697724.296335:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00010000:00000010:1.1:1779697724.300599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697724.300615:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697724.300619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697724.300621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00000400:00000200:1.0:1779697724.304236:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.304256:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a1400646fe00 00000400:00000200:1.0:1779697724.304266:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 5472 00000400:00000200:1.0:1779697724.304281:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.304286:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.304295:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697724.304304:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c4000. 00000020:00000010:3.0:1779697724.304427:0:189657:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383b80. 00000020:00000010:3.0:1779697724.304432:0:189657:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383b80. 00000020:00000010:3.0:1779697724.304438:0:189657:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.304443:0:189657:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.304447:0:189657:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.304490:0:189657:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383b80. 00000020:00000010:3.0:1779697724.304493:0:189657:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383b80. 00000100:00000200:3.0:1779697724.304496:0:189657:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215558656 00010000:00000010:3.0:1779697724.304532:0:189657:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dca00. 00010000:00000010:3.0:1779697724.304538:0:189657:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc78dc800. 00010000:00000010:3.0:1779697724.304545:0:189657:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00002000:00000010:3.0:1779697724.304554:0:189657:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383b80. 00002000:00000010:3.0:1779697724.304565:0:189657:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f5c80. 00080000:00000010:3.0:1779697724.304573:0:189657:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e558. 02000000:00000010:3.0:1779697724.304843:0:189657:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05fbc00. 00010000:00000200:3.0:1779697724.304877:0:189657:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c4000 x1866146215558656/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.304896:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697724.304902:0:189657:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215558656, offset 224 00000400:00000200:3.0:1779697724.304909:0:189657:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.304920:0:189657:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.304926:0:189657:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309687:309687:256:4294967295] 192.168.203.23@tcp LPNI seq info [309683:309683:8:4294967295] 00000400:00000200:3.0:1779697724.304941:0:189657:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.304947:0:189657:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.304952:0:189657:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697724.304960:0:189657:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.304967:0:189657:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.304971:0:189657:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.304987:0:189657:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.304992:0:189657:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.304995:0:189657:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:2.0:1779697724.305195:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.305201:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697724.305205:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.305210:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.305215:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:2.0:1779697724.305218:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000400:00000200:2.0:1779697724.313796:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.313818:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a1400646ff00 00000400:00000200:2.0:1779697724.313827:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 45936 00000400:00000200:2.0:1779697724.313841:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.313847:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.313856:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.313863:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dc700. 00000020:00000010:3.0:1779697724.316638:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83832c0. 00000020:00000010:3.0:1779697724.316650:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83832c0. 00000020:00000010:3.0:1779697724.316658:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.316664:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.316679:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.316746:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83832c0. 00000020:00000010:3.0:1779697724.316749:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83832c0. 00000100:00000200:3.0:1779697724.316753:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215558912 02000000:00000010:3.0:1779697724.316789:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cae313a000. 00010000:00000010:3.0:1779697724.316830:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406900. 00010000:00000010:3.0:1779697724.316851:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e300. 00010000:00000010:3.0:1779697724.316865:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808c80. 00010000:00000010:3.0:1779697724.316874:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000010:3.0:1779697724.316893:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dcf00. 00010000:00000010:3.0:1779697724.316899:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697724.316905:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.0:1779697724.316911:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697724.316927:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc600. 00010000:00000010:3.0:1779697724.316930:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ef00. 00010000:00000010:3.0:1779697724.316934:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:3.0:1779697724.316938:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.317047:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697724.317051:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697724.317054:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.317058:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000020:00000010:3.0:1779697724.317083:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97f00. 00000020:00000010:3.0:1779697724.317090:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97f00. 00000020:00000010:3.0:1779697724.317102:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca5d97e0. 00080000:00000010:3.0:1779697724.317112:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05f9000. 00000004:00000010:3.0:1779697724.317153:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbf7202300. 00000004:00000010:3.0:1779697724.317159:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd531f0. 00000004:00000010:3.0:1779697724.317162:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53588. 00000004:00000010:3.0:1779697724.317172:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e1630. 00000004:00000010:3.0:1779697724.320310:0:202031:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93caca5d9540. 00000001:00000010:3.0:1779697724.320331:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca5d9120. 00000001:00000010:3.0:1779697724.320338:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf72026c0. 00000020:00000010:3.0:1779697724.320407:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca5d97e0. 00010000:00000010:3.0:1779697724.320423:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:3.0:1779697724.320431:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.320451:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbf7202240. 00010000:00000010:3.0:1779697724.320490:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.320505:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697724.320510:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000200:3.0:1779697724.320531:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974595, last committed = 8589974453 00010000:00000200:3.0:1779697724.320543:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dc700 x1866146215558912/t8589974595(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697724.320563:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697724.320569:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215558912, offset 224 00000400:00000010:3.0:1779697724.320576:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0b28. 00000400:00000200:3.0:1779697724.320580:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.320594:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.320602:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309688:309688:256:4294967295] 192.168.203.23@tcp LPNI seq info [309684:309684:8:4294967295] 00000400:00000200:3.0:1779697724.320609:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697724.320619:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.320626:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.320631:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697724.320637:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.320646:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.320650:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.320680:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1200. 00000020:00000010:3.0:1779697724.320687:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.320691:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00010000:00000010:2.0:1779697724.320927:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697724.320934:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:2.0:1779697724.320943:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbf7202240. 00000800:00000200:1.0:1779697724.328958:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.328969:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697724.328978:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.328988:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.339361:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.339382:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa701 00000400:00000200:2.0:1779697724.339419:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.339425:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.339433:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:2.0:1779697724.339437:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00010000:00000010:2.1:1779697724.340443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:2.1:1779697724.340455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:3.1:1779697724.340520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:3.1:1779697724.340527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:3.1:1779697724.340531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:3.1:1779697724.340534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:3.1:1779697724.340537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.1:1779697724.340539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dcf00. 00010000:00000010:3.1:1779697724.340542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.0:1779697724.340581:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.340590:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ef00. 00010000:00000010:3.1:1779697724.351531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc600. 00010000:00000010:3.1:1779697724.351548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00000400:00000200:2.0:1779697724.351972:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.351991:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a1400646ff80 00000400:00000200:2.0:1779697724.352000:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 46432 00000400:00000200:2.0:1779697724.352014:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.352020:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.352028:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.352046:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83ddc00. 00000020:00000010:1.0:1779697724.352157:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697724.352163:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697724.352170:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.352175:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.352181:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.352227:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697724.352230:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000100:00000200:1.0:1779697724.352234:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215559040 00000001:00000010:1.0:1779697724.352244:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff5180. 00010000:00000010:1.0:1779697724.352267:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697724.352272:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e180. 00010000:00000010:1.0:1779697724.352278:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697724.352285:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697724.352311:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70be000. 00010000:00000010:1.0:1779697724.352336:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.352340:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406b00. 00010000:00000010:1.0:1779697724.352453:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697724.352474:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83ddc00 x1866146215559040/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.352491:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697724.352497:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215559040, offset 224 00000400:00000200:1.0:1779697724.352504:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.352526:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.352533:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309689:309689:256:4294967295] 192.168.203.23@tcp LPNI seq info [309685:309685:8:4294967295] 00000400:00000200:1.0:1779697724.352545:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.352551:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.352556:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697724.352563:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.352570:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.352575:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.352597:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.352602:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.352605:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:3.0:1779697724.352809:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.352813:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697724.352818:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.352823:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.352828:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:3.0:1779697724.352831:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:1.1:1779697724.361837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00000400:00000200:2.0:1779697724.363682:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.363701:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006470000 00000400:00000200:2.0:1779697724.363711:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 47008 00000400:00000200:2.0:1779697724.363733:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.363738:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.363745:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.363752:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83ddf80. 00000020:00000010:3.0:1779697724.363885:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83832c0. 00000020:00000010:3.0:1779697724.363892:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83832c0. 00000020:00000010:3.0:1779697724.363898:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.363904:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.363910:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.363955:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83832c0. 00000020:00000010:3.0:1779697724.363958:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83832c0. 00000100:00000200:3.0:1779697724.363962:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215559168 00010000:00000010:3.0:1779697724.363988:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:3.0:1779697724.363998:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 02000000:00000010:3.0:1779697724.364025:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cae3138000. 00010000:00000010:3.0:1779697724.364068:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.0:1779697724.364073:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697724.364096:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697724.364100:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697724.364106:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.364110:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000004:00000010:3.0:1779697724.364215:0:190609:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa3e00. 00000004:00000010:3.0:1779697724.364224:0:190609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af780. 00000004:00000010:3.0:1779697724.364230:0:190609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83100. 00080000:00000010:3.0:1779697724.364240:0:190609:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f8f0. 00010000:00000010:3.0:1779697724.364340:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f600. 00010000:00000010:3.0:1779697724.364344:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697724.364348:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:3.0:1779697724.364353:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697724.364432:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697724.364443:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.364447:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697724.364465:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000200:3.0:1779697724.364479:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83ddf80 x1866146215559168/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.364496:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697724.364502:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215559168, offset 224 00000400:00000200:3.0:1779697724.364509:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.364520:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.364527:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309690:309690:256:4294967295] 192.168.203.23@tcp LPNI seq info [309686:309686:8:4294967295] 00000400:00000200:3.0:1779697724.364541:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.364547:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.364552:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697724.364560:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.364568:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.364572:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.364599:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.364603:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.364607:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:2.0:1779697724.364877:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.364883:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:2.0:1779697724.364887:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.364893:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.364898:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:2.0:1779697724.364901:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 00000400:00000200:3.0:1779697724.369128:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.369148:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006470080 00000400:00000200:3.0:1779697724.369172:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 5800 00000400:00000200:3.0:1779697724.369187:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.369193:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.369202:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697724.369209:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ad180. 00000020:00000010:2.0:1779697724.369317:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.369323:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.369330:0:207614:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.369335:0:207614:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.369341:0:207614:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.369414:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad00. 00000020:00000010:2.0:1779697724.369419:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad00. 00000100:00000200:2.0:1779697724.369423:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215559296 00010000:00000010:2.0:1779697724.369447:0:207614:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da800. 00010000:00000010:2.0:1779697724.369451:0:207614:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515da900. 00010000:00000010:2.0:1779697724.369458:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8200. 00002000:00000010:2.0:1779697724.369468:0:207614:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bbad00. 00002000:00000010:2.0:1779697724.369477:0:207614:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbcbc43300. 00080000:00000010:2.0:1779697724.369486:0:207614:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54f560. 02000000:00000010:2.0:1779697724.369824:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbeeb22c00. 00010000:00000200:2.0:1779697724.369856:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ad180 x1866146215559296/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.369874:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f660. 00000100:00000200:2.0:1779697724.369882:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215559296, offset 224 00000400:00000200:2.0:1779697724.369889:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.369901:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.369909:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309691:309691:256:4294967295] 192.168.203.23@tcp LPNI seq info [309687:309687:8:4294967295] 00000400:00000200:2.0:1779697724.369922:0:207614:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.369929:0:207614:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.369935:0:207614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697724.369942:0:207614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.369951:0:207614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.369955:0:207614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.369982:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.369986:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.369990:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:3.0:1779697724.370474:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.370480:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697724.370484:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.370491:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.370496:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f660 00000400:00000010:3.0:1779697724.370499:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f660. 00010000:00000010:3.1:1779697724.372456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.1:1779697724.372467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:3.1:1779697724.372472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.1:1779697724.372474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00000400:00000200:2.0:1779697724.376450:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.376472:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006470180 00000400:00000200:2.0:1779697724.376481:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 47592 00000400:00000200:2.0:1779697724.376497:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.376502:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.376522:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.376530:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dca80. 00000020:00000010:3.0:1779697724.376766:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.376771:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.376777:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.376782:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.376788:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.376834:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.376837:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83838c0. 00000100:00000200:3.0:1779697724.376841:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215559552 02000000:00000010:3.0:1779697724.376878:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace558000. 00010000:00000010:3.0:1779697724.376919:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697724.376938:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697724.376950:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406b00. 00010000:00000010:3.0:1779697724.376959:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e180. 00010000:00000010:3.0:1779697724.376976:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd048f000. 00010000:00000010:3.0:1779697724.376979:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697724.376985:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.0:1779697724.376991:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697724.377007:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dc600. 00010000:00000010:3.0:1779697724.377010:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e580. 00010000:00000010:3.0:1779697724.377014:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614600. 00010000:00000010:3.0:1779697724.377018:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.377149:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dcf00. 00010000:00000010:3.0:1779697724.377164:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e880. 00010000:00000010:3.0:1779697724.377168:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.377172:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00000020:00000010:3.0:1779697724.377202:0:189041:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97500. 00000020:00000010:3.0:1779697724.377210:0:189041:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97500. 00000020:00000010:3.0:1779697724.377220:0:189041:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca5d9180. 00080000:00000010:3.0:1779697724.377229:0:189041:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf05fb400. 00000004:00000010:3.0:1779697724.377265:0:189041:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbf7202e40. 00000004:00000010:3.0:1779697724.377271:0:189041:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cb5bd53128. 00000004:00000010:3.0:1779697724.377274:0:189041:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cb5bd53b90. 00000004:00000010:3.0:1779697724.377282:0:189041:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e3308. 00000001:00000010:3.0:1779697724.378085:0:189041:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca5d9d80. 00000001:00000010:3.0:1779697724.378093:0:189041:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf7202780. 00000020:00000010:3.0:1779697724.378145:0:189041:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca5d9180. 00010000:00000010:3.0:1779697724.378156:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.0:1779697724.378162:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697724.378177:0:189041:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbf7202b40. 00010000:00000010:3.0:1779697724.378320:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.378341:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697724.378346:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000200:3.0:1779697724.378416:0:189041:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974596, last committed = 8589974453 00010000:00000200:3.0:1779697724.378428:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dca80 x1866146215559552/t8589974596(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697724.378449:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697724.378456:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215559552, offset 224 00000400:00000010:3.0:1779697724.378463:0:189041:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0f88. 00000400:00000200:3.0:1779697724.378468:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.378483:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.378490:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309692:309692:256:4294967295] 192.168.203.23@tcp LPNI seq info [309688:309688:8:4294967295] 00000400:00000200:3.0:1779697724.378496:0:189041:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697724.378505:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.378524:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.378530:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697724.378538:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.378546:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.378550:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.378571:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.378576:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.378580:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:3.0:1779697724.378687:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.378692:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697724.378696:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.378702:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.382524:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697724.382548:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa711 00000400:00000200:3.0:1779697724.382556:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.382562:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697724.382570:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:3.0:1779697724.382574:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000400:00000200:3.0:1779697724.382606:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.382613:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006470200 00000400:00000200:3.0:1779697724.382622:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 48088 00000400:00000200:3.0:1779697724.382633:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.382638:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.382643:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.382650:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ace00. 00000020:00000010:3.0:1779697724.382701:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.382706:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.382712:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00010000:00000010:2.0:1779697724.382780:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697724.382790:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e580. 00000020:00000010:3.0:1779697724.384489:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.384504:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00010000:00000010:1.0:1779697724.394117:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:1.0:1779697724.394136:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e880. 00010000:00000010:1.0:1779697724.394149:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbf7202b40. 00010000:00000010:3.1:1779697724.394424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:3.1:1779697724.394432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f600. 00010000:00000010:3.1:1779697724.394436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697724.394439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00000020:00000010:3.0:1779697724.395480:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.395489:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83838c0. 00000100:00000200:3.0:1779697724.395493:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215559680 00000001:00000010:3.0:1779697724.395505:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf72026c0. 00010000:00000010:3.0:1779697724.395540:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192100. 00010000:00000010:3.0:1779697724.395544:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697724.395550:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:3.0:1779697724.395556:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697724.395582:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55d000. 00010000:00000010:3.0:1779697724.395610:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.0:1779697724.395614:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.395736:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697724.395758:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ace00 x1866146215559680/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.395778:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697724.395786:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215559680, offset 224 00000400:00000200:3.0:1779697724.395794:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.395809:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.395817:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309693:309693:256:4294967295] 192.168.203.23@tcp LPNI seq info [309689:309689:8:4294967295] 00000400:00000200:3.0:1779697724.395832:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.395840:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.395845:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697724.395853:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.395862:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.395866:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.395891:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.395895:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.395899:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:1.0:1779697724.396053:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.396059:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:1.0:1779697724.396064:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.396071:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.396077:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:1.0:1779697724.396079:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00010000:00000010:2.1:1779697724.401789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc600. 00010000:00000010:2.1:1779697724.401806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614600. 00010000:00000010:3.1:1779697724.403674:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.1:1779697724.403688:0:202031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f000. 00010000:00000010:3.1:1779697724.403693:0:202031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:2.0:1779697724.403886:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.403904:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006470280 00000400:00000200:2.0:1779697724.403912:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 48664 00000400:00000200:2.0:1779697724.403927:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.403933:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.403941:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.403947:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dc380. 00000020:00000010:1.0:1779697724.404439:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697724.404445:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697724.404453:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.404459:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.404464:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.404503:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697724.404507:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000100:00000200:1.0:1779697724.404520:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215559808 00010000:00000010:1.0:1779697724.404548:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697724.404556:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 02000000:00000010:1.0:1779697724.404580:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf70bd000. 00010000:00000010:1.0:1779697724.404608:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697724.404612:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697724.404631:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697724.404635:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e880. 00010000:00000010:1.0:1779697724.404640:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697724.404644:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00000004:00000010:1.0:1779697724.404792:0:189040:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cb2a77ab40. 00000004:00000010:1.0:1779697724.404802:0:189040:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697724.404809:0:189040:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac3563320. 00080000:00000010:1.0:1779697724.404819:0:189040:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f643ab8. 00010000:00000010:1.0:1779697724.404987:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697724.404991:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.404996:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697724.405001:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.405059:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697724.405075:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.405081:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e880. 00010000:00000010:1.0:1779697724.405105:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000200:1.0:1779697724.405122:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dc380 x1866146215559808/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.405141:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697724.405147:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215559808, offset 224 00000400:00000200:1.0:1779697724.405168:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.405180:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.405187:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309694:309694:256:4294967295] 192.168.203.23@tcp LPNI seq info [309690:309690:8:4294967295] 00000400:00000200:1.0:1779697724.405200:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.405207:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.405213:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697724.405220:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.405227:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.405231:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.405251:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.405255:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.405259:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:2.0:1779697724.406025:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.406038:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:2.0:1779697724.406045:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.406052:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.406058:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:2.0:1779697724.406061:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00010000:00000010:1.1:1779697724.408071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dcf00. 00010000:00000010:1.1:1779697724.408086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.1:1779697724.410653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:1.1:1779697724.410882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697724.410891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697724.410897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.1:1779697724.410901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00000400:00000200:1.0:1779697724.410939:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.410959:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006470300 00000400:00000200:1.0:1779697724.410969:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 6128 00000400:00000200:1.0:1779697724.410985:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.410991:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.410999:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697724.411006:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c7480. 00000020:00000010:3.0:1779697724.411627:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.411634:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.411641:0:207449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.411647:0:207449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.411652:0:207449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.411699:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83838c0. 00000020:00000010:3.0:1779697724.411702:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83838c0. 00000100:00000200:3.0:1779697724.411707:0:207449:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215559936 00010000:00000010:3.0:1779697724.411738:0:207449:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192e00. 00010000:00000010:3.0:1779697724.411743:0:207449:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbdd192300. 00010000:00000010:3.0:1779697724.411749:0:207449:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00002000:00000010:3.0:1779697724.411758:0:207449:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc83838c0. 00002000:00000010:3.0:1779697724.411767:0:207449:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f58f0. 00080000:00000010:3.0:1779697724.411775:0:207449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1e000. 02000000:00000010:3.0:1779697724.412134:0:207449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05fb800. 00010000:00000200:3.0:1779697724.412275:0:207449:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c7480 x1866146215559936/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.412295:0:207449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000100:00000200:3.0:1779697724.412302:0:207449:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215559936, offset 224 00000400:00000200:3.0:1779697724.412310:0:207449:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.412322:0:207449:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.412330:0:207449:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309695:309695:256:4294967295] 192.168.203.23@tcp LPNI seq info [309691:309691:8:4294967295] 00000400:00000200:3.0:1779697724.412344:0:207449:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.412350:0:207449:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.412356:0:207449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697724.412363:0:207449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.412371:0:207449:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.412375:0:207449:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.412417:0:207449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.412423:0:207449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.412427:0:207449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:1.0:1779697724.415174:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.415183:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697724.415190:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.415199:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.415207:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:1.0:1779697724.415210:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000400:00000200:2.0:1779697724.430492:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.430524:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006470400 00000400:00000200:2.0:1779697724.430534:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 49248 00000400:00000200:2.0:1779697724.430550:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.430556:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.430566:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.430573:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd500. 00000020:00000010:1.0:1779697724.430684:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.430690:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.430697:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.430702:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.430708:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.430761:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.430765:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000100:00000200:1.0:1779697724.430769:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215560192 02000000:00000010:1.0:1779697724.430809:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbefc01000. 00010000:00000010:1.0:1779697724.430851:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.430870:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.430883:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:1.0:1779697724.430892:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:1.0:1779697724.430910:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697724.430914:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.430920:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:1.0:1779697724.430925:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.430941:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697724.430944:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e880. 00010000:00000010:1.0:1779697724.430948:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697724.430952:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406700. 00010000:00000010:1.0:1779697724.431072:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697724.431077:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e100. 00010000:00000010:1.0:1779697724.431081:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697724.431085:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00000020:00000010:1.0:1779697724.431118:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc1e0. 00000020:00000010:1.0:1779697724.431125:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc1e0. 00000020:00000010:1.0:1779697724.431136:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec377e0. 00080000:00000010:1.0:1779697724.431145:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf836bc00. 00000004:00000010:1.0:1779697724.431194:0:207451:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9b300. 00000004:00000010:1.0:1779697724.431201:0:207451:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad2763ca0. 00000004:00000010:1.0:1779697724.431204:0:207451:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad2763f28. 00000004:00000010:1.0:1779697724.431214:0:207451:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e091aa0. 00000001:00000010:1.0:1779697724.431832:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a840. 00000001:00000010:1.0:1779697724.431840:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697724.431900:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec377e0. 00010000:00000010:1.0:1779697724.431912:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.431918:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406680. 00010000:00000010:1.0:1779697724.431933:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697724.431972:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.431986:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.431991:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000200:1.0:1779697724.432009:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974597, last committed = 8589974453 00010000:00000200:1.0:1779697724.432020:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd500 x1866146215560192/t8589974597(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697724.432040:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697724.432047:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215560192, offset 224 00000400:00000010:1.0:1779697724.432054:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bea8. 00000400:00000200:1.0:1779697724.432059:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.432073:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.432079:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309696:309696:256:4294967295] 192.168.203.23@tcp LPNI seq info [309692:309692:8:4294967295] 00000400:00000200:1.0:1779697724.432085:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697724.432091:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.432096:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.432101:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697724.432108:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.432116:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.432121:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.432144:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.432149:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.432153:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:1.0:1779697724.432252:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.432257:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697724.432262:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.432268:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697724.432511:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406680. 00010000:00000010:2.0:1779697724.432518:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e100. 00010000:00000010:2.0:1779697724.432527:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00000400:00000200:1.0:1779697724.434916:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697724.434935:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa721 00000400:00000200:1.0:1779697724.434941:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.434946:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697724.434953:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:1.0:1779697724.434957:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:1.0:1779697724.434985:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.434991:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006470480 00000400:00000200:1.0:1779697724.434999:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 49744 00000400:00000200:1.0:1779697724.435007:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.435010:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.435015:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.435021:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c7100. 00010000:00000010:3.0:1779697724.435127:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406700. 00010000:00000010:3.0:1779697724.435138:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e880. 00000020:00000010:2.0:1779697724.435221:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697724.435227:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697724.435234:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.435239:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.435245:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.435283:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697724.435286:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab80. 00000100:00000200:2.0:1779697724.435291:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215560320 00000001:00000010:2.0:1779697724.435301:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf7202780. 00010000:00000010:2.0:1779697724.435321:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da400. 00010000:00000010:2.0:1779697724.435324:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697724.435330:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697724.435335:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697724.435360:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf0599000. 00010000:00000010:2.0:1779697724.435415:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697724.435420:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808400. 00010000:00000010:2.0:1779697724.435532:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697724.435551:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c7100 x1866146215560320/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.435569:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f330. 00000100:00000200:2.0:1779697724.435574:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215560320, offset 224 00000400:00000200:2.0:1779697724.435580:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.435591:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.435598:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309697:309697:256:4294967295] 192.168.203.23@tcp LPNI seq info [309693:309693:8:4294967295] 00000400:00000200:2.0:1779697724.435610:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.435615:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.435620:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697724.435627:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.435635:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.435639:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.435659:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.435664:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.435668:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:3.0:1779697724.435797:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.435802:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697724.435806:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.435811:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.435815:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f330 00000400:00000010:3.0:1779697724.435818:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f330. 00010000:00000010:1.1:1779697724.436009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.1:1779697724.436017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:1.1:1779697724.436023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:1.1:1779697724.436037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192100. 00010000:00000010:3.1:1779697724.438439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:3.1:1779697724.438453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697724.438494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:2.1:1779697724.438498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:2.1:1779697724.438501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697724.438540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697724.438545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697724.438548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00000400:00000200:1.0:1779697724.438920:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.438937:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006470500 00000400:00000200:1.0:1779697724.438947:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 50320 00000400:00000200:1.0:1779697724.438960:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.438966:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.438974:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.438981:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c5880. 00000020:00000010:3.0:1779697724.439083:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383180. 00000020:00000010:3.0:1779697724.439089:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383180. 00000020:00000010:3.0:1779697724.439095:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.439101:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.439105:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.439150:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383180. 00000020:00000010:3.0:1779697724.439153:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383180. 00000100:00000200:3.0:1779697724.439157:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215560448 00010000:00000010:3.0:1779697724.439183:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.0:1779697724.439190:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697724.439215:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace55b000. 00010000:00000010:3.0:1779697724.439245:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.439250:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11680. 00010000:00000010:3.0:1779697724.439268:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192d00. 00010000:00000010:3.0:1779697724.439273:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697724.439277:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.439281:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00000004:00000010:3.0:1779697724.439368:0:202031:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2780. 00000004:00000010:3.0:1779697724.439376:0:202031:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74afca8. 00000004:00000010:3.0:1779697724.439382:0:202031:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83210. 00080000:00000010:3.0:1779697724.439408:0:202031:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1fab8. 00010000:00000010:3.0:1779697724.439549:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192900. 00010000:00000010:3.0:1779697724.439553:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697724.439556:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.0:1779697724.439560:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.439617:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11680. 00010000:00000010:3.0:1779697724.439631:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.439637:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33ed80. 00010000:00000010:3.0:1779697724.439661:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697724.439678:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c5880 x1866146215560448/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/664 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.439697:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697724.439703:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215560448, offset 224 00000400:00000200:3.0:1779697724.439711:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.440227:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.440235:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309698:309698:256:4294967295] 192.168.203.23@tcp LPNI seq info [309694:309694:8:4294967295] 00000400:00000200:3.0:1779697724.440248:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.440254:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.440261:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697724.440268:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.440276:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.440281:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.440343:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.440348:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.440352:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000800:00000200:1.0:1779697724.445715:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.445733:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697724.445742:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.445750:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.445758:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:1.0:1779697724.445761:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00000400:00000200:2.0:1779697724.449729:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.449749:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006470580 00000400:00000200:2.0:1779697724.449758:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 6456 00000400:00000200:2.0:1779697724.449770:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.449775:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.449783:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697724.449790:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dce00. 00000400:00000200:2.0:1779697724.449818:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.449824:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006470600 00000400:00000200:2.0:1779697724.449829:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 6784 00000400:00000200:2.0:1779697724.449840:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.449845:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.449849:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697724.449852:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83df480. 00000020:00000010:3.0:1779697724.449947:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e40. 00000020:00000010:3.0:1779697724.449954:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e40. 00000020:00000010:3.0:1779697724.449960:0:207458:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.449966:0:207458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.449972:0:207458:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.450014:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e40. 00000020:00000010:3.0:1779697724.450017:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e40. 00000020:00000010:3.0:1779697724.450021:0:207458:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.450025:0:207458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779697724.450028:0:207458:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.450062:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e40. 00000020:00000010:3.0:1779697724.450065:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e40. 00000100:00000200:3.0:1779697724.450069:0:207458:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215560576 00010000:00000010:3.0:1779697724.450095:0:207458:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192800. 00010000:00000010:3.0:1779697724.450098:0:207458:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbdd192400. 00010000:00000010:3.0:1779697724.450106:0:207458:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615600. 00002000:00000010:3.0:1779697724.450116:0:207458:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383e40. 00002000:00000010:3.0:1779697724.450125:0:207458:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f5560. 00080000:00000010:3.0:1779697724.450133:0:207458:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cacec1f728. 02000000:00000010:3.0:1779697724.450500:0:207458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05fa800. 00010000:00000200:3.0:1779697724.450545:0:207458:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dce00 x1866146215560576/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.450565:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697724.450572:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215560576, offset 224 00000400:00000200:3.0:1779697724.450580:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.450592:0:207458:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.450599:0:207458:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309699:309699:256:4294967295] 192.168.203.23@tcp LPNI seq info [309695:309695:8:4294967295] 00000400:00000200:3.0:1779697724.450611:0:207458:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.450617:0:207458:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.450622:0:207458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697724.450629:0:207458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.450638:0:207458:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.450642:0:207458:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.450658:0:207458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779697724.450662:0:207458:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.450667:0:207458:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477e00. 00000020:00000010:3.0:1779697724.450684:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383280. 00000020:00000010:3.0:1779697724.450687:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383280. 00000100:00000200:3.0:1779697724.450690:0:207458:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215560704 00010000:00000010:3.0:1779697724.450702:0:207458:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192b00. 00010000:00000010:3.0:1779697724.450705:0:207458:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbdd192700. 00010000:00000010:3.0:1779697724.450709:0:207458:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614e00. 00002000:00000010:3.0:1779697724.450716:0:207458:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbc8383280. 00002000:00000010:3.0:1779697724.450731:0:207458:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbef8f51d0. 00080000:00000010:3.0:1779697724.450739:0:207458:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd75798f0. 02000000:00000010:3.0:1779697724.450910:0:207458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf05f8c00. 00010000:00000200:3.0:1779697724.450928:0:207458:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83df480 x1866146215560704/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.450941:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697724.450945:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215560704, offset 224 00000400:00000200:3.0:1779697724.450951:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.450960:0:207458:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.450966:0:207458:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309700:309700:255:4294967295] 192.168.203.23@tcp LPNI seq info [309696:309696:7:4294967295] 00000400:00000200:3.0:1779697724.450979:0:207458:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.450984:0:207458:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.450988:0:207458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a600. 00000800:00000200:3.0:1779697724.450993:0:207458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.450999:0:207458:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.451002:0:207458:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.451010:0:207458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779697724.451013:0:207458:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.451017:0:207458:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00000800:00000200:1.0:1779697724.451317:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.451323:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697724.451328:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.451334:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.451340:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:1.0:1779697724.451343:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00000800:00000200:1.0:1779697724.451431:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.451434:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a600. 00000400:00000200:1.0:1779697724.451437:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.451440:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.451443:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:1.0:1779697724.451444:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00010000:00000010:3.1:1779697724.452333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.1:1779697724.452344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192d00. 00010000:00000010:3.1:1779697724.452348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.1:1779697724.452352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:1.0:1779697724.454410:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.454430:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006470700 00000400:00000200:1.0:1779697724.454438:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 50904 00000400:00000200:1.0:1779697724.454464:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.454469:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.454478:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.454486:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c5180. 00000020:00000010:3.0:1779697724.454853:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.454859:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.454865:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.454871:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697724.454876:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.454917:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.454920:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697724.454924:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215560960 02000000:00000010:3.0:1779697724.454960:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cace55f000. 00010000:00000010:3.0:1779697724.455000:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.455018:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbff33e500. 00010000:00000010:3.0:1779697724.455031:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808400. 00010000:00000010:3.0:1779697724.455145:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:3.0:1779697724.455215:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192d00. 00010000:00000010:3.0:1779697724.455220:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697724.455226:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.0:1779697724.455232:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.455247:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192500. 00010000:00000010:3.0:1779697724.455250:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697724.455254:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.455259:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697724.455370:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192c00. 00010000:00000010:3.0:1779697724.455373:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a80. 00010000:00000010:3.0:1779697724.455377:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.455382:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00000020:00000010:3.0:1779697724.456147:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697724.456166:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697724.456180:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca5d9720. 00080000:00000010:3.0:1779697724.456193:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd5c00. 00000004:00000010:3.0:1779697724.456232:0:190609:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbf7202b40. 00000004:00000010:3.0:1779697724.456239:0:190609:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff93cac9192830. 00000004:00000010:3.0:1779697724.456242:0:190609:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff93cb5bd53a48. 00000004:00000010:3.0:1779697724.456252:0:190609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e1cd8. 00000004:00000010:3.0:1779697724.456264:0:190609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cac13e2c60. 00000001:00000010:3.0:1779697724.456898:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830bae0. 00000001:00000010:3.0:1779697724.456906:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf7202240. 00000020:00000010:3.0:1779697724.456976:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca5d9720. 00010000:00000010:3.0:1779697724.456988:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:3.0:1779697724.456995:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11680. 00010000:00000010:3.0:1779697724.457010:0:190609:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbf7202780. 00010000:00000010:3.0:1779697724.457063:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.457085:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.457091:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000200:3.0:1779697724.457114:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974598, last committed = 8589974453 00010000:00000200:3.0:1779697724.457125:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c5180 x1866146215560960/t8589974598(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697724.457145:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697724.457151:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215560960, offset 224 00000400:00000010:3.0:1779697724.457159:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e00a8. 00000400:00000200:3.0:1779697724.457165:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.457181:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.457188:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309701:309701:256:4294967295] 192.168.203.23@tcp LPNI seq info [309697:309697:8:4294967295] 00000400:00000200:3.0:1779697724.457195:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697724.457205:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.457212:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.457218:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697724.457224:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.457232:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.457237:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.457268:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697724.457274:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.457277:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00010000:00000010:1.0:1779697724.457483:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11680. 00010000:00000010:1.0:1779697724.457490:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a80. 00010000:00000010:1.0:1779697724.457496:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbf7202780. 00000800:00000200:3.0:1779697724.465377:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.465386:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697724.465408:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.465417:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.465448:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697724.465461:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa735 00000400:00000200:3.0:1779697724.465467:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.465472:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697724.465478:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697724.465481:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:3.0:1779697724.466097:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.466106:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006470780 00000400:00000200:3.0:1779697724.466114:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 51400 00000400:00000200:3.0:1779697724.466620:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.466626:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.466633:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.466640:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ac700. 00010000:00000010:3.0:1779697724.469419:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000010:3.0:1779697724.469436:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00000020:00000010:1.0:1779697724.469918:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.469924:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.469931:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.469936:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.469942:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.470040:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.470044:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000100:00000200:1.0:1779697724.470048:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215561088 00000001:00000010:1.0:1779697724.470058:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697724.470081:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697724.470085:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.470091:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697724.470098:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 02000000:00000010:1.0:1779697724.470123:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc06000. 00010000:00000010:1.0:1779697724.470165:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697724.470171:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.470276:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000200:1.0:1779697724.470298:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ac700 x1866146215561088/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.470316:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697724.470322:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215561088, offset 224 00000400:00000200:1.0:1779697724.470329:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.470342:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.470348:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309702:309702:256:4294967295] 192.168.203.23@tcp LPNI seq info [309698:309698:8:4294967295] 00000400:00000200:1.0:1779697724.470358:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.470364:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.470368:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697724.470374:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.470381:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.470384:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.470422:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.470426:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.470430:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:3.0:1779697724.470559:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.470564:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:3.0:1779697724.470569:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.470575:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.470579:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:3.0:1779697724.470582:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000400:00000200:3.0:1779697724.472495:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.472524:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006470800 00000400:00000200:3.0:1779697724.472534:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 51976 00000400:00000200:3.0:1779697724.472549:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.472555:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.472563:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.472570:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ae300. 00000020:00000010:2.0:1779697724.484675:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697724.484685:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697724.484692:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.484698:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.484704:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.484761:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab80. 00000020:00000010:2.0:1779697724.484764:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab80. 00000100:00000200:2.0:1779697724.484768:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215561216 00010000:00000010:2.0:1779697724.484794:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697724.484803:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697724.484828:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbf059e000. 00010000:00000010:2.0:1779697724.484854:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.0:1779697724.484858:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697724.484875:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697724.484879:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697724.484883:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697724.484886:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00000004:00000010:2.0:1779697724.484979:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbc8311860. 00000004:00000010:2.0:1779697724.484987:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cacd93e780. 00000004:00000010:2.0:1779697724.484993:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cac355cdd0. 00080000:00000010:2.0:1779697724.485001:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54fab8. 00010000:00000010:2.0:1779697724.485094:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697724.485098:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7f80. 00010000:00000010:2.0:1779697724.485102:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697724.485106:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808200. 00010000:00000010:2.0:1779697724.485176:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697724.485194:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697724.485200:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697724.485223:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697724.485240:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ae300 x1866146215561216/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.485259:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697724.485268:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215561216, offset 224 00000400:00000200:2.0:1779697724.485276:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.485290:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.485296:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309703:309703:256:4294967295] 192.168.203.23@tcp LPNI seq info [309699:309699:8:4294967295] 00000400:00000200:2.0:1779697724.485310:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.485316:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.485320:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697724.485328:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.485335:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.485340:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.485358:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.485363:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.485367:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697724.487585:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.487592:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697724.487599:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.487607:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.487614:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697724.487618:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:3.1:1779697724.489192:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.1:1779697724.489206:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192900. 00010000:00000010:3.1:1779697724.489212:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697724.489218:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da400. 00010000:00000010:3.1:1779697724.489224:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.1:1779697724.489227:0:209509:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192d00. 00010000:00000010:3.1:1779697724.489231:0:209509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00000400:00000200:2.0:1779697724.489429:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.489447:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006470880 00000400:00000200:2.0:1779697724.489455:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 7112 00000400:00000200:2.0:1779697724.489469:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.489475:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.489482:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697724.489488:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83de680. 00010000:00000010:1.1:1779697724.489587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192c00. 00010000:00000010:1.1:1779697724.489594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00000020:00000010:1.0:1779697724.489624:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.489630:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.489636:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.489641:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.489646:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.489678:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0f00. 00000020:00000010:1.0:1779697724.489681:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0f00. 00000100:00000200:1.0:1779697724.489685:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215561344 00010000:00000010:1.0:1779697724.489706:0:207613:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2af00. 00010000:00000010:1.0:1779697724.489710:0:207613:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2a000. 00010000:00000010:1.0:1779697724.489715:0:207613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d000. 00002000:00000010:1.0:1779697724.489734:0:207613:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0f00. 00002000:00000010:1.0:1779697724.489743:0:207613:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbff1b04c0. 00080000:00000010:1.0:1779697724.489750:0:207613:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642390. 02000000:00000010:1.0:1779697724.490674:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf8368400. 00010000:00000200:1.0:1779697724.490710:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83de680 x1866146215561344/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.490737:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697724.490744:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215561344, offset 224 00000400:00000200:1.0:1779697724.490752:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.490765:0:207613:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.490773:0:207613:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309704:309704:256:4294967295] 192.168.203.23@tcp LPNI seq info [309700:309700:8:4294967295] 00000400:00000200:1.0:1779697724.490786:0:207613:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.490793:0:207613:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.490798:0:207613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697724.490805:0:207613:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.490814:0:207613:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.490818:0:207613:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.490845:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.490850:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.490855:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:3.0:1779697724.493059:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.493067:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:3.0:1779697724.493075:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.493084:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.493092:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:3.0:1779697724.493095:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000400:00000200:3.0:1779697724.495575:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.495594:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006470980 00000400:00000200:3.0:1779697724.495604:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18ee0d [64] + 52552 00000400:00000200:3.0:1779697724.495619:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.495624:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.495633:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.495641:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ad880. 00000020:00000010:1.0:1779697724.495768:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.495774:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.495780:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.495785:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.495790:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.495838:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.495841:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.495845:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215561600 02000000:00000010:1.0:1779697724.495878:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbefc04000. 00010000:00000010:1.0:1779697724.495918:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808200. 00010000:00000010:1.0:1779697724.495937:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7f80. 00010000:00000010:1.0:1779697724.495951:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.495959:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.495977:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697724.495980:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.495986:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.495992:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.496008:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697724.496010:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e600. 00010000:00000010:1.0:1779697724.496015:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697724.496018:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406e00. 00010000:00000010:1.0:1779697724.496144:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697724.496148:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ec00. 00010000:00000010:1.0:1779697724.496151:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697724.496156:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00000020:00000010:1.0:1779697724.496187:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc520. 00000020:00000010:1.0:1779697724.496194:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc520. 00000020:00000010:1.0:1779697724.496206:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacf34a7e0. 00080000:00000010:1.0:1779697724.496215:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8369400. 00000004:00000010:1.0:1779697724.496252:0:202031:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9bcc0. 00000004:00000010:1.0:1779697724.496258:0:202031:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff93cad2763c58. 00000004:00000010:1.0:1779697724.496261:0:202031:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff93cad2763fc0. 00000004:00000010:1.0:1779697724.496270:0:202031:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e0927f0. 00000001:00000010:1.0:1779697724.497237:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37060. 00000001:00000010:1.0:1779697724.497245:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00000020:00000010:1.0:1779697724.497306:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacf34a7e0. 00010000:00000010:1.0:1779697724.497317:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697724.497323:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406300. 00010000:00000010:1.0:1779697724.497342:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697724.497408:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.497424:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697724.497429:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000200:1.0:1779697724.497449:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974599, last committed = 8589974453 00010000:00000200:1.0:1779697724.497458:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ad880 x1866146215561600/t8589974599(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 488/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697724.497477:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697724.497483:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215561600, offset 224 00000400:00000010:1.0:1779697724.497492:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bcb0. 00000400:00000200:1.0:1779697724.497496:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.497512:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.497519:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309705:309705:256:4294967295] 192.168.203.23@tcp LPNI seq info [309701:309701:8:4294967295] 00000400:00000200:1.0:1779697724.497525:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697724.497534:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.497541:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.497545:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697724.497553:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.497561:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.497565:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.497585:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.497591:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.497595:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00010000:00000010:2.0:1779697724.498313:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406300. 00010000:00000010:2.0:1779697724.498322:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ec00. 00010000:00000010:2.0:1779697724.498334:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b540. 00010000:00000010:3.1:1779697724.498436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192500. 00010000:00000010:3.1:1779697724.498442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:2.1:1779697724.498610:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:2.1:1779697724.498617:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:2.1:1779697724.498621:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.1:1779697724.498625:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697724.499769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000800:00000200:2.0:1779697724.501380:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.501405:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:2.0:1779697724.501414:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.501424:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.508288:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697724.508314:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa745 00000400:00000200:1.0:1779697724.508322:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.508328:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697724.508336:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:1.0:1779697724.508340:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000400:00000200:1.0:1779697724.508382:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.508409:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006470a00 00000400:00000200:1.0:1779697724.508417:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 53040 00000400:00000200:1.0:1779697724.508430:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.508433:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.508438:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.508445:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cacb0c6680. 00000020:00000010:2.0:1779697724.508556:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.508562:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.508570:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.508576:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.508581:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.508614:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.508617:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000100:00000200:2.0:1779697724.508621:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215561728 00000001:00000010:2.0:1779697724.508642:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf7202240. 00010000:00000010:2.0:1779697724.508666:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697724.508670:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e80. 00010000:00000010:2.0:1779697724.508676:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697724.508684:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697724.508712:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbef815000. 00010000:00000010:2.0:1779697724.508748:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697724.508752:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697724.508842:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697724.508860:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cacb0c6680 x1866146215561728/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.508878:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697724.508882:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215561728, offset 224 00000400:00000200:2.0:1779697724.508888:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.508897:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.508903:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309706:309706:256:4294967295] 192.168.203.23@tcp LPNI seq info [309702:309702:8:4294967295] 00000400:00000200:2.0:1779697724.508913:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.508918:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.508922:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697724.508928:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.508934:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.508939:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.508956:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.508960:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.508963:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:2.0:1779697724.509063:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.509066:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:2.0:1779697724.509078:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.509082:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.509086:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779697724.509087:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:3.0:1779697724.509619:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406e00. 00010000:00000010:3.0:1779697724.509639:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e600. 00010000:00000010:2.1:1779697724.510543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697724.510553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.1:1779697724.510638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:1.1:1779697724.510646:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:1.1:1779697724.510651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697724.510656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697724.510660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697724.510664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697724.510668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697724.515481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697724.515497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:2.1:1779697724.518750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00000400:00000200:2.0:1779697724.520890:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.520910:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006470a80 00000400:00000200:2.0:1779697724.520919:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 53616 00000400:00000200:2.0:1779697724.520935:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.520941:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.520950:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.520957:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83de300. 00000020:00000010:1.0:1779697724.521074:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.521080:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.521087:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.521092:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.521097:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.521141:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.521145:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.521148:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215561856 00010000:00000010:1.0:1779697724.521186:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.521195:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 02000000:00000010:1.0:1779697724.521221:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc03000. 00010000:00000010:1.0:1779697724.521249:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697724.521253:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.521273:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697724.521277:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.521283:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697724.521286:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697724.521378:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697724.521382:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:1.0:1779697724.521385:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697724.521406:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406600. 00010000:00000010:1.0:1779697724.521728:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.521741:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:1.0:1779697724.521747:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e700. 00010000:00000010:1.0:1779697724.521767:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697724.521786:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83de300 x1866146215561856/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/584 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.521806:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697724.521813:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215561856, offset 224 00000400:00000200:1.0:1779697724.521821:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.521832:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.521838:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309707:309707:256:4294967295] 192.168.203.23@tcp LPNI seq info [309703:309703:8:4294967295] 00000400:00000200:1.0:1779697724.521847:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.521853:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.521858:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697724.521863:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.521872:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.521877:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.521906:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.521911:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.521915:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:3.0:1779697724.522090:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.522095:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:3.0:1779697724.522100:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.522106:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.522111:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:3.0:1779697724.522114:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00010000:00000010:1.1:1779697724.526558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697724.526572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697724.526576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697724.526579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:2.0:1779697724.531728:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.531750:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006470b80 00000400:00000200:2.0:1779697724.531760:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18ee0d [64] + 54200 00000400:00000200:2.0:1779697724.531777:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.531783:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.531793:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.531801:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd880. 00000020:00000010:3.0:1779697724.532118:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.532124:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.532130:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.532136:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.532141:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.532195:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.532199:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697724.532202:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215562112 00010000:00000010:3.0:1779697724.532231:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.532239:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697724.532271:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cace55c000. 00000004:00000010:3.0:1779697724.532635:0:209509:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cac4536400. 00080000:00000010:3.0:1779697724.532646:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd5800. 00000001:00000010:3.0:1779697724.532678:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b9c0. 00000001:00000010:3.0:1779697724.532684:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbf7202780. 00010000:00000010:3.0:1779697724.532768:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697724.532788:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd880 x1866146215562112/t8589974600(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 864/608 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.532807:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697724.532813:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215562112, offset 224 00000400:00000200:3.0:1779697724.532820:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.532832:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.532839:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309708:309708:256:4294967295] 192.168.203.23@tcp LPNI seq info [309704:309704:8:4294967295] 00000400:00000200:3.0:1779697724.532852:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.532859:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.532864:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697724.532871:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.532881:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.532885:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.532900:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.532906:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.532909:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00000800:00000200:2.0:1779697724.533210:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.533215:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697724.533220:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.533226:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.533231:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:2.0:1779697724.533234:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:3.0:1779697724.536859:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.536877:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006470c00 00000400:00000200:3.0:1779697724.536886:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x1554f9 [2] + 1232 00000400:00000200:3.0:1779697724.536896:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.536901:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.536909:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1779697724.536916:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ae680. 00000020:00000010:1.0:1779697724.537090:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.537095:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.537101:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.537106:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.537111:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.537145:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.537148:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.537151:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215562240 00000001:00000010:1.0:1779697724.537170:0:208327:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 02000000:00000010:1.0:1779697724.537195:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cbf8369800. 00000004:00000010:1.0:1779697724.537201:0:208327:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbeeb97800. 00080000:00000010:1.0:1779697724.537704:0:208327:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc6cb8940. 00080000:00000010:1.0:1779697724.537708:0:208327:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacdaa0580. 00080000:00000010:1.0:1779697724.537911:0:208327:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacdaa0580. 00080000:00000010:1.0:1779697724.537917:0:208327:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc6cb8940. 00000100:00000010:1.0:1779697724.537924:0:208327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cbf8369c00. 00000100:00000010:1.0:1779697724.537928:0:208327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbefc00000. 00000400:00000010:1.0:1779697724.537938:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000400:00000010:1.0:1779697724.537947:0:208327:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42bc40. 00000400:00000200:1.0:1779697724.537955:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.537967:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.537972:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309709:309709:256:4294967295] 192.168.203.23@tcp LPNI seq info [309705:309705:8:4294967295] 00000400:00000200:1.0:1779697724.537977:0:208327:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697724.537984:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.537989:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.537993:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697724.537999:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.538006:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:1.0:1779697724.538009:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1779697724.538019:0:208327:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006470c00-0x6a14006470c00 00000800:00000200:2.0:1779697724.538803:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.538810:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:2.0:1779697724.538817:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.538823:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.538830:0:3317:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cbf8369c00 00010000:00000010:3.1:1779697724.540618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00000400:00000200:2.0:1779697724.550859:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.550878:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa755 00000400:00000200:2.0:1779697724.550885:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.550889:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.550905:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:2.0:1779697724.550908:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:2.0:1779697724.550913:0:3315:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cbf8369c00 00000100:00000010:1.0:1779697724.551094:0:208327:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbefc00000. 00000100:00000010:1.0:1779697724.551100:0:208327:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cbf8369c00. 00000004:00000010:1.0:1779697724.551762:0:208327:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbeeb97800. 00010000:00000200:1.0:1779697724.551780:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ae680 x1866146215562240/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 448/440 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.551802:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697724.551807:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215562240, offset 224 00000400:00000200:1.0:1779697724.551815:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.551827:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.551834:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309710:309710:256:4294967295] 192.168.203.23@tcp LPNI seq info [309706:309706:8:4294967295] 00000400:00000200:1.0:1779697724.551847:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.551853:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.551859:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697724.551866:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.551875:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.551879:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.551906:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.551912:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.551917:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:3.0:1779697724.552263:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.552270:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697724.552274:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.552279:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.552283:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:3.0:1779697724.552286:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000400:00000200:2.0:1779697724.559829:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.559847:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006470d00 00000400:00000200:2.0:1779697724.559856:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x1554f9 [2] + 1680 00000400:00000010:2.0:1779697724.559862:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93caf42681b8. 00000400:00000200:2.0:1779697724.559866:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd126c00 00000400:00000200:2.0:1779697724.559877:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.559881:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.559886:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd126c00 00000400:00000010:2.0:1779697724.559888:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd126c00. 00000100:00000200:2.0:1779697724.559906:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:3.0:1779697724.560061:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.560067:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.560081:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.560087:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.560092:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.560134:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.560137:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697724.560140:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215562496 02000000:00000010:3.0:1779697724.560189:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf0cd5400. 00000020:00000010:3.0:1779697724.560659:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830b300. 00080000:00000010:3.0:1779697724.560667:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd4400. 00000001:00000010:3.0:1779697724.560744:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830be40. 00000001:00000010:3.0:1779697724.560751:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00000020:00000010:3.0:1779697724.560781:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830b300. 00000004:00000010:3.0:1779697724.560849:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cac4536400. 00010000:00000200:3.0:1779697724.560884:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc3263450 x1866146215562496/t8589974601(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 392/456 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.561483:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697724.561489:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215562496, offset 224 00000400:00000200:3.0:1779697724.561497:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.561564:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.561570:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309711:309711:256:4294967295] 192.168.203.23@tcp LPNI seq info [309707:309707:8:4294967295] 00000400:00000200:3.0:1779697724.561581:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.561586:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.561591:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697724.561598:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.561605:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.561609:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.561627:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.561632:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.561636:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 02000000:00000010:3.0:1779697724.561645:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cbf8369800. 00000100:00000010:3.0:1779697724.561649:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ae680. 02000000:00000010:3.0:1779697724.561653:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cace40a800. 00000100:00000010:3.0:1779697724.561655:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b94a80. 02000000:00000010:3.0:1779697724.561658:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff93cbc7b8c000. 00000100:00000010:3.0:1779697724.561660:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9500. 02000000:00000010:3.0:1779697724.561663:0:189044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cac273d400. 00000100:00000010:3.0:1779697724.561666:0:189044:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66a9180. 00000100:00000200:3.0:1779697724.561673:0:189044:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1779697724.561678:0:189044:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cb3f83e580. 00000400:00000010:3.0:1779697724.561683:0:189044:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad7543780. 00000800:00000200:2.0:1779697724.565253:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.565270:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:2.0:1779697724.565277:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.565286:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.565293:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:2.0:1779697724.565296:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 02000000:00000010:2.0:1779697724.565303:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff93cbf0cd5400. 00000400:00000200:3.0:1779697724.567430:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.567449:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006470e00 00000400:00000200:3.0:1779697724.567459:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18ee0d [64] + 55064 00000400:00000200:3.0:1779697724.567473:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.567477:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.567485:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.567493:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21ae680. 00000020:00000010:1.0:1779697724.567592:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.567598:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.567603:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.567608:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.567613:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.567655:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.567658:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.567661:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215562752 00000001:00000010:1.0:1779697724.567670:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbf7202780. 00010000:00000010:1.0:1779697724.567695:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.567702:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 02000000:00000010:1.0:1779697724.567751:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cbefc00000. 00010000:00000010:1.0:1779697724.567971:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697724.567976:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406580. 00000004:00000010:1.0:1779697724.568054:0:207451:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cbc6e4e700. 00080000:00000010:1.0:1779697724.568064:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf8369c00. 00000001:00000010:1.0:1779697724.568109:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37660. 00000001:00000010:1.0:1779697724.568116:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697724.568185:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697724.568207:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21ae680 x1866146215562752/t8589974602(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 864/608 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.568227:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697724.568233:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215562752, offset 224 00000400:00000200:1.0:1779697724.568239:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.568249:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.568255:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309712:309712:256:4294967295] 192.168.203.23@tcp LPNI seq info [309708:309708:8:4294967295] 00000400:00000200:1.0:1779697724.568275:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.568280:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.568286:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697724.568292:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.568298:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.568302:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.568324:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.568328:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.568331:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:3.0:1779697724.568941:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.568946:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:3.0:1779697724.568951:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.568956:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.568961:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:3.0:1779697724.568963:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000400:00000200:2.0:1779697724.581792:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.581813:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006470e80 00000400:00000200:2.0:1779697724.581822:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 55928 00000400:00000200:2.0:1779697724.581839:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.581843:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.581852:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.581859:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83dd180. 00000020:00000010:3.0:1779697724.581980:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.581985:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.581992:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.581997:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.582002:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.582043:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.582046:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697724.582049:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215562880 00000001:00000010:3.0:1779697724.582060:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:3.0:1779697724.582093:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.582102:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697724.582127:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cace559000. 00010000:00000010:3.0:1779697724.582290:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.0:1779697724.582296:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.582314:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192500. 00010000:00000010:3.0:1779697724.582318:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697724.582323:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.582326:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.582626:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192d00. 00010000:00000010:3.0:1779697724.582630:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536d80. 00010000:00000010:3.0:1779697724.582633:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.0:1779697724.582636:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11500. 00010000:00000010:3.0:1779697724.582702:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.582713:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.582729:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697724.582751:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697724.582767:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83dd180 x1866146215562880/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/664 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.582788:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697724.582794:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215562880, offset 224 00000400:00000200:3.0:1779697724.582801:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.582810:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.582816:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309713:309713:256:4294967295] 192.168.203.23@tcp LPNI seq info [309709:309709:8:4294967295] 00000400:00000200:3.0:1779697724.582826:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.582832:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.582837:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697724.582843:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.582851:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.582855:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.582876:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.582881:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.582884:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00000800:00000200:1.0:1779697724.583065:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.583070:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:1.0:1779697724.583074:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.583078:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.583083:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:1.0:1779697724.583085:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:1.1:1779697724.589466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:3.0:1779697724.594537:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.594559:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006470f80 00000400:00000200:3.0:1779697724.594570:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18ee0d [64] + 56504 00000400:00000200:3.0:1779697724.594587:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.594592:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.594601:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.594609:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21adf80. 00000020:00000010:2.0:1779697724.594824:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.594831:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.594837:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9a13000. 00000020:00000010:2.0:1779697724.594843:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.594848:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.594901:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.594905:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000100:00000200:2.0:1779697724.594909:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215563136 02000000:00000010:2.0:1779697724.594944:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc820d000. 00010000:00000010:2.0:1779697724.594984:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11500. 00010000:00000010:2.0:1779697724.595001:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536d80. 00010000:00000010:2.0:1779697724.595015:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406600. 00010000:00000010:2.0:1779697724.595035:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697724.595041:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.595056:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697724.595061:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697724.595066:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697724.595080:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697724.595753:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697724.595758:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7900. 00010000:00000010:2.0:1779697724.595761:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.0:1779697724.595766:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00000020:00000010:2.0:1779697724.595848:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697724.595856:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b8c0. 00000020:00000010:2.0:1779697724.595866:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca171c00. 00080000:00000010:2.0:1779697724.595872:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb20c00. 00010000:00000010:3.1:1779697724.597165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.1:1779697724.597175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192500. 00010000:00000010:3.1:1779697724.597179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.1:1779697724.597182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00000001:00000010:2.0:1779697724.598784:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0bba0. 00000001:00000010:2.0:1779697724.598794:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff5180. 00000020:00000010:2.0:1779697724.598839:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca171c00. 00010000:00000010:2.0:1779697724.598853:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697724.598860:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697724.598880:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5600. 00010000:00000010:2.0:1779697724.599026:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697724.599043:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697724.599060:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974603, last committed = 8589974453 00010000:00000200:2.0:1779697724.599077:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21adf80 x1866146215563136/t8589974603(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 488/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697724.599096:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779697724.599102:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215563136, offset 224 00000400:00000010:2.0:1779697724.599109:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70cb0. 00000400:00000200:2.0:1779697724.599113:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.599125:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.599131:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309714:309714:256:4294967295] 192.168.203.23@tcp LPNI seq info [309710:309710:8:4294967295] 00000400:00000200:2.0:1779697724.599137:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697724.599144:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.599150:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.599163:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697724.599171:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.599177:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.599181:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.599207:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7e00. 00000020:00000010:2.0:1779697724.599211:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.599216:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9a13000. 00000800:00000200:3.0:1779697724.599411:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.599416:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:3.0:1779697724.599420:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.599425:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.605335:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697724.605357:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa76d 00000400:00000200:3.0:1779697724.605363:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.605368:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697724.605375:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:3.0:1779697724.605378:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00010000:00000010:2.0:1779697724.605568:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697724.605578:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000010:1.0:1779697724.606832:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:1.0:1779697724.606841:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7900. 00010000:00000010:1.0:1779697724.606849:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5600. 00000400:00000200:3.0:1779697724.611661:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.611681:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006471000 00000400:00000200:3.0:1779697724.611690:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 56992 00000400:00000200:3.0:1779697724.611752:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.611757:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.611765:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.611773:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21af100. 00000020:00000010:1.0:1779697724.612434:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.612441:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.612447:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.612453:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.612458:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.612497:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.612500:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.612502:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215563264 00000001:00000010:1.0:1779697724.612520:0:202031:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697724.612546:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.612553:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 02000000:00000010:1.0:1779697724.612578:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc02000. 00010000:00000010:1.0:1779697724.612605:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697724.612608:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.612626:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697724.612629:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:1.0:1779697724.612633:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.612635:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697724.612734:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697724.612739:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406280. 00010000:00000010:1.0:1779697724.612815:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.612827:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697724.612832:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:1.0:1779697724.612853:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697724.612868:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21af100 x1866146215563264/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/584 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.612885:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697724.617247:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215563264, offset 224 00000400:00000200:1.0:1779697724.617270:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.617285:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.617291:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309715:309715:256:4294967295] 192.168.203.23@tcp LPNI seq info [309711:309711:8:4294967295] 00000400:00000200:1.0:1779697724.617302:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.617307:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.617314:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697724.617321:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.617329:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.617333:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.617368:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.617374:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.617379:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:3.0:1779697724.617559:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.617565:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:3.0:1779697724.617570:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.617574:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.617579:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:3.0:1779697724.617581:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00010000:00000010:2.1:1779697724.620006:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:2.1:1779697724.620021:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192d00. 00010000:00000010:2.1:1779697724.620026:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:2.1:1779697724.621978:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697724.621987:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.1:1779697724.626887:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:2.1:1779697724.626909:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697724.627500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697724.627506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:1.1:1779697724.627520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697724.627524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.1:1779697724.627527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.1:1779697724.627530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00000400:00000200:3.0:1779697724.627847:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.627867:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006471100 00000400:00000200:3.0:1779697724.627876:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x15552d [2] + 0 00000400:00000200:3.0:1779697724.627889:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.627892:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.627900:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1779697724.627907:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad21aed80. 00000020:00000010:1.0:1779697724.628000:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.628005:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.628011:0:208327:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.628017:0:208327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.628021:0:208327:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.628078:0:208327:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.628081:0:208327:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.628084:0:208327:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215563520 02000000:00000010:1.0:1779697724.628125:0:208327:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf8369800. 00000004:00000010:1.0:1779697724.628196:0:208327:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cbc6e4e700. 00080000:00000010:1.0:1779697724.628218:0:208327:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f2c00. 00000001:00000010:1.0:1779697724.628249:0:208327:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec377e0. 00000001:00000010:1.0:1779697724.628254:0:208327:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b000. 00010000:00000200:1.0:1779697724.628307:0:208327:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad21aed80 x1866146215563520/t8589974604(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 392/456 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.628326:0:208327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697724.628332:0:208327:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215563520, offset 224 00000400:00000200:1.0:1779697724.628339:0:208327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.628361:0:208327:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.628366:0:208327:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309716:309716:256:4294967295] 192.168.203.23@tcp LPNI seq info [309712:309712:8:4294967295] 00000400:00000200:1.0:1779697724.628376:0:208327:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.628382:0:208327:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.628414:0:208327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697724.628421:0:208327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.628428:0:208327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.628432:0:208327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.628449:0:208327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.628454:0:208327:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.628457:0:208327:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:0.0:1779697724.628997:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.629002:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697724.629007:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.629012:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.629016:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697724.629019:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000400:00000200:3.0:1779697724.633915:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.633935:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a14006471200 00000400:00000200:3.0:1779697724.633944:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18ee0d [64] + 57576 00000400:00000200:3.0:1779697724.633957:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.633962:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.633971:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.633981:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb0380. 00000020:00000010:0.0:1779697724.634237:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.634242:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.634248:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11cc00. 00000020:00000010:0.0:1779697724.634253:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697724.634258:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697724.634299:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.634302:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697724.634305:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215563776 00000001:00000010:0.0:1779697724.634315:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff5180. 02000000:00000010:0.0:1779697724.634357:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cad57a0000. 00010000:00000010:0.0:1779697724.634424:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406280. 00010000:00000010:0.0:1779697724.634437:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406580. 00010000:00000010:0.0:1779697724.634449:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:0.0:1779697724.634458:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:0.0:1779697724.634464:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e80. 00010000:00000010:0.0:1779697724.634480:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20e00. 00010000:00000010:0.0:1779697724.634484:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cf80. 00010000:00000010:0.0:1779697724.634489:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697724.634495:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.634509:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20900. 00010000:00000010:0.0:1779697724.634512:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cb80. 00010000:00000010:0.0:1779697724.634516:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697724.634530:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697724.634631:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20400. 00010000:00000010:0.0:1779697724.634634:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c400. 00010000:00000010:0.0:1779697724.634637:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697724.634641:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00000020:00000010:0.0:1779697724.634677:0:190609:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fac0. 00000020:00000010:0.0:1779697724.634686:0:190609:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fac0. 00080000:00000010:0.0:1779697724.634695:0:190609:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbc2d81280. 00080000:00000010:0.0:1779697724.634698:0:190609:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cacea61500. 00080000:00000010:0.0:1779697724.634713:0:190609:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cacea61500. 00080000:00000010:0.0:1779697724.634726:0:190609:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbc2d81280. 00000020:00000010:0.0:1779697724.634735:0:190609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c840. 00080000:00000010:0.0:1779697724.634743:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc356b400. 00000001:00000010:1.0:1779697724.643286:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacec37f00. 00000001:00000010:1.0:1779697724.643300:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697724.643354:0:190609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c840. 00010000:00000010:1.0:1779697724.643420:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:1.0:1779697724.643429:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c400. 00010000:00000010:1.0:1779697724.643448:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:1.0:1779697724.643452:0:190609:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cf80. 00010000:00000200:1.0:1779697724.643472:0:190609:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974605, last committed = 8589974453 00010000:00000200:1.0:1779697724.643484:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb0380 x1866146215563776/t8589974605(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 504/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697724.643503:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697724.643510:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215563776, offset 224 00000400:00000010:1.0:1779697724.643517:0:190609:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b540. 00000400:00000200:1.0:1779697724.643521:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.643535:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.643542:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309717:309717:256:4294967295] 192.168.203.23@tcp LPNI seq info [309713:309713:8:4294967295] 00000400:00000200:1.0:1779697724.643548:0:190609:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697724.643555:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.643560:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.643565:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697724.643572:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.643579:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.643583:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.643611:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:1.0:1779697724.643616:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:1.0:1779697724.643619:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11cc00. 00000800:00000200:0.0:1779697724.643769:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.643774:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697724.643778:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.643783:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.654913:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697724.654933:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa779 00000400:00000200:0.0:1779697724.654939:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.654944:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697724.654951:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697724.654955:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000400:00000200:0.0:1779697724.654981:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.654986:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006471280 00000400:00000200:0.0:1779697724.654993:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 58080 00000400:00000200:0.0:1779697724.655064:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.655075:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.655079:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.655086:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68380. 00000020:00000010:1.0:1779697724.655277:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.655283:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.655289:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.655295:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.655300:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.655343:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.655346:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.655349:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215563904 00000001:00000010:1.0:1779697724.655359:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697724.655386:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697724.655497:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e580. 00010000:00000010:1.0:1779697724.655503:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.655510:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 02000000:00000010:1.0:1779697724.655541:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc07000. 00010000:00000010:1.0:1779697724.655570:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697724.655574:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406d00. 00010000:00000010:1.0:1779697724.655677:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697724.655700:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68380 x1866146215563904/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.655818:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697724.655824:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215563904, offset 224 00000400:00000200:1.0:1779697724.655831:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.655841:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.655847:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309718:309718:256:4294967295] 192.168.203.23@tcp LPNI seq info [309714:309714:8:4294967295] 00000400:00000200:1.0:1779697724.655859:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.655865:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.655870:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697724.655876:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.655883:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.655888:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 784 niov 1 nkiov 1 00010000:00000010:3.0:1779697724.655905:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:3.0:1779697724.655912:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cb80. 00000020:00000010:1.0:1779697724.656010:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697724.656015:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.656018:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00010000:00000010:0.1:1779697724.661867:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:0.1:1779697724.661879:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697724.661883:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:0.1:1779697724.661887:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:0.1:1779697724.661899:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00000800:00000200:1.0:1779697724.662666:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.662672:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697724.662679:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.662688:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.662696:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:1.0:1779697724.662700:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00010000:00000010:1.1:1779697724.667424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20400. 00010000:00000010:1.1:1779697724.667436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:1.1:1779697724.667440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20e00. 00010000:00000010:1.1:1779697724.667442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:1.1:1779697724.667454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697724.671457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20900. 00010000:00000010:3.1:1779697724.671474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00000400:00000200:0.0:1779697724.671683:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.671702:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006471300 00000400:00000200:0.0:1779697724.671709:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 58656 00000400:00000200:0.0:1779697724.671733:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.671737:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.671745:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.671751:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe68a80. 00000020:00000010:1.0:1779697724.672357:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.672363:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.672370:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697724.672375:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697724.672380:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.672554:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0580. 00000020:00000010:1.0:1779697724.672557:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0580. 00000100:00000200:1.0:1779697724.672560:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215564032 00010000:00000010:1.0:1779697724.672588:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697724.672595:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 02000000:00000010:1.0:1779697724.672619:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbefc05000. 00010000:00000010:1.0:1779697724.672646:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697724.672649:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.672667:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697724.672670:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ed00. 00010000:00000010:1.0:1779697724.672674:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.0:1779697724.672678:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697724.673017:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697724.673023:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ee80. 00010000:00000010:1.0:1779697724.673026:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697724.673029:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406780. 00010000:00000010:1.0:1779697724.673219:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697724.673231:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697724.673237:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ed00. 00010000:00000010:1.0:1779697724.673259:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697724.673275:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe68a80 x1866146215564032/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/584 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697724.673293:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697724.673299:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215564032, offset 224 00000400:00000200:1.0:1779697724.673306:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697724.673317:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697724.673323:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309719:309719:256:4294967295] 192.168.203.23@tcp LPNI seq info [309715:309715:8:4294967295] 00000400:00000200:1.0:1779697724.673334:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697724.673340:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697724.673346:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697724.673352:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697724.673360:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697724.673364:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1779697724.673379:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697724.673382:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697724.673385:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:0.0:1779697724.674236:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.674243:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697724.674248:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.674253:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.674257:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:0.0:1779697724.674260:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000400:00000200:1.0:1779697724.680493:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.680514:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006471400 00000400:00000200:1.0:1779697724.680523:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18ee0d [64] + 59240 00000400:00000200:1.0:1779697724.680536:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.680541:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.680548:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697724.680557:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec4700. 00000020:00000010:3.0:1779697724.680661:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.680667:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.680672:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.680677:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697724.680683:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.680732:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.680735:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697724.680738:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215564288 00010000:00000010:3.0:1779697724.680763:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.680770:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697724.680802:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cace55a000. 00000004:00000010:3.0:1779697724.681081:0:202031:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cac4536000. 00080000:00000010:3.0:1779697724.681091:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd7400. 00000001:00000010:3.0:1779697724.681122:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b000. 00000001:00000010:3.0:1779697724.681127:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697724.681202:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:3.0:1779697724.681218:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec4700 x1866146215564288/t8589974606(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 864/608 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.681237:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697724.681242:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215564288, offset 224 00000400:00000200:3.0:1779697724.681249:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.681259:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.681264:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309720:309720:256:4294967295] 192.168.203.23@tcp LPNI seq info [309716:309716:8:4294967295] 00000400:00000200:3.0:1779697724.681275:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.681280:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.681285:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697724.681291:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.681299:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.681303:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.681328:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697724.681333:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.681336:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00000800:00000200:0.0:1779697724.681664:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.681671:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:0.0:1779697724.681674:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.681678:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.681682:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:0.0:1779697724.681684:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00010000:00000010:1.1:1779697724.685273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.1:1779697724.685286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697724.685291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697724.685293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697724.696473:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00000400:00000200:1.0:1779697724.704008:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.704029:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 448 into portal 23 MB=0x6a14006471480 00000400:00000200:1.0:1779697724.704142:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 448/448 into md 0x15552d [2] + 392 00000400:00000200:1.0:1779697724.704215:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.704221:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.704229:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697724.704236:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec4000. 00000020:00000010:2.0:1779697724.704612:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.704618:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.704625:0:189043:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552600. 00000020:00000010:2.0:1779697724.704630:0:189043:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779697724.704635:0:189043:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3af0. 00000020:00000010:2.0:1779697724.704677:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.704680:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000100:00000200:2.0:1779697724.704682:0:189043:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215564416 00000001:00000010:2.0:1779697724.704692:0:189043:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b540. 02000000:00000010:2.0:1779697724.704727:0:189043:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff93cbeeb21800. 00000004:00000010:2.0:1779697724.704735:0:189043:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff93cbc6f2d000. 00080000:00000010:2.0:1779697724.705980:0:189043:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbeff11030. 00080000:00000010:2.0:1779697724.705987:0:189043:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cac4bba6c0. 00080000:00000010:2.0:1779697724.706496:0:189043:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cac4bba6c0. 00080000:00000010:2.0:1779697724.706502:0:189043:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbeff11030. 00000100:00000010:2.0:1779697724.706568:0:189043:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff93cbeeb22400. 00000100:00000010:2.0:1779697724.706573:0:189043:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff93cbc8208000. 00000400:00000010:2.0:1779697724.706582:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000400:00000010:2.0:1779697724.706591:0:189043:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70c40. 00000400:00000200:2.0:1779697724.706597:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.706610:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.706616:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309721:309721:256:4294967295] 192.168.203.23@tcp LPNI seq info [309717:309717:8:4294967295] 00000400:00000200:2.0:1779697724.706622:0:189043:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697724.706629:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.706635:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.706640:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697724.706646:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.706653:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1022 00000800:00000200:2.0:1779697724.706657:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1779697724.706713:0:189043:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.203.23@tcp mbits 0x6a14006471480-0x6a14006471480 00000800:00000200:1.0:1779697724.708607:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.708614:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:1.0:1779697724.708622:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.708629:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.708637:0:3315:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff93cbeeb22400 00000400:00000200:1.0:1779697724.719765:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697724.719788:0:3316:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa789 00000400:00000200:1.0:1779697724.719795:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.719800:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697724.719807:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:1.0:1779697724.719810:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000100:00000200:1.0:1779697724.719816:0:3316:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff93cbeeb22400 00000100:00000010:3.0:1779697724.727430:0:189043:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff93cbc8208000. 00000100:00000010:3.0:1779697724.727443:0:189043:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff93cbeeb22400. 00000004:00000010:3.0:1779697724.728983:0:189043:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff93cbc6f2d000. 00010000:00000200:3.0:1779697724.729005:0:189043:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec4000 x1866146215564416/t0(0) o37->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 448/440 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.729030:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697724.729037:0:189043:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1866146215564416, offset 224 00000400:00000200:3.0:1779697724.729045:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.729059:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.729066:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309722:309722:256:4294967295] 192.168.203.23@tcp LPNI seq info [309718:309718:8:4294967295] 00000400:00000200:3.0:1779697724.729144:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.729150:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.729217:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697724.729225:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.729232:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.729236:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.729348:0:189043:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7780. 00000020:00000010:3.0:1779697724.729355:0:189043:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3af0. 00000020:00000010:3.0:1779697724.729359:0:189043:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552600. 00000800:00000200:1.0:1779697724.730278:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.730285:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697724.730289:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.730295:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697724.730301:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:1.0:1779697724.730304:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00000400:00000200:1.0:1779697724.737863:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697724.737883:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006471580 00000400:00000200:1.0:1779697724.737904:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x15552d [2] + 840 00000400:00000200:1.0:1779697724.737918:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.737923:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697724.737931:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1779697724.737938:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec6a00. 00000020:00000010:3.0:1779697724.738027:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.738040:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.738046:0:189044:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.738051:0:189044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697724.738055:0:189044:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.738095:0:189044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.738097:0:189044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697724.738099:0:189044:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215564672 02000000:00000010:3.0:1779697724.738135:0:189044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf0cd4800. 00000020:00000010:3.0:1779697724.738456:0:189044:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830b300. 00080000:00000010:3.0:1779697724.738464:0:189044:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd6000. 00000001:00000010:3.0:1779697724.738551:0:189044:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b960. 00000001:00000010:3.0:1779697724.738557:0:189044:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad75436c0. 00000020:00000010:3.0:1779697724.738584:0:189044:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830b300. 00000004:00000010:3.0:1779697724.738645:0:189044:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cac4536000. 00010000:00000200:3.0:1779697724.738675:0:189044:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec6a00 x1866146215564672/t8589974607(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 392/456 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.738693:0:189044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697724.738698:0:189044:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215564672, offset 224 00000400:00000200:3.0:1779697724.738705:0:189044:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.738727:0:189044:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.738733:0:189044:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309723:309723:256:4294967295] 192.168.203.23@tcp LPNI seq info [309719:309719:8:4294967295] 00000400:00000200:3.0:1779697724.738743:0:189044:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.738748:0:189044:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.738753:0:189044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697724.738759:0:189044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.738766:0:189044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.738770:0:189044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.738791:0:189044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697724.738795:0:189044:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.738798:0:189044:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00000800:00000200:2.0:1779697724.739003:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.739008:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:2.0:1779697724.739012:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.739016:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.739020:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:2.0:1779697724.739022:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000400:00000200:3.0:1779697724.754141:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.754490:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 864 into portal 12 MB=0x6a14006471680 00000400:00000200:3.0:1779697724.754499:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 864/864 into md 0x18ee0d [64] + 60104 00000400:00000200:2.0:1779697724.754635:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.754642:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.754650:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.754656:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf83df100. 00000020:00000010:3.0:1779697724.754992:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.754998:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.755004:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.755009:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697724.755014:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697724.755105:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383780. 00000020:00000010:3.0:1779697724.755108:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383780. 00000100:00000200:3.0:1779697724.755111:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215564928 00000001:00000010:3.0:1779697724.755122:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543e40. 00010000:00000010:3.0:1779697724.755145:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.755152:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11080. 02000000:00000010:3.0:1779697724.756917:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffff93cacccf6000. 00010000:00000010:2.0:1779697724.757457:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:2.0:1779697724.757466:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00000004:00000010:2.0:1779697724.757599:0:190609:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff93cacc0b7e00. 00080000:00000010:2.0:1779697724.757610:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb21c00. 00000001:00000010:2.0:1779697724.757641:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0b2a0. 00000001:00000010:2.0:1779697724.757646:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff50c0. 00010000:00000010:2.0:1779697724.757702:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11080. 00010000:00000200:2.0:1779697724.757735:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf83df100 x1866146215564928/t8589974608(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 864/608 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.757756:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779697724.757762:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1866146215564928, offset 224 00000400:00000200:2.0:1779697724.757769:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.757782:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.757788:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309724:309724:256:4294967295] 192.168.203.23@tcp LPNI seq info [309720:309720:8:4294967295] 00000400:00000200:2.0:1779697724.757797:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.757804:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.757809:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697724.757815:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.757822:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.757826:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.757852:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:2.0:1779697724.757857:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:2.0:1779697724.757861:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00000800:00000200:3.0:1779697724.758001:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.758006:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:3.0:1779697724.758010:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.758015:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.758021:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:3.0:1779697724.758023:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000400:00000200:3.0:1779697724.767306:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.767326:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006471700 00000400:00000200:3.0:1779697724.767334:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 60968 00000400:00000200:3.0:1779697724.767346:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.767351:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.767359:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.767365:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb2680. 00000020:00000010:0.0:1779697724.780022:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697724.780043:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697724.780050:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d400. 00000020:00000010:0.0:1779697724.780056:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.780061:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.780109:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61fc0. 00000020:00000010:0.0:1779697724.780112:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61fc0. 00000100:00000200:0.0:1779697724.780115:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215565056 00000001:00000010:0.0:1779697724.780125:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad75436c0. 00010000:00000010:0.0:1779697724.780147:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697724.785219:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 02000000:00000010:0.0:1779697724.785342:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cad57a7000. 00010000:00000010:0.0:1779697724.785378:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697724.785385:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.785416:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20500. 00010000:00000010:0.0:1779697724.785420:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697724.785424:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697724.785427:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697724.785781:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20b00. 00010000:00000010:0.0:1779697724.785785:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c480. 00010000:00000010:0.0:1779697724.785789:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697724.785793:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.785857:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.785867:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697724.785872:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697724.785889:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000200:0.0:1779697724.785906:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb2680 x1866146215565056/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/664 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.785926:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697724.785933:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215565056, offset 224 00000400:00000200:0.0:1779697724.785941:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.785953:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.785960:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309725:309725:256:4294967295] 192.168.203.23@tcp LPNI seq info [309721:309721:8:4294967295] 00000400:00000200:0.0:1779697724.785971:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.785977:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.785981:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697724.785987:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.785994:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.785997:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.786020:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.786024:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.786027:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d400. 00000800:00000200:0.0:1779697724.786138:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.786142:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:0.0:1779697724.786146:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.786151:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.786156:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:0.0:1779697724.786158:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00000400:00000200:2.0:1779697724.794907:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.794925:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 488 into portal 12 MB=0x6a14006471800 00000400:00000200:2.0:1779697724.794933:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 488/488 into md 0x18ee0d [64] + 61544 00000400:00000200:2.0:1779697724.794945:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.794950:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.794957:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.794967:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9ad80. 00000020:00000010:0.0:1779697724.795061:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.795067:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.795082:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d400. 00000020:00000010:0.0:1779697724.795087:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.795092:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.795129:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.795132:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697724.795135:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215565312 02000000:00000010:0.0:1779697724.795179:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc3095000. 00010000:00000010:0.0:1779697724.795216:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.795233:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c480. 00010000:00000010:0.0:1779697724.795242:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406780. 00010000:00000010:0.0:1779697724.795261:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697724.795281:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.795295:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20c00. 00010000:00000010:0.0:1779697724.795298:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c480. 00010000:00000010:0.0:1779697724.795302:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.0:1779697724.795306:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b00. 00010000:00000010:0.0:1779697724.795682:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20d00. 00010000:00000010:0.0:1779697724.795686:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c500. 00010000:00000010:0.0:1779697724.795690:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.0:1779697724.795693:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00000020:00000010:0.0:1779697724.795782:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac304fa00. 00000020:00000010:0.0:1779697724.795789:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac304fa00. 00000020:00000010:0.0:1779697724.795799:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacc02c1e0. 00080000:00000010:0.0:1779697724.795805:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb255c00. 00000004:00000010:0.0:1779697724.796519:0:189040:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93cbc56f1720. 00000001:00000010:0.0:1779697724.796534:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1240. 00000001:00000010:0.0:1779697724.796540:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cac452c780. 00000020:00000010:0.0:1779697724.796574:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacc02c1e0. 00010000:00000010:0.0:1779697724.796583:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.0:1779697724.796587:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77f00. 00010000:00000010:0.0:1779697724.796601:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac452c900. 00010000:00000010:0.0:1779697724.796643:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697724.796660:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697724.796677:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974609, last committed = 8589974453 00010000:00000200:0.0:1779697724.796686:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe9ad80 x1866146215565312/t8589974609(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 488/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697724.796705:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697724.796711:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215565312, offset 224 00000400:00000010:0.0:1779697724.796730:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbd67258c0. 00000400:00000200:0.0:1779697724.796735:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.796749:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.796754:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309726:309726:256:4294967295] 192.168.203.23@tcp LPNI seq info [309722:309722:8:4294967295] 00000400:00000200:0.0:1779697724.796761:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:0.0:1779697724.796768:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.796776:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.796780:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697724.796787:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.796793:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.796798:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.796815:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.796819:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.796822:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d400. 00010000:00000010:2.0:1779697724.797200:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77f00. 00010000:00000010:2.0:1779697724.797207:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c500. 00010000:00000010:2.0:1779697724.797214:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c900. 00000800:00000200:3.0:1779697724.797739:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.797744:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697724.797748:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.797754:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.800247:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697724.800279:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa79d 00000400:00000200:0.0:1779697724.800287:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.800290:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697724.800297:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:0.0:1779697724.800300:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00010000:00000010:2.0:1779697724.800455:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b00. 00010000:00000010:2.0:1779697724.800465:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c480. 00010000:00000010:0.1:1779697724.800653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.1:1779697724.800659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20500. 00010000:00000010:0.1:1779697724.800662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.1:1779697724.800665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:2.1:1779697724.803016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00000400:00000200:2.0:1779697724.804859:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.804876:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006471880 00000400:00000200:2.0:1779697724.804884:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 62032 00000400:00000200:2.0:1779697724.804941:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.804946:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.804954:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.804962:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98380. 00000020:00000010:3.0:1779697724.805657:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83831c0. 00000020:00000010:3.0:1779697724.805663:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83831c0. 00000020:00000010:3.0:1779697724.805668:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.805673:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.805677:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.805725:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc83831c0. 00000020:00000010:3.0:1779697724.805727:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc83831c0. 00000100:00000200:3.0:1779697724.805731:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215565440 00000001:00000010:3.0:1779697724.805740:0:189042:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff50c0. 00010000:00000010:3.0:1779697724.805763:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.805770:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 02000000:00000010:3.0:1779697724.805796:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf4000. 00010000:00000010:3.0:1779697724.805825:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.0:1779697724.805829:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.805848:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192900. 00010000:00000010:3.0:1779697724.805851:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697724.805855:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.0:1779697724.805857:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.805954:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.805958:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.806038:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.806049:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.806054:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697724.806079:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697724.806093:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98380 x1866146215565440/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/584 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.806111:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697724.806117:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1866146215565440, offset 224 00000400:00000200:3.0:1779697724.806123:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.806133:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.806139:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309727:309727:256:4294967295] 192.168.203.23@tcp LPNI seq info [309723:309723:8:4294967295] 00000400:00000200:3.0:1779697724.806150:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.806437:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.806443:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697724.806449:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.806456:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.806460:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.806480:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.806484:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.806487:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00000800:00000200:3.0:1779697724.806557:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.806561:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697724.806564:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.806569:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.806573:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:3.0:1779697724.806575:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:0.1:1779697724.808463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.1:1779697724.808474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20b00. 00010000:00000010:0.1:1779697724.808479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:0.1:1779697724.808482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3400. 00010000:00000010:0.1:1779697724.808485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00000400:00000200:0.0:1779697724.810563:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.810582:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 392 into portal 23 MB=0x6a14006471980 00000400:00000200:0.0:1779697724.810590:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.23@tcp of length 392/392 into md 0x15552d [2] + 1232 00000400:00000200:0.0:1779697724.810603:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.810607:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.810615:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1779697724.810623:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86300. 00000020:00000010:3.0:1779697724.812013:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.812020:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.812027:0:189043:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.812041:0:189043:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.812046:0:189043:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.812077:0:189043:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.812079:0:189043:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000100:00000200:3.0:1779697724.812082:0:189043:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215565696 02000000:00000010:3.0:1779697724.812121:0:189043:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff93cbf0cd6800. 00000004:00000010:3.0:1779697724.812193:0:189043:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff93cacc0b7e00. 00080000:00000010:3.0:1779697724.812212:0:189043:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd7800. 00000001:00000010:3.0:1779697724.812242:0:189043:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b6c0. 00000001:00000010:3.0:1779697724.812247:0:189043:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543600. 00010000:00000200:3.0:1779697724.812516:0:189043:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86300 x1866146215565696/t8589974610(0) o35->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 392/456 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.812535:0:189043:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697724.812542:0:189043:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215565696, offset 224 00000400:00000200:3.0:1779697724.812548:0:189043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.812559:0:189043:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.812566:0:189043:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309728:309728:256:4294967295] 192.168.203.23@tcp LPNI seq info [309724:309724:8:4294967295] 00000400:00000200:3.0:1779697724.812576:0:189043:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.812582:0:189043:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.812587:0:189043:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697724.812593:0:189043:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.812601:0:189043:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.812605:0:189043:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.812623:0:189043:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.812627:0:189043:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.812630:0:189043:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00000800:00000200:2.0:1779697724.816051:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.816058:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:2.0:1779697724.816065:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.816081:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.816087:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:2.0:1779697724.816090:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00000400:00000200:0.0:1779697724.831747:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.831767:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 504 into portal 12 MB=0x6a14006471a80 00000400:00000200:0.0:1779697724.831775:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 504/504 into md 0x18ee0d [64] + 62616 00000400:00000200:0.0:1779697724.831789:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.831793:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.831801:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.831808:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85180. 00000020:00000010:3.0:1779697724.831896:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.831901:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.831906:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.831911:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.831916:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.831956:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.831958:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000100:00000200:3.0:1779697724.831961:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215565952 00000001:00000010:3.0:1779697724.831971:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cac452c780. 02000000:00000010:3.0:1779697724.831999:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf7000. 00010000:00000010:3.0:1779697724.832037:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.832048:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:3.0:1779697724.832058:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ee80. 00010000:00000010:3.0:1779697724.832064:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406d00. 00010000:00000010:3.0:1779697724.832079:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e580. 00010000:00000010:3.0:1779697724.832093:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192500. 00010000:00000010:3.0:1779697724.832097:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697724.832102:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.0:1779697724.832107:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.832119:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192a00. 00010000:00000010:3.0:1779697724.832121:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e80. 00010000:00000010:3.0:1779697724.832124:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:3.0:1779697724.832127:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.832578:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192f00. 00010000:00000010:3.0:1779697724.832582:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697724.832585:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.0:1779697724.832589:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00000020:00000010:3.0:1779697724.832623:0:209509:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697724.832630:0:209509:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97180. 00080000:00000010:3.0:1779697724.832638:0:209509:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff93cbf734cde0. 00080000:00000010:3.0:1779697724.832641:0:209509:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff93cbc8383e80. 00080000:00000010:3.0:1779697724.832654:0:209509:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff93cbc8383e80. 00080000:00000010:3.0:1779697724.832657:0:209509:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff93cbf734cde0. 00000020:00000010:3.0:1779697724.832665:0:209509:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830b300. 00080000:00000010:3.0:1779697724.832672:0:209509:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf0cd5000. 00000001:00000010:3.0:1779697724.833007:0:209509:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830bf60. 00000001:00000010:3.0:1779697724.833014:0:209509:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543900. 00000020:00000010:3.0:1779697724.833043:0:209509:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830b300. 00010000:00000010:3.0:1779697724.833222:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.833227:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697724.833243:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.833247:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000200:3.0:1779697724.833263:0:209509:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974611, last committed = 8589974453 00010000:00000200:3.0:1779697724.833647:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85180 x1866146215565952/t8589974611(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 504/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697724.833666:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697724.833672:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215565952, offset 224 00000400:00000010:3.0:1779697724.833679:0:209509:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0508. 00000400:00000200:3.0:1779697724.833683:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.833695:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.833701:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309729:309729:256:4294967295] 192.168.203.23@tcp LPNI seq info [309725:309725:8:4294967295] 00000400:00000200:3.0:1779697724.833706:0:209509:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697724.833724:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.833729:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.833734:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697724.833740:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.833746:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.833750:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.833813:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697724.833818:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.833821:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00010000:00000010:2.1:1779697724.833883:0:3320:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20d00. 00010000:00000010:2.1:1779697724.833889:0:3320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:2.1:1779697724.833891:0:3320:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20c00. 00010000:00000010:2.1:1779697724.833894:0:3320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00000800:00000200:0.0:1779697724.842177:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.842187:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697724.842195:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.842203:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.844383:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.844424:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa7a9 00000400:00000200:2.0:1779697724.844431:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.844435:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.844441:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:2.0:1779697724.844445:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00010000:00000010:3.1:1779697724.844515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.1:1779697724.844523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192900. 00010000:00000010:3.1:1779697724.844527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.1:1779697724.844529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.844562:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.844571:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e80. 00000400:00000200:0.0:1779697724.845312:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.845323:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006471b00 00000400:00000200:0.0:1779697724.845331:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 63120 00000400:00000200:0.0:1779697724.845378:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.845383:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.845411:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.845418:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86a00. 00000020:00000010:2.0:1779697724.849734:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.849744:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.849751:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697724.849756:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.849762:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.849799:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.849801:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000100:00000200:2.0:1779697724.849804:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215566080 00000001:00000010:2.0:1779697724.849814:0:189041:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543600. 00010000:00000010:2.0:1779697724.849838:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697724.849842:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.849848:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697724.849854:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 02000000:00000010:2.0:1779697724.849881:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc820e000. 00010000:00000010:2.0:1779697724.849913:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697724.849917:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697724.850018:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000200:2.0:1779697724.850053:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86a00 x1866146215566080/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.850080:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779697724.850087:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215566080, offset 224 00000400:00000200:2.0:1779697724.850093:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.850106:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.850112:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309730:309730:256:4294967295] 192.168.203.23@tcp LPNI seq info [309726:309726:8:4294967295] 00000400:00000200:2.0:1779697724.850124:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.850130:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.850135:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697724.850141:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.850149:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.850159:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.850176:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.850180:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.850183:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000800:00000200:0.0:1779697724.850459:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.850465:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:0.0:1779697724.850469:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.850475:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.850480:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:0.0:1779697724.850483:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00010000:00000010:3.1:1779697724.852053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.1:1779697724.852063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:3.1:1779697724.852068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:3.1:1779697724.852073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697724.852075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:3.1:1779697724.852090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192f00. 00010000:00000010:3.1:1779697724.852094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.1:1779697724.852095:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192500. 00010000:00000010:3.1:1779697724.852098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00000400:00000200:2.0:1779697724.852774:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.852791:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006471b80 00000400:00000200:2.0:1779697724.852798:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 63696 00000400:00000200:2.0:1779697724.852810:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.852814:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.852821:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.852826:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99500. 00000020:00000010:3.0:1779697724.852932:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.852937:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.852942:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.852957:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e80. 00000020:00000010:3.0:1779697724.852962:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.853002:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.853004:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000100:00000200:3.0:1779697724.853008:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215566208 00010000:00000010:3.0:1779697724.853038:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.0:1779697724.853046:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 02000000:00000010:3.0:1779697724.853081:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cacccf3000. 00010000:00000010:3.0:1779697724.853108:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.0:1779697724.853112:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.853128:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192500. 00010000:00000010:3.0:1779697724.853132:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697724.853136:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.853139:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.853865:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192f00. 00010000:00000010:3.0:1779697724.853870:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536a00. 00010000:00000010:3.0:1779697724.853874:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:3.0:1779697724.853878:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11800. 00010000:00000010:3.0:1779697724.853950:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.853962:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.853968:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697724.853988:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000200:3.0:1779697724.854002:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99500 x1866146215566208/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/640 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.854021:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0b28. 00000100:00000200:3.0:1779697724.854027:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1866146215566208, offset 224 00000400:00000200:3.0:1779697724.854035:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.854044:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.854050:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309731:309731:256:4294967295] 192.168.203.23@tcp LPNI seq info [309727:309727:8:4294967295] 00000400:00000200:3.0:1779697724.854060:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.854066:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.854232:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697724.854238:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.854246:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.854250:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.854386:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e80. 00000020:00000010:3.0:1779697724.854437:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.854442:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00000800:00000200:0.0:1779697724.854557:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.854562:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697724.854565:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.854570:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.854575:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0b28 00000400:00000010:0.0:1779697724.854578:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0b28. 00000400:00000200:0.0:1779697724.857579:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.857596:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006471c00 00000400:00000200:0.0:1779697724.857604:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 7440 00000400:00000200:0.0:1779697724.857616:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.857620:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.857627:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697724.857633:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87480. 00000020:00000010:2.0:1779697724.857733:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.857739:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.857744:0:207459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697724.857749:0:207459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.857753:0:207459:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.857790:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779697724.857793:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000100:00000200:2.0:1779697724.857795:0:207459:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215566336 00010000:00000010:2.0:1779697724.857816:0:207459:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dad00. 00010000:00000010:2.0:1779697724.857819:0:207459:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515da100. 00010000:00000010:2.0:1779697724.857827:0:207459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8a00. 00002000:00000010:2.0:1779697724.857834:0:207459:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bba6c0. 02000000:00000010:2.0:1779697724.857857:0:207459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbeeb22400. 00010000:00000200:2.0:1779697724.857883:0:207459:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87480 x1866146215566336/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.857900:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697724.857905:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215566336, offset 224 00000400:00000200:2.0:1779697724.857910:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.857919:0:207459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.857924:0:207459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309732:309732:256:4294967295] 192.168.203.23@tcp LPNI seq info [309728:309728:8:4294967295] 00000400:00000200:2.0:1779697724.857934:0:207459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.857940:0:207459:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.857944:0:207459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697724.857950:0:207459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.857956:0:207459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.857960:0:207459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.857975:0:207459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.857978:0:207459:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.857981:0:207459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000800:00000200:2.0:1779697724.858057:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.858061:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:2.0:1779697724.858064:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.858067:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.858071:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697724.858073:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00010000:00000010:3.1:1779697724.858879:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192a00. 00010000:00000010:3.1:1779697724.858888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00000400:00000200:0.0:1779697724.861564:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.861582:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006471d00 00000400:00000200:0.0:1779697724.861590:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 64280 00000400:00000200:0.0:1779697724.861603:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.861607:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.861614:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.861620:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87b80. 00010000:00000010:2.1:1779697724.863172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00000020:00000010:2.0:1779697724.863219:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.863225:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.863232:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697724.863237:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.863242:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.863461:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.863464:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000100:00000200:2.0:1779697724.863468:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215566592 02000000:00000010:2.0:1779697724.863504:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbc820f000. 00010000:00000010:2.0:1779697724.863553:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11800. 00010000:00000010:2.0:1779697724.863568:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536a00. 00010000:00000010:2.0:1779697724.863577:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697724.863582:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.863596:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697724.863599:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.863604:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697724.863608:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697724.863622:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697724.863624:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7700. 00010000:00000010:2.0:1779697724.863627:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697724.863629:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808480. 00010000:00000010:2.0:1779697724.863728:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daa00. 00010000:00000010:2.0:1779697724.863731:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7080. 00010000:00000010:2.0:1779697724.863734:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697724.863737:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00000020:00000010:2.0:1779697724.863759:0:207451:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697724.863765:0:207451:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac355b7c0. 00000020:00000010:2.0:1779697724.863774:0:207451:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbffa0b420. 00080000:00000010:2.0:1779697724.863783:0:207451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbeeb20800. 00010000:00000010:3.1:1779697724.864434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.1:1779697724.864440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192500. 00010000:00000010:3.1:1779697724.864444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.1:1779697724.864446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00000001:00000010:2.0:1779697724.867689:0:207451:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0ba20. 00000001:00000010:2.0:1779697724.867704:0:207451:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff50c0. 00000020:00000010:2.0:1779697724.867760:0:207451:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbffa0b420. 00010000:00000010:2.0:1779697724.867774:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697724.867782:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808280. 00010000:00000010:2.0:1779697724.867802:0:207451:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5f00. 00010000:00000010:2.0:1779697724.867854:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697724.867873:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697724.867878:0:207451:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000200:2.0:1779697724.867901:0:207451:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974612, last committed = 8589974453 00010000:00000200:2.0:1779697724.867912:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87b80 x1866146215566592/t8589974612(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697724.867932:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697724.867938:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215566592, offset 224 00000400:00000010:2.0:1779697724.867945:0:207451:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb70540. 00000400:00000200:2.0:1779697724.867949:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.867962:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.867969:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309733:309733:256:4294967295] 192.168.203.23@tcp LPNI seq info [309729:309729:8:4294967295] 00000400:00000200:2.0:1779697724.867975:0:207451:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697724.867982:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.867987:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.867992:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697724.867998:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.868006:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.868010:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1779697724.868019:0:189029:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808280. 00010000:00000010:1.0:1779697724.868025:0:189029:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7080. 00010000:00000010:1.0:1779697724.868031:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5f00. 00000020:00000010:2.0:1779697724.868042:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.868046:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.868050:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000800:00000200:1.0:1779697724.868122:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697724.868126:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697724.868131:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697724.868136:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.876873:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:2.0:1779697724.876892:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa7b9 00000400:00000200:2.0:1779697724.876899:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.876904:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:2.0:1779697724.876911:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697724.876915:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000400:00000200:2.0:1779697724.876944:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.876950:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006471d80 00000400:00000200:2.0:1779697724.876959:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 64776 00000400:00000200:2.0:1779697724.877591:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.877597:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.877603:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.877610:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98000. 00010000:00000010:3.0:1779697724.877824:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808480. 00010000:00000010:3.0:1779697724.877834:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7700. 00010000:00000010:2.1:1779697724.878476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615c00. 00010000:00000010:2.1:1779697724.878483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192f00. 00010000:00000010:2.1:1779697724.878488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697724.878491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00000020:00000010:0.0:1779697724.879526:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.879532:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.879538:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d400. 00000020:00000010:0.0:1779697724.879543:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.879548:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.879610:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.879613:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697724.879616:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215566720 00000001:00000010:0.0:1779697724.879625:0:209509:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543900. 00010000:00000010:0.0:1779697724.879644:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20b00. 00010000:00000010:0.0:1779697724.879648:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7cd00. 00010000:00000010:0.0:1779697724.879653:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697724.879659:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697724.879692:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3096000. 00010000:00000010:0.0:1779697724.879725:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697724.879729:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77780. 00010000:00000010:0.0:1779697724.879821:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697724.879841:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe98000 x1866146215566720/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.879858:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697724.879864:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215566720, offset 224 00000400:00000200:0.0:1779697724.879871:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.879883:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.879889:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309734:309734:256:4294967295] 192.168.203.23@tcp LPNI seq info [309730:309730:8:4294967295] 00000400:00000200:0.0:1779697724.879899:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.879905:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.879909:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697724.879916:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.879922:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.879926:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.879949:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.879953:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.879956:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d400. 00000800:00000200:3.0:1779697724.880077:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.880081:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:3.0:1779697724.880085:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.880090:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.880095:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:3.0:1779697724.880097:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00000400:00000200:3.0:1779697724.882695:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.882713:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006471e00 00000400:00000200:3.0:1779697724.882730:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 65352 00000400:00000200:3.0:1779697724.882742:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.882746:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.882754:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697724.882760:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1180. 00010000:00000010:1.1:1779697724.888022:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daa00. 00010000:00000010:1.1:1779697724.888039:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697724.890190:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697724.890203:0:189041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697724.890208:0:189041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00000020:00000010:2.0:1779697724.901910:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.901921:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.901929:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697724.901935:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.901940:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.901993:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.901996:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000100:00000200:2.0:1779697724.901999:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215566848 00010000:00000010:2.0:1779697724.902026:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697724.902044:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 02000000:00000010:2.0:1779697724.902071:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc8209000. 00010000:00000010:2.0:1779697724.902101:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697724.902105:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697724.902126:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697724.902130:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.902134:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.0:1779697724.902137:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697724.902971:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515daf00. 00010000:00000010:2.0:1779697724.902976:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7e00. 00010000:00000010:2.0:1779697724.902982:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697724.902986:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808100. 00010000:00000010:2.0:1779697724.903126:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697724.903140:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000010:2.0:1779697724.903145:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7400. 00010000:00000010:2.0:1779697724.903231:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000200:2.0:1779697724.903252:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb1180 x1866146215566848/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/664 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.903281:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697724.903288:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215566848, offset 224 00000400:00000200:2.0:1779697724.903295:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.903308:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.903314:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309735:309735:256:4294967295] 192.168.203.23@tcp LPNI seq info [309731:309731:8:4294967295] 00000400:00000200:2.0:1779697724.903326:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.903332:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.903337:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697724.903343:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.903351:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.903355:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.903377:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.903381:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.903385:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000800:00000200:2.0:1779697724.903631:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.903635:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:2.0:1779697724.903639:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.903644:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.903649:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697724.903652:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00010000:00000010:3.1:1779697724.910522:0:189040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:3.1:1779697724.910536:0:189040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00000400:00000200:0.0:1779697724.910741:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.910758:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006471e80 00000400:00000200:0.0:1779697724.910766:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 7768 00000400:00000200:0.0:1779697724.910775:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.910780:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.910788:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697724.910794:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c84a80. 00000400:00000200:0.0:1779697724.910820:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.910825:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006471f00 00000400:00000200:0.0:1779697724.910829:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 8096 00000400:00000200:0.0:1779697724.910835:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.910839:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.910841:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697724.910844:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85500. 00000020:00000010:2.0:1779697724.910903:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.910908:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.910913:0:209827:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697724.910918:0:209827:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.910922:0:209827:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.910955:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.910958:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.910961:0:209827:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552000. 00000020:00000010:2.0:1779697724.910965:0:209827:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697724.910967:0:209827:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697724.910982:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab00. 00000020:00000010:2.0:1779697724.910984:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab00. 00000100:00000200:2.0:1779697724.910987:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215566976 00010000:00000010:2.0:1779697724.911007:0:209827:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dab00. 00010000:00000010:2.0:1779697724.911010:0:209827:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515da400. 00010000:00000010:2.0:1779697724.911016:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8e00. 00002000:00000010:2.0:1779697724.911024:0:209827:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bbab00. 02000000:00000010:2.0:1779697724.911054:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf1312000. 00010000:00000200:2.0:1779697724.911082:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c84a80 x1866146215566976/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.911099:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697724.911104:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215566976, offset 224 00000400:00000200:2.0:1779697724.911110:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.911119:0:209827:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.911126:0:209827:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309736:309736:256:4294967295] 192.168.203.23@tcp LPNI seq info [309732:309732:8:4294967295] 00000400:00000200:2.0:1779697724.911135:0:209827:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.911140:0:209827:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.911145:0:209827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697724.911151:0:209827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.911165:0:209827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.911169:0:209827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.911182:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.911186:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.911189:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697724.911201:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbadc0. 00000020:00000010:2.0:1779697724.911203:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbadc0. 00000100:00000200:2.0:1779697724.911205:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215567104 00010000:00000010:2.0:1779697724.911215:0:209827:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515dae00. 00010000:00000010:2.0:1779697724.911218:0:209827:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515daa00. 00010000:00000010:2.0:1779697724.911222:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8800. 00002000:00000010:2.0:1779697724.911226:0:209827:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bbadc0. 02000000:00000010:2.0:1779697724.911238:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf1312400. 00010000:00000200:2.0:1779697724.911249:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85500 x1866146215567104/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.911259:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697724.911262:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215567104, offset 224 00000400:00000200:2.0:1779697724.911276:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.911281:0:209827:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.911285:0:209827:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309737:309737:255:4294967295] 192.168.203.23@tcp LPNI seq info [309733:309733:7:4294967295] 00000400:00000200:2.0:1779697724.911293:0:209827:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.911298:0:209827:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.911301:0:209827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697724.911304:0:209827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.911308:0:209827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.911311:0:209827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.911316:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697724.911319:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697724.911321:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552000. 00000800:00000200:3.0:1779697724.911664:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.911668:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697724.911672:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.911676:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.911679:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:3.0:1779697724.911682:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000800:00000200:3.0:1779697724.911747:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.911750:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697724.911752:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.911756:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.911758:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:3.0:1779697724.911760:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00010000:00000010:2.1:1779697724.914588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697724.914600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:2.1:1779697724.914604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:2.1:1779697724.914607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697724.914652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000400:00000200:2.0:1779697724.914876:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.914894:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006472000 00000400:00000200:2.0:1779697724.914902:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 65936 00000400:00000200:2.0:1779697724.914914:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.914919:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.914927:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.914932:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99880. 00000020:00000010:3.0:1779697724.915106:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.915112:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.915117:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.915122:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e80. 00000020:00000010:3.0:1779697724.915127:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.915171:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.915174:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000100:00000200:3.0:1779697724.915177:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215567360 02000000:00000010:3.0:1779697724.915210:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cacccf2000. 00010000:00000010:3.0:1779697724.915245:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808100. 00010000:00000010:3.0:1779697724.915259:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7e00. 00010000:00000010:3.0:1779697724.915276:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77780. 00010000:00000010:3.0:1779697724.915283:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7cd00. 00010000:00000010:3.0:1779697724.915298:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192500. 00010000:00000010:3.0:1779697724.915301:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697724.915306:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.0:1779697724.915310:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.915323:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192a00. 00010000:00000010:3.0:1779697724.915325:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536b00. 00010000:00000010:3.0:1779697724.915328:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615400. 00010000:00000010:3.0:1779697724.915331:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11f00. 00010000:00000010:3.0:1779697724.915450:0:202031:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192900. 00010000:00000010:3.0:1779697724.915453:0:202031:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697724.915456:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.0:1779697724.915459:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000020:00000010:3.0:1779697724.915480:0:202031:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697724.915487:0:202031:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697724.915496:0:202031:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cbc830b300. 00080000:00000010:3.0:1779697724.915504:0:202031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac273d400. 00000001:00000010:3.0:1779697724.916003:0:202031:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93caca5d9900. 00000001:00000010:3.0:1779697724.916009:0:202031:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad7543480. 00000020:00000010:3.0:1779697724.916042:0:202031:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cbc830b300. 00010000:00000010:3.0:1779697724.916049:0:202031:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:3.0:1779697724.916053:0:202031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697724.916065:0:202031:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543e40. 00010000:00000010:3.0:1779697724.916102:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.916116:0:202031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.916120:0:202031:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000200:3.0:1779697724.916135:0:202031:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974613, last committed = 8589974453 00010000:00000200:3.0:1779697724.916144:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe99880 x1866146215567360/t8589974613(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697724.916163:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697724.916169:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215567360, offset 224 00000400:00000010:3.0:1779697724.916175:0:202031:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff5e0d58. 00000400:00000200:3.0:1779697724.916180:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.916193:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.916200:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309738:309738:256:4294967295] 192.168.203.23@tcp LPNI seq info [309734:309734:8:4294967295] 00000400:00000200:3.0:1779697724.916205:0:202031:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:3.0:1779697724.916211:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.916217:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.916222:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697724.916228:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.916234:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.916239:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.916256:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e80. 00000020:00000010:3.0:1779697724.916260:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.916263:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00010000:00000010:3.0:1779697724.916286:0:190181:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697724.916289:0:190181:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536680. 00010000:00000010:3.0:1779697724.916294:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543e40. 00000800:00000200:3.0:1779697724.916365:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.916369:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697724.916372:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.916376:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.918215:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:3.0:1779697724.918232:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa7cd 00000400:00000200:3.0:1779697724.918238:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.918242:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:3.0:1779697724.918249:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:3.0:1779697724.918252:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00010000:00000010:2.0:1779697724.921635:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11f00. 00010000:00000010:2.0:1779697724.921652:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536b00. 00010000:00000010:3.1:1779697724.922422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:3.1:1779697724.922430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515daf00. 00010000:00000010:3.1:1779697724.922434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:3.1:1779697724.922438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20b00. 00010000:00000010:3.1:1779697724.922441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.1:1779697724.922444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192500. 00010000:00000010:3.1:1779697724.922449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.1:1779697724.922451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192900. 00010000:00000010:3.1:1779697724.922454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00000400:00000200:2.0:1779697724.924299:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697724.924318:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006472080 00000400:00000200:2.0:1779697724.924327:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 66432 00000400:00000200:2.0:1779697724.924401:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.924407:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697724.924415:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697724.924422:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9aa00. 00000020:00000010:0.0:1779697724.924796:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.924802:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.924808:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d400. 00000020:00000010:0.0:1779697724.924813:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.924817:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.924855:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.924857:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697724.924861:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215567488 00000001:00000010:0.0:1779697724.924870:0:207451:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff50c0. 00010000:00000010:0.0:1779697724.924890:0:207451:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20500. 00010000:00000010:0.0:1779697724.924893:0:207451:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c700. 00010000:00000010:0.0:1779697724.924899:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.0:1779697724.924906:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 02000000:00000010:0.0:1779697724.924933:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3097000. 00010000:00000010:0.0:1779697724.924961:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:0.0:1779697724.924976:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77b80. 00010000:00000010:0.0:1779697724.925081:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000200:0.0:1779697724.925103:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe9aa00 x1866146215567488/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.925121:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697724.925127:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215567488, offset 224 00000400:00000200:0.0:1779697724.925134:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.925143:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.925149:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309739:309739:256:4294967295] 192.168.203.23@tcp LPNI seq info [309735:309735:8:4294967295] 00000400:00000200:0.0:1779697724.925170:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.925175:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.925180:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697724.925186:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.925193:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.925198:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.925216:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697724.925220:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.925223:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d400. 00000800:00000200:3.0:1779697724.925639:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.925645:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697724.925648:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.925653:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.925657:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:3.0:1779697724.925659:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00010000:00000010:2.1:1779697724.926527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192a00. 00010000:00000010:2.1:1779697724.926536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615400. 00000400:00000200:0.0:1779697724.931924:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.931943:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006472100 00000400:00000200:0.0:1779697724.931952:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 67008 00000400:00000200:0.0:1779697724.931965:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.931970:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.931978:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.931985:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c84000. 00000020:00000010:3.0:1779697724.932175:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.932181:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.932186:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.932191:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697724.932195:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.932231:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.932234:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000100:00000200:3.0:1779697724.932236:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215567616 00010000:00000010:3.0:1779697724.932261:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:3.0:1779697724.932279:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697724.932305:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeec9000. 00010000:00000010:3.0:1779697724.932329:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.0:1779697724.932332:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.932349:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192900. 00010000:00000010:3.0:1779697724.932352:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e80. 00010000:00000010:3.0:1779697724.932356:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.0:1779697724.932358:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.932467:0:209509:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192500. 00010000:00000010:3.0:1779697724.932470:0:209509:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697724.932473:0:209509:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.0:1779697724.932476:0:209509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697724.932553:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.932565:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:3.0:1779697724.932570:0:209509:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e80. 00010000:00000010:3.0:1779697724.932589:0:209509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:3.0:1779697724.932603:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c84000 x1866146215567616/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/664 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779697724.932621:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0f68. 00000100:00000200:3.0:1779697724.932627:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215567616, offset 224 00000400:00000200:3.0:1779697724.932633:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697724.932643:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697724.932648:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309740:309740:256:4294967295] 192.168.203.23@tcp LPNI seq info [309736:309736:8:4294967295] 00000400:00000200:3.0:1779697724.932658:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697724.932663:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697724.932668:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697724.932674:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697724.932681:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697724.932685:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1779697724.932704:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697724.932708:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.932711:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00010000:00000010:0.1:1779697724.932777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00000800:00000200:2.0:1779697724.933092:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697724.933097:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:2.0:1779697724.933100:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697724.933105:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697724.933109:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0f68 00000400:00000010:2.0:1779697724.933111:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0f68. 00000400:00000200:0.0:1779697724.935862:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.935881:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006472200 00000400:00000200:0.0:1779697724.935889:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 8424 00000400:00000200:0.0:1779697724.935899:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.935904:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.935912:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697724.935919:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85f80. 00000400:00000200:0.0:1779697724.935946:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.935951:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006472180 00000400:00000200:0.0:1779697724.935955:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 8752 00000400:00000200:0.0:1779697724.935961:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.935964:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.935966:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697724.935969:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86d80. 00000020:00000010:2.0:1779697724.936076:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba540. 00000020:00000010:2.0:1779697724.936081:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba540. 00000020:00000010:2.0:1779697724.936086:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552000. 00000020:00000010:2.0:1779697724.936091:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697724.936095:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697724.936131:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba540. 00000020:00000010:2.0:1779697724.936133:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba540. 00000020:00000010:2.0:1779697724.936136:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697724.936138:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779697724.936141:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3a28. 00000020:00000010:2.0:1779697724.936171:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba540. 00000020:00000010:2.0:1779697724.936174:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba540. 00000100:00000200:2.0:1779697724.936177:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215567872 00010000:00000010:2.0:1779697724.936199:0:207452:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cb515da200. 00010000:00000010:2.0:1779697724.936203:0:207452:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cb515daf00. 00010000:00000010:2.0:1779697724.936209:0:207452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8400. 00002000:00000010:2.0:1779697724.936218:0:207452:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cac4bba540. 02000000:00000010:2.0:1779697724.936246:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbf1311400. 00000020:00000010:0.0:1779697724.936516:0:189657:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61500. 00000020:00000010:0.0:1779697724.936520:0:189657:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61500. 00000100:00000200:0.0:1779697724.936522:0:189657:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215567744 00010000:00000010:0.0:1779697724.936567:0:189657:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20700. 00010000:00000010:0.0:1779697724.936570:0:189657:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20f00. 00010000:00000010:0.0:1779697724.936583:0:189657:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3200. 00002000:00000010:0.0:1779697724.936589:0:189657:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61500. 02000000:00000010:0.0:1779697724.936603:0:189657:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbcb257000. 00010000:00000200:0.0:1779697724.936622:0:189657:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86d80 x1866146215567744/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.936639:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697724.936644:0:189657:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215567744, offset 224 00000400:00000200:0.0:1779697724.936650:0:189657:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.936659:0:189657:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.936665:0:189657:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309741:309741:256:4294967295] 192.168.203.23@tcp LPNI seq info [309737:309737:8:4294967295] 00000400:00000200:0.0:1779697724.936675:0:189657:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.936680:0:189657:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.936685:0:189657:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697724.936691:0:189657:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.936697:0:189657:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.936701:0:189657:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.936727:0:189657:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:0.0:1779697724.936731:0:189657:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3a28. 00000020:00000010:0.0:1779697724.936734:0:189657:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000800:00000200:0.0:1779697724.936814:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.936819:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697724.936822:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.936827:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.936831:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:0.0:1779697724.936833:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00010000:00000200:2.0:1779697724.937105:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85f80 x1866146215567872/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.937119:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697724.937122:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215567872, offset 224 00000400:00000200:2.0:1779697724.937127:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.937133:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.937137:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309742:309742:256:4294967295] 192.168.203.23@tcp LPNI seq info [309738:309738:8:4294967295] 00000400:00000200:2.0:1779697724.937145:0:207452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.937159:0:207452:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.937163:0:207452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697724.937167:0:207452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.937171:0:207452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.937174:0:207452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.937193:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697724.937196:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697724.937199:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552000. 00000800:00000200:0.0:1779697724.938149:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.938165:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:0.0:1779697724.938171:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.938177:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.938181:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:0.0:1779697724.938183:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00010000:00000010:3.1:1779697724.942813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.1:1779697724.942826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192900. 00010000:00000010:3.1:1779697724.942829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.1:1779697724.942831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00000400:00000200:0.0:1779697724.944423:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.944442:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006472300 00000400:00000200:0.0:1779697724.944450:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 67592 00000400:00000200:0.0:1779697724.944466:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.944469:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.944477:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.944484:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87100. 00000020:00000010:3.0:1779697724.945450:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.945457:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.945462:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0477800. 00000020:00000010:3.0:1779697724.945468:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697724.945473:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697724.945523:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.945526:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000100:00000200:3.0:1779697724.945528:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215568128 02000000:00000010:3.0:1779697724.945560:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbfeecc000. 00010000:00000010:3.0:1779697724.945596:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697724.945609:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697724.945617:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77b80. 00010000:00000010:3.0:1779697724.945623:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c700. 00010000:00000010:3.0:1779697724.945650:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192900. 00010000:00000010:3.0:1779697724.945653:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536000. 00010000:00000010:3.0:1779697724.945658:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614000. 00010000:00000010:3.0:1779697724.945662:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11380. 00010000:00000010:3.0:1779697724.945680:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192200. 00010000:00000010:3.0:1779697724.945683:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536e80. 00010000:00000010:3.0:1779697724.945686:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.0:1779697724.945689:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697724.945800:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192600. 00010000:00000010:3.0:1779697724.945804:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697724.945807:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:3.0:1779697724.945810:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11c80. 00000020:00000010:3.0:1779697724.945835:0:189040:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697724.945842:0:189040:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cad1b97180. 00000020:00000010:3.0:1779697724.945852:0:189040:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93caca5d9960. 00080000:00000010:3.0:1779697724.945861:0:189040:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cace40a800. 00000001:00000010:2.0:1779697724.950579:0:189040:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0b420. 00000001:00000010:2.0:1779697724.950591:0:189040:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cacdff5180. 00000020:00000010:2.0:1779697724.950635:0:189040:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93caca5d9960. 00010000:00000010:2.0:1779697724.950652:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697724.950660:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808e80. 00010000:00000010:2.0:1779697724.950790:0:189040:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5600. 00010000:00000010:2.0:1779697724.950836:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11c80. 00010000:00000010:2.0:1779697724.950856:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11380. 00010000:00000010:2.0:1779697724.950862:0:189040:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536000. 00010000:00000200:2.0:1779697724.950885:0:189040:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974614, last committed = 8589974453 00010000:00000200:2.0:1779697724.950897:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87100 x1866146215568128/t8589974614(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 496/456 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697724.950917:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697724.950924:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215568128, offset 224 00000400:00000010:2.0:1779697724.950932:0:189040:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbeeb704d0. 00000400:00000200:2.0:1779697724.950936:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.950951:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.950957:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309743:309743:256:4294967295] 192.168.203.23@tcp LPNI seq info [309739:309739:8:4294967295] 00000400:00000200:2.0:1779697724.950963:0:189040:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:2.0:1779697724.950969:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.950975:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.950980:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697724.950987:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.950995:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.950999:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.951412:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:2.0:1779697724.951418:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:2.0:1779697724.951422:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0477800. 00010000:00000010:3.0:1779697724.954453:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808e80. 00010000:00000010:3.0:1779697724.954472:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697724.954484:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5600. 00080000:00000010:1.0:1779697724.955883:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643ab8. 00000004:00000010:1.0:1779697724.955901:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e091aa0. 00000004:00000010:1.0:1779697724.955908:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad2763ca0. 00000004:00000010:1.0:1779697724.955914:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad2763f28. 00000004:00000010:1.0:1779697724.955918:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9b300. 00000004:00000010:1.0:1779697724.955925:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563320. 00000004:00000010:1.0:1779697724.955932:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb4b0. 00000004:00000010:1.0:1779697724.955937:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77ab40. 00080000:00000010:1.0:1779697724.955969:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb3dd961c8. 00000004:00000010:1.0:1779697724.955981:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1cb18. 00000004:00000010:1.0:1779697724.955986:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb3a7393f8. 00000004:00000010:1.0:1779697724.955989:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cbf0407020. 00000004:00000010:1.0:1779697724.955992:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cacd650630. 00000004:00000010:1.0:1779697724.955996:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacdff5900. 00000004:00000010:1.0:1779697724.955998:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562880. 00000004:00000010:1.0:1779697724.956001:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefe10. 00000004:00000010:1.0:1779697724.956004:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cac3374000. 00080000:00000010:1.0:1779697724.956016:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643560. 00000004:00000010:1.0:1779697724.956021:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac2afa5b8. 00000004:00000010:1.0:1779697724.956025:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f40d8. 00000004:00000010:1.0:1779697724.956028:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f4f38. 00000004:00000010:1.0:1779697724.956030:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacdff5a80. 00000004:00000010:1.0:1779697724.956032:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562220. 00000004:00000010:1.0:1779697724.956034:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb780. 00000004:00000010:1.0:1779697724.956037:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b680. 00080000:00000010:1.0:1779697724.956051:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e1c8. 00000004:00000010:1.0:1779697724.956056:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e0913f8. 00000004:00000010:1.0:1779697724.956059:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad2763d48. 00000004:00000010:1.0:1779697724.956062:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad27631f8. 00000004:00000010:1.0:1779697724.956076:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9be40. 00000004:00000010:1.0:1779697724.956080:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d980. 00000004:00000010:1.0:1779697724.956082:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e000. 00000004:00000010:1.0:1779697724.956085:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311680. 00080000:00000010:1.0:1779697724.956098:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1fc80. 00000004:00000010:1.0:1779697724.956103:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac2af8000. 00000004:00000010:1.0:1779697724.956107:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f47d0. 00000004:00000010:1.0:1779697724.956110:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f4100. 00000004:00000010:1.0:1779697724.956112:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacdff5cc0. 00000004:00000010:1.0:1779697724.956114:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82000. 00000004:00000010:1.0:1779697724.956117:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af168. 00000004:00000010:1.0:1779697724.956119:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa21e0. 00080000:00000010:1.0:1779697724.956129:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd7579ab8. 00000004:00000010:1.0:1779697724.956132:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb44e88330. 00000004:00000010:1.0:1779697724.956135:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb000. 00000004:00000010:1.0:1779697724.956137:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb491e90e0. 00080000:00000010:1.0:1779697724.956146:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f8f0. 00000004:00000010:1.0:1779697724.956151:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e3308. 00000004:00000010:1.0:1779697724.956157:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53128. 00000004:00000010:1.0:1779697724.956160:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53b90. 00000004:00000010:1.0:1779697724.956162:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbf7202e40. 00000004:00000010:1.0:1779697724.956164:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83100. 00000004:00000010:1.0:1779697724.956167:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af780. 00000004:00000010:1.0:1779697724.956169:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa3e00. 00080000:00000010:1.0:1779697724.956181:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54fab8. 00000004:00000010:1.0:1779697724.956185:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e0927f0. 00000004:00000010:1.0:1779697724.956188:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad2763c58. 00000004:00000010:1.0:1779697724.956191:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad2763fc0. 00000004:00000010:1.0:1779697724.956193:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9bcc0. 00000004:00000010:1.0:1779697724.956196:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cdd0. 00000004:00000010:1.0:1779697724.956198:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e780. 00000004:00000010:1.0:1779697724.956200:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311860. 00080000:00000010:1.0:1779697724.956212:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f008. 00000004:00000010:1.0:1779697724.956216:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace2086a8. 00000004:00000010:1.0:1779697724.956219:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd53b08. 00000004:00000010:1.0:1779697724.956221:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53450. 00000004:00000010:1.0:1779697724.956223:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93caccb873c0. 00000004:00000010:1.0:1779697724.956227:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb41351540. 00000004:00000010:1.0:1779697724.956230:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cae8eb10f0. 00000004:00000010:1.0:1779697724.956232:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb1d254000. 00080000:00000010:1.0:1779697724.956241:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642ab0. 00000004:00000010:1.0:1779697724.956246:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e0930d0. 00000004:00000010:1.0:1779697724.956249:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad2763e70. 00000004:00000010:1.0:1779697724.956252:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad27630a0. 00000004:00000010:1.0:1779697724.956254:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9b840. 00000004:00000010:1.0:1779697724.956256:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562550. 00000004:00000010:1.0:1779697724.956259:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb7f8. 00000004:00000010:1.0:1779697724.956261:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77be00. 00080000:00000010:1.0:1779697724.956274:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc921c8. 00000004:00000010:1.0:1779697724.956279:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1f9b0. 00000004:00000010:1.0:1779697724.956282:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd650188. 00000004:00000010:1.0:1779697724.956284:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd650640. 00000004:00000010:1.0:1779697724.956286:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc82be9c0. 00000004:00000010:1.0:1779697724.956292:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30440. 00000004:00000010:1.0:1779697724.956295:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbefc30. 00000004:00000010:1.0:1779697724.956297:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebba40. 00080000:00000010:1.0:1779697724.956307:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6428e8. 00000004:00000010:1.0:1779697724.956310:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1d1c0. 00000004:00000010:1.0:1779697724.956312:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad27631a8. 00000004:00000010:1.0:1779697724.956315:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad2763630. 00000004:00000010:1.0:1779697724.956317:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9b600. 00000004:00000010:1.0:1779697724.956319:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3563210. 00000004:00000010:1.0:1779697724.956322:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcb258. 00000004:00000010:1.0:1779697724.956324:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a3c0. 00080000:00000010:1.0:1779697724.956332:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54ec78. 00000004:00000010:1.0:1779697724.956336:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac2af8f88. 00000004:00000010:1.0:1779697724.956339:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cbc68f4730. 00000004:00000010:1.0:1779697724.956341:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cbc68f4e68. 00000004:00000010:1.0:1779697724.956343:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacdff53c0. 00000004:00000010:1.0:1779697724.956345:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355cbb0. 00000004:00000010:1.0:1779697724.956346:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ed98. 00000004:00000010:1.0:1779697724.956348:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc8311a40. 00080000:00000010:1.0:1779697724.956359:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd7579398. 00000004:00000010:1.0:1779697724.956362:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb3a73b9b0. 00000004:00000010:1.0:1779697724.956365:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb3a739f10. 00000004:00000010:1.0:1779697724.956367:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cbc8cbf940. 00000004:00000010:1.0:1779697724.956370:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cad2763dc8. 00000004:00000010:1.0:1779697724.956372:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cacfaa7c00. 00000004:00000010:1.0:1779697724.956374:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb44e88ff0. 00000004:00000010:1.0:1779697724.956378:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbc30. 00000004:00000010:1.0:1779697724.956380:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb491e94a0. 00080000:00000010:1.0:1779697724.956419:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643c80. 00000004:00000010:1.0:1779697724.956423:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb3a739cd8. 00000004:00000010:1.0:1779697724.956428:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb3a73b778. 00000004:00000010:1.0:1779697724.956430:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cbc8cbfe80. 00000004:00000010:1.0:1779697724.956433:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cad2763838. 00000004:00000010:1.0:1779697724.956437:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cac43469c0. 00000004:00000010:1.0:1779697724.956439:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355d650. 00000004:00000010:1.0:1779697724.956441:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93e528. 00000004:00000010:1.0:1779697724.956443:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a3c0. 00080000:00000010:1.0:1779697724.956454:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642e40. 00000004:00000010:1.0:1779697724.956459:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cace208b18. 00000004:00000010:1.0:1779697724.956463:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb3a739630. 00000004:00000010:1.0:1779697724.956466:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cace528b90. 00000004:00000010:1.0:1779697724.956469:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cb5bd535d8. 00000004:00000010:1.0:1779697724.956472:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93caccb87900. 00000004:00000010:1.0:1779697724.956474:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac355c880. 00000004:00000010:1.0:1779697724.956476:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacd93ee88. 00000004:00000010:1.0:1779697724.956477:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad676a780. 00080000:00000010:1.0:1779697724.956486:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93008. 00000004:00000010:1.0:1779697724.956489:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cc00c30dd0. 00000004:00000010:1.0:1779697724.956491:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93caccbef4b0. 00000004:00000010:1.0:1779697724.956493:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbc7ebb0e0. 00080000:00000010:1.0:1779697724.956502:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642720. 00000004:00000010:1.0:1779697724.956506:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e093778. 00000004:00000010:1.0:1779697724.956509:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cad2763290. 00000004:00000010:1.0:1779697724.956512:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cad2763c48. 00000004:00000010:1.0:1779697724.956514:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9b180. 00000004:00000010:1.0:1779697724.956517:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562770. 00000004:00000010:1.0:1779697724.956519:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbf78. 00000004:00000010:1.0:1779697724.956521:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77b0e0. 00080000:00000010:1.0:1779697724.956530:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1eab0. 00000004:00000010:1.0:1779697724.956534:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cadfd1fbe8. 00000004:00000010:1.0:1779697724.956537:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cacd6503d0. 00000004:00000010:1.0:1779697724.956539:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cacd650818. 00000004:00000010:1.0:1779697724.956542:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc82becc0. 00000004:00000010:1.0:1779697724.956544:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef82aa0. 00000004:00000010:1.0:1779697724.956546:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af258. 00000004:00000010:1.0:1779697724.956549:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa30e0. 00080000:00000010:1.0:1779697724.956558:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f560. 00000004:00000010:1.0:1779697724.956560:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cb41350dd0. 00000004:00000010:1.0:1779697724.956563:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cae8eb1f00. 00000004:00000010:1.0:1779697724.956565:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb1d254d20. 00080000:00000010:1.0:1779697724.956573:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1fab8. 00000004:00000010:1.0:1779697724.956578:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e1cd8. 00000004:00000010:1.0:1779697724.956582:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e2c60. 00000004:00000010:1.0:1779697724.956587:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cac9192830. 00000004:00000010:1.0:1779697724.956589:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cb5bd53a48. 00000004:00000010:1.0:1779697724.956591:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbf7202b40. 00000004:00000010:1.0:1779697724.956594:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83210. 00000004:00000010:1.0:1779697724.956595:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74afca8. 00000004:00000010:1.0:1779697724.956597:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2780. 00080000:00000010:1.0:1779697724.956605:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00000004:00000010:1.0:1779697724.956609:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cac13e1630. 00000004:00000010:1.0:1779697724.956611:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff93cb5bd531f0. 00000004:00000010:1.0:1779697724.956614:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff93cb5bd53588. 00000004:00000010:1.0:1779697724.956616:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbf7202300. 00000004:00000010:1.0:1779697724.956617:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cac3562ff0. 00000004:00000010:1.0:1779697724.956620:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cb5fbcbe10. 00000004:00000010:1.0:1779697724.956621:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cb2a77a960. 00000800:00000200:0.0:1779697724.970929:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697724.970938:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:0.0:1779697724.970945:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.970953:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697724.972572:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:0.0:1779697724.972591:0:3315:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa7e1 00000400:00000200:0.0:1779697724.972598:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.972601:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:0.0:1779697724.972607:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:0.0:1779697724.972611:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00010000:00000010:3.0:1779697724.972703:0:3309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000010:3.0:1779697724.972724:0:3309:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536e80. 00010000:00000010:3.1:1779697724.977341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.1:1779697724.977358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192500. 00010000:00000010:3.1:1779697724.977362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2a00. 00010000:00000010:3.1:1779697724.977365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20500. 00010000:00000010:3.1:1779697724.979559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192600. 00010000:00000010:3.1:1779697724.979570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:3.1:1779697724.979574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192200. 00010000:00000010:3.1:1779697724.979578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00000400:00000200:0.0:1779697724.980006:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.980025:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006472380 00000400:00000200:0.0:1779697724.980033:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 68088 00000400:00000200:0.0:1779697724.980099:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.980104:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.980112:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.980119:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c85c00. 00000020:00000010:2.0:1779697724.980293:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba040. 00000020:00000010:2.0:1779697724.980298:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba040. 00000020:00000010:2.0:1779697724.980304:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552000. 00000020:00000010:2.0:1779697724.980309:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697724.980314:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697724.980356:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba040. 00000020:00000010:2.0:1779697724.980359:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba040. 00000100:00000200:2.0:1779697724.980362:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215568256 00000001:00000010:2.0:1779697724.980371:0:190609:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad7543480. 00010000:00000010:2.0:1779697724.980411:0:190609:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc78dcf00. 00010000:00000010:2.0:1779697724.980415:0:190609:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cacc0b7780. 00010000:00000010:2.0:1779697724.980421:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:2.0:1779697724.980427:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808780. 02000000:00000010:2.0:1779697724.980451:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc820b000. 00010000:00000010:2.0:1779697724.980475:0:190609:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:2.0:1779697724.980478:0:190609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbf9808880. 00010000:00000010:2.0:1779697724.980572:0:190609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808780. 00010000:00000200:2.0:1779697724.980590:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c85c00 x1866146215568256/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 576/688 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779697724.980606:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697724.980611:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215568256, offset 224 00000400:00000200:2.0:1779697724.980617:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697724.980625:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697724.980631:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309744:309744:256:4294967295] 192.168.203.23@tcp LPNI seq info [309740:309740:8:4294967295] 00000400:00000200:2.0:1779697724.980641:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697724.980647:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697724.980651:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697724.980656:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697724.980663:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697724.980667:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1779697724.980692:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779697724.980696:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697724.980699:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552000. 00000800:00000200:3.0:1779697724.980859:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.980863:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697724.980867:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.980871:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.980875:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:3.0:1779697724.980877:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00010000:00000010:2.1:1779697724.984429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614a00. 00010000:00000010:2.1:1779697724.984444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192900. 00010000:00000010:2.1:1779697724.984447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614000. 00000400:00000200:0.0:1779697724.988958:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697724.988977:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 584 into portal 12 MB=0x6a14006472400 00000400:00000200:0.0:1779697724.988986:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 584/584 into md 0x18ee0d [64] + 68664 00000400:00000200:0.0:1779697724.989000:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697724.989004:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697724.989012:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697724.989019:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c86680. 00000020:00000010:3.0:1779697724.989407:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.989413:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.989418:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:3.0:1779697724.989423:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e80. 00000020:00000010:3.0:1779697724.989428:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697724.989465:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc8383e80. 00000020:00000010:3.0:1779697724.989467:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc8383e80. 00000100:00000200:3.0:1779697724.989470:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215568384 00010000:00000010:3.0:1779697724.989494:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615e00. 00010000:00000010:3.0:1779697724.989500:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11200. 02000000:00000010:3.0:1779697724.989534:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbfeece000. 00010000:00000010:3.0:1779697724.989561:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614400. 00010000:00000010:3.0:1779697724.989564:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11580. 00010000:00000010:3.0:1779697724.989581:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbdd192200. 00010000:00000010:3.0:1779697724.989584:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cac4536c80. 00010000:00000010:3.0:1779697724.989588:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615200. 00010000:00000010:3.0:1779697724.989590:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0b11600. 00000004:00000010:3.0:1779697724.989683:0:189041:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff93cbf6fa2f00. 00000004:00000010:3.0:1779697724.989691:0:189041:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff93cad74af9d8. 00000004:00000010:3.0:1779697724.989696:0:189041:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff93cacef83ed0. 00080000:00000010:3.0:1779697724.989703:0:189041:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbd75791d0. 00010000:00000010:0.0:1779697724.990468:0:189041:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20500. 00010000:00000010:0.0:1779697724.990474:0:189041:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbcbe7c100. 00010000:00000010:0.0:1779697724.990478:0:189041:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697724.990483:0:189041:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77600. 00010000:00000010:0.0:1779697724.990552:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11580. 00010000:00000010:0.0:1779697724.990563:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11600. 00010000:00000010:0.0:1779697724.990567:0:189041:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cac4536c80. 00010000:00000010:0.0:1779697724.990587:0:189041:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0b11200. 00010000:00000200:0.0:1779697724.990603:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c86680 x1866146215568384/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:399/0 lens 584/664 e 0 to 0 dl 1779698479 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.990621:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697724.990628:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1866146215568384, offset 224 00000400:00000200:0.0:1779697724.990635:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.990645:0:189041:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.990651:0:189041:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309745:309745:256:4294967295] 192.168.203.23@tcp LPNI seq info [309741:309741:8:4294967295] 00000400:00000200:0.0:1779697724.990662:0:189041:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.990667:0:189041:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.990682:0:189041:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697724.990688:0:189041:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.990695:0:189041:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.990699:0:189041:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.990728:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e80. 00000020:00000010:0.0:1779697724.990733:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:0.0:1779697724.990736:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00000800:00000200:3.0:1779697724.991143:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.991148:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697724.991152:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.991165:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.991171:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:3.0:1779697724.991173:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00000400:00000200:3.0:1779697724.995063:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697724.995082:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006472480 00000400:00000200:3.0:1779697724.995091:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 9080 00000400:00000200:3.0:1779697724.995104:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.995108:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697724.995116:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697724.995123:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1c00. 00000020:00000010:0.0:1779697724.995231:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779697724.995236:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779697724.995242:0:207614:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d400. 00000020:00000010:0.0:1779697724.995248:0:207614:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ca00. 00000020:00000010:0.0:1779697724.995253:0:207614:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.995299:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779697724.995301:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61940. 00000100:00000200:0.0:1779697724.995304:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215568512 00010000:00000010:0.0:1779697724.995327:0:207614:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20b00. 00010000:00000010:0.0:1779697724.995331:0:207614:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20c00. 00010000:00000010:0.0:1779697724.995337:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2600. 00002000:00000010:0.0:1779697724.995345:0:207614:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61940. 00002000:00000010:0.0:1779697724.995354:0:207614:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede2850. 00080000:00000010:0.0:1779697724.995361:0:207614:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc93c80. 02000000:00000010:0.0:1779697724.995663:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbcb255800. 00010000:00000200:0.0:1779697724.995692:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb1c00 x1866146215568512/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 328/400 e 0 to 0 dl 1779697735 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697724.995710:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697724.995729:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215568512, offset 224 00000400:00000200:0.0:1779697724.995736:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697724.995746:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697724.995751:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309746:309746:256:4294967295] 192.168.203.23@tcp LPNI seq info [309742:309742:8:4294967295] 00000400:00000200:0.0:1779697724.995761:0:207614:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697724.995766:0:207614:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697724.995771:0:207614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697724.995777:0:207614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697724.995783:0:207614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697724.995788:0:207614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697724.995804:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ca00. 00000020:00000010:0.0:1779697724.995807:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697724.995810:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d400. 00000800:00000200:3.0:1779697724.996162:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697724.996167:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697724.996171:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697724.996176:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697724.996181:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:3.0:1779697724.996183:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00010000:00000010:2.1:1779697724.996617:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:0.1:1779697725.000429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614400. 00010000:00000010:0.1:1779697725.000443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192200. 00010000:00000010:0.1:1779697725.000447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615200. 00010000:00000010:0.1:1779697725.000450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615e00. 00000400:00000200:3.0:1779697725.003311:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.003329:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 28 MB=0x6a14006472500 00000400:00000200:3.0:1779697725.003338:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 328/328 into md 0x18d095 [8] + 9408 00000400:00000200:3.0:1779697725.003354:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.003359:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.003366:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697725.003374:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3b80. 00000020:00000010:0.0:1779697725.003501:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697725.003516:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697725.003523:0:207449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d400. 00000020:00000010:0.0:1779697725.003529:0:207449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ca00. 00000020:00000010:0.0:1779697725.003534:0:207449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.003578:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697725.003581:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697725.003584:0:207449:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215568640 00010000:00000010:0.0:1779697725.003607:0:207449:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20d00. 00010000:00000010:0.0:1779697725.003611:0:207449:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20900. 00010000:00000010:0.0:1779697725.003617:0:207449:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2c00. 00002000:00000010:0.0:1779697725.003625:0:207449:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61600. 00002000:00000010:0.0:1779697725.003634:0:207449:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede3b50. 00080000:00000010:0.0:1779697725.003642:0:207449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc928e8. 02000000:00000010:0.0:1779697725.003940:0:207449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff93cbcb257800. 00010000:00000200:0.0:1779697725.003970:0:207449:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb3b80 x1866146215568640/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/400 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697725.003988:0:207449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697725.003993:0:207449:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1866146215568640, offset 224 00000400:00000200:0.0:1779697725.003999:0:207449:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.004009:0:207449:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.004014:0:207449:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309747:309747:256:4294967295] 192.168.203.23@tcp LPNI seq info [309743:309743:8:4294967295] 00000400:00000200:0.0:1779697725.004024:0:207449:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.004029:0:207449:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.004044:0:207449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f800. 00000800:00000200:0.0:1779697725.004050:0:207449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.004057:0:207449:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.004061:0:207449:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1779697725.004080:0:207449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ca00. 00000020:00000010:0.0:1779697725.004085:0:207449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.004088:0:207449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d400. 00000800:00000200:3.0:1779697725.004459:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.004463:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f800. 00000400:00000200:3.0:1779697725.004467:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.004472:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.004475:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:3.0:1779697725.004477:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00000400:00000200:0.0:1779697725.017418:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.017439:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 496 into portal 12 MB=0x6a14006472600 00000400:00000200:0.0:1779697725.017447:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 496/496 into md 0x18ee0d [64] + 69248 00000400:00000200:0.0:1779697725.017464:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.017468:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.017476:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697725.017483:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4c87800. 00000020:00000010:1.0:1779697725.017647:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0040. 00000020:00000010:1.0:1779697725.017683:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697725.017688:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:1.0:1779697725.017693:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697725.017740:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0400. 00000020:00000010:1.0:1779697725.017743:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0400. 00000100:00000200:1.0:1779697725.017746:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215568896 02000000:00000010:1.0:1779697725.017785:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff93cbff714000. 00010000:00000010:1.0:1779697725.017825:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77600. 00010000:00000010:1.0:1779697725.017843:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbcbe7c100. 00010000:00000010:1.0:1779697725.017853:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbf9808880. 00010000:00000010:1.0:1779697725.017858:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cacc0b7780. 00010000:00000010:1.0:1779697725.017873:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697725.017876:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e800. 00010000:00000010:1.0:1779697725.017882:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.0:1779697725.017886:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697725.017901:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a400. 00010000:00000010:1.0:1779697725.017903:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4e680. 00010000:00000010:1.0:1779697725.017906:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697725.017909:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406180. 00010000:00000010:1.0:1779697725.018006:0:189042:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ab00. 00010000:00000010:1.0:1779697725.018009:0:189042:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cbc6e4ef00. 00010000:00000010:1.0:1779697725.018013:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697725.018016:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00000020:00000010:1.0:1779697725.018442:0:189042:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff93cac12cc720. 00000020:00000010:1.0:1779697725.018451:0:189042:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff93cac12cc720. 00000020:00000010:1.0:1779697725.018463:0:189042:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffff93cacec37e40. 00080000:00000010:1.0:1779697725.018473:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f1400. 00000004:00000010:1.0:1779697725.018570:0:189042:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffff93cbc6e9b600. 00000004:00000010:1.0:1779697725.018577:0:189042:0:(lod_lov.c:1169:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff93cbd06f13b0. 00000004:00000010:1.0:1779697725.018580:0:189042:0:(lod_lov.c:1172:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff93cad2763c48. 00000004:00000010:1.0:1779697725.018590:0:189042:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e093778. 00000004:00000010:1.0:1779697725.018599:0:189042:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff93cb1e0930d0. 00000001:00000010:1.0:1779697725.019891:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ab40. 00000001:00000010:1.0:1779697725.019900:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc6e9b840. 00000020:00000010:1.0:1779697725.019943:0:189042:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffff93cacec37e40. 00010000:00000010:1.0:1779697725.019955:0:189042:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697725.019962:0:189042:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406100. 00010000:00000010:1.0:1779697725.019980:0:189042:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697725.021925:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697725.021952:0:189042:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000010:1.0:1779697725.021959:0:189042:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e800. 00010000:00000200:1.0:1779697725.021981:0:189042:0:(ldlm_lib.c:3400:target_send_reply()) rs transno = 8589974615, last committed = 8589974453 00010000:00000200:1.0:1779697725.021993:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4c87800 x1866146215568896/t8589974615(0) o36->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:400/0 lens 496/456 e 0 to 0 dl 1779698480 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.022017:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697725.022143:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1866146215568896, offset 224 00000400:00000010:1.0:1779697725.022153:0:189042:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff93cbff42b4d0. 00000400:00000200:1.0:1779697725.022158:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.022172:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.022178:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309748:309748:256:4294967295] 192.168.203.23@tcp LPNI seq info [309744:309744:8:4294967295] 00000400:00000200:1.0:1779697725.022184:0:189042:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.022191:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.022196:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.022202:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.022208:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.022216:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.022220:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.022249:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:1.0:1779697725.022253:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697725.022257:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000800:00000200:1.0:1779697725.022912:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.022916:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697725.022921:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.022927:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00010000:00000010:2.0:1779697725.032445:0:209618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406100. 00010000:00000010:2.0:1779697725.032463:0:209618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4ef00. 00010000:00000010:2.0:1779697725.032472:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00010000:00000010:1.1:1779697725.039788:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697725.039803:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20500. 00010000:00000010:1.1:1779697725.039808:0:3317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9c00. 00010000:00000010:1.1:1779697725.039811:0:3317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dcf00. 00000400:00000200:1.0:1779697725.039845:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : ACK - for me 00000400:00000200:1.0:1779697725.039866:0:3317:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.123@tcp: ACK from 12345-192.168.203.23@tcp into md 0x1aa7f5 00000400:00000200:1.0:1779697725.039873:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.039877:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: ACK: OK 00000400:00000200:1.0:1779697725.039884:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:1.0:1779697725.039887:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00010000:00000010:2.0:1779697725.039995:0:3308:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406180. 00010000:00000010:2.0:1779697725.040005:0:3308:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cbc6e4e680. 00010000:00000010:2.1:1779697725.041435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ab00. 00010000:00000010:2.1:1779697725.041448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697725.041749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697725.041755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697725.041757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:2.1:1779697725.052146:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a400. 00010000:00000010:2.1:1779697725.052160:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000001:00000010:2.0:1779697725.505822:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1240. 00000004:00000010:2.0:1779697725.505842:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93cbc56f1720. 00080000:00000010:2.0:1779697725.505847:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb255c00. 00000001:00000010:2.0:1779697725.505851:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37f00. 00080000:00000010:2.0:1779697725.505854:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc356b400. 00000001:00000010:2.0:1779697725.505857:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff211d80. 00080000:00000010:2.0:1779697725.505861:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3568000. 00000001:00000010:2.0:1779697725.505864:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cd80. 00080000:00000010:2.0:1779697725.505866:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc356b800. 00000001:00000010:2.0:1779697725.505869:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cae0. 00080000:00000010:2.0:1779697725.505871:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e53c00. 00000001:00000010:2.0:1779697725.505874:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c720. 00080000:00000010:2.0:1779697725.505876:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3568800. 00000001:00000010:2.0:1779697725.505878:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cc00. 00080000:00000010:2.0:1779697725.505880:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1108000. 00000001:00000010:2.0:1779697725.505882:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c2a0. 00080000:00000010:2.0:1779697725.505884:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf110b800. 00000001:00000010:2.0:1779697725.505887:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c5a0. 00080000:00000010:2.0:1779697725.505889:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1109400. 00000001:00000010:2.0:1779697725.505892:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c780. 00080000:00000010:2.0:1779697725.505894:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1319000. 00000001:00000010:2.0:1779697725.505896:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02c6c0. 00000004:00000010:2.0:1779697725.505899:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93cacc02cde0. 00080000:00000010:2.0:1779697725.505901:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac131b800. 00000001:00000010:2.0:1779697725.505904:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacc02cf00. 00080000:00000010:2.0:1779697725.505906:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc78c5400. 00000001:00000010:2.0:1779697725.505909:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f17e0. 00080000:00000010:2.0:1779697725.505911:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc78c4800. 00000001:00000010:2.0:1779697725.505914:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1660. 00080000:00000010:2.0:1779697725.505916:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6176400. 00000001:00000010:2.0:1779697725.505919:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbff2118a0. 00080000:00000010:2.0:1779697725.505921:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace408800. 00000001:00000010:2.0:1779697725.505924:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1000. 00080000:00000010:2.0:1779697725.505926:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace40b800. 00000001:00000010:2.0:1779697725.505928:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1de0. 00080000:00000010:2.0:1779697725.505931:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace40a400. 00000001:00000010:2.0:1779697725.505933:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f15a0. 00080000:00000010:2.0:1779697725.505935:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace408000. 00000001:00000010:2.0:1779697725.505938:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1b40. 00000100:00000010:1.0:1779697725.507531:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec4e00. 02000000:00000010:1.0:1779697725.507552:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f1800. 00000100:00000010:1.0:1779697725.507589:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5f80. 02000000:00000010:1.0:1779697725.507594:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f2000. 00000100:00000010:1.0:1779697725.507611:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5c00. 02000000:00000010:1.0:1779697725.507615:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f3000. 00000100:00000010:1.0:1779697725.507622:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec7b80. 02000000:00000010:1.0:1779697725.507625:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f0800. 00000100:00000010:1.0:1779697725.507632:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5500. 02000000:00000010:1.0:1779697725.507636:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f1000. 00000100:00000010:1.0:1779697725.507642:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec6300. 02000000:00000010:1.0:1779697725.507645:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f0c00. 00000100:00000010:1.0:1779697725.507651:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210e00. 02000000:00000010:1.0:1779697725.507655:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f2400. 00000100:00000010:1.0:1779697725.507661:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210a80. 02000000:00000010:1.0:1779697725.507666:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e3000. 02000000:00000010:1.0:1779697725.507691:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e3800. 00000400:00000010:1.0:1779697725.507697:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3898. 00000400:00000010:1.0:1779697725.507704:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697725.507721:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496958336, portal 4 00000400:00000010:1.0:1779697725.507729:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697725.507732:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496958336, offset 0 00000400:00000200:1.0:1779697725.507741:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.507754:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.507766:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb580 00000400:00000200:1.0:1779697725.507773:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 9736 00000400:00000200:1.0:1779697725.507783:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.507787:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.507795:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.507801:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 00000400:00000200:1.0:1779697725.507819:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:1.0:1779697725.507822:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697725.507831:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac4ec4e00 x1866137496958336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697725.507857:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779697725.507871:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aa80. 00000100:00000010:1.0:1779697725.507876:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a480. 00000100:00000010:1.0:1779697725.507881:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a4e0. 02000000:00000010:1.0:1779697725.507891:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e3400. 00000400:00000010:1.0:1779697725.507894:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b34d0. 00000400:00000010:1.0:1779697725.507897:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779697725.507900:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496958848, portal 4 00000400:00000010:1.0:1779697725.507903:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697725.507906:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496958848, offset 0 00000400:00000200:1.0:1779697725.507911:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.507915:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.507920:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb780 00000400:00000200:1.0:1779697725.507923:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 10280 00000400:00000200:1.0:1779697725.507928:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.507931:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.507934:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.507937:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210380. 00000400:00000200:1.0:1779697725.507958:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:1.0:1779697725.507960:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697725.507964:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac4ec5500 x1866137496958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.507988:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e0000. 00000400:00000010:1.0:1779697725.507991:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3268. 00000400:00000010:1.0:1779697725.507994:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697725.507996:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496958720, portal 4 00000400:00000010:1.0:1779697725.507999:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697725.508002:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496958720, offset 0 00000400:00000200:1.0:1779697725.508006:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.508010:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.508014:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb700 00000400:00000200:1.0:1779697725.508017:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 10824 00000400:00000200:1.0:1779697725.508021:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.508023:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.508026:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.508028:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212a00. 00080000:00000010:2.0:1779697725.510349:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273c000. 00000001:00000010:2.0:1779697725.510361:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f19c0. 00080000:00000010:2.0:1779697725.510364:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273e000. 00000001:00000010:2.0:1779697725.510367:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1960. 00080000:00000010:2.0:1779697725.510369:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1251000. 00000001:00000010:2.0:1779697725.510372:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1c60. 00080000:00000010:2.0:1779697725.510373:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1253c00. 00000001:00000010:2.0:1779697725.510376:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f10c0. 00080000:00000010:2.0:1779697725.510378:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1252000. 00000001:00000010:2.0:1779697725.510384:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1a80. 00080000:00000010:2.0:1779697725.510399:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1250c00. 00000001:00000010:2.0:1779697725.510403:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1420. 00080000:00000010:2.0:1779697725.510405:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1251c00. 00000001:00000010:2.0:1779697725.510408:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1480. 00080000:00000010:2.0:1779697725.510409:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1253800. 00000001:00000010:2.0:1779697725.510412:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f18a0. 00080000:00000010:2.0:1779697725.510414:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4348400. 00000001:00000010:2.0:1779697725.510418:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1600. 00080000:00000010:2.0:1779697725.510420:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac434b800. 00000001:00000010:2.0:1779697725.510423:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f11e0. 00080000:00000010:2.0:1779697725.510425:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff1c9800. 00000001:00000010:2.0:1779697725.510428:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1ba0. 00080000:00000010:2.0:1779697725.510430:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad141a800. 00000001:00000010:2.0:1779697725.510433:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f14e0. 00080000:00000010:2.0:1779697725.510435:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad1418800. 00000001:00000010:2.0:1779697725.510438:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f13c0. 00080000:00000010:2.0:1779697725.510440:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad1419400. 00000001:00000010:2.0:1779697725.510443:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc5a0. 00080000:00000010:2.0:1779697725.510446:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad1419c00. 00000001:00000010:2.0:1779697725.510448:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ae40. 00080000:00000010:2.0:1779697725.510451:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad1419800. 00000001:00000010:2.0:1779697725.510453:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a660. 00080000:00000010:2.0:1779697725.510455:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe55b1400. 00000001:00000010:2.0:1779697725.510459:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ac60. 00080000:00000010:2.0:1779697725.510461:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e51800. 00000001:00000010:2.0:1779697725.510464:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a2a0. 00080000:00000010:2.0:1779697725.510467:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e50800. 00000001:00000010:2.0:1779697725.510469:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ade0. 00080000:00000010:2.0:1779697725.510471:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e52800. 00000001:00000010:2.0:1779697725.510473:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f12a0. 00080000:00000010:2.0:1779697725.510476:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e52000. 00000001:00000010:2.0:1779697725.510478:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a6c0. 00080000:00000010:2.0:1779697725.510480:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e53400. 00000001:00000010:2.0:1779697725.510492:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ab40. 00080000:00000010:2.0:1779697725.510494:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f1400. 00000001:00000010:2.0:1779697725.510499:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec377e0. 00080000:00000010:2.0:1779697725.510512:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f2c00. 00000001:00000010:2.0:1779697725.510516:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37660. 00080000:00000010:2.0:1779697725.510518:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8369c00. 00000001:00000010:2.0:1779697725.510521:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37060. 00080000:00000010:2.0:1779697725.510523:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf8369400. 00000001:00000010:2.0:1779697725.510526:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a840. 00080000:00000010:2.0:1779697725.510528:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf836bc00. 00000001:00000010:2.0:1779697725.510531:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec375a0. 00080000:00000010:2.0:1779697725.510534:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf836ac00. 00000001:00000010:2.0:1779697725.510537:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a420. 00080000:00000010:2.0:1779697725.510539:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8d400. 00000001:00000010:2.0:1779697725.510542:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec372a0. 00080000:00000010:2.0:1779697725.510545:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e51400. 00000001:00000010:2.0:1779697725.510548:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c600. 00080000:00000010:2.0:1779697725.510550:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4288800. 00000001:00000010:2.0:1779697725.510553:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37300. 00080000:00000010:2.0:1779697725.510555:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac428b400. 00000001:00000010:2.0:1779697725.510558:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34af60. 00080000:00000010:2.0:1779697725.510559:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0e8c00. 00000001:00000010:2.0:1779697725.510562:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37ea0. 00080000:00000010:2.0:1779697725.510564:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0ea000. 00000001:00000010:2.0:1779697725.510568:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfcd80. 00000004:00000010:2.0:1779697725.514534:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93cacecfc0c0. 00080000:00000010:2.0:1779697725.514550:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0e9000. 00000001:00000010:2.0:1779697725.514560:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ad20. 00080000:00000010:2.0:1779697725.514564:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0e8800. 00000001:00000010:2.0:1779697725.514567:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a960. 00080000:00000010:2.0:1779697725.514569:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0e9c00. 00000001:00000010:2.0:1779697725.514572:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a240. 00080000:00000010:2.0:1779697725.514574:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6dec800. 00000001:00000010:2.0:1779697725.514577:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a360. 00080000:00000010:2.0:1779697725.514579:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6ded400. 00000001:00000010:2.0:1779697725.514582:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a720. 00080000:00000010:2.0:1779697725.514584:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6dee000. 00000001:00000010:2.0:1779697725.514587:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a780. 00080000:00000010:2.0:1779697725.514589:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6dedc00. 00000001:00000010:2.0:1779697725.514591:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a120. 00080000:00000010:2.0:1779697725.514594:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad6def800. 00000001:00000010:2.0:1779697725.514597:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aea0. 00080000:00000010:2.0:1779697725.514599:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb35631000. 00000001:00000010:2.0:1779697725.514603:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a3c0. 00080000:00000010:2.0:1779697725.514605:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe5ee3000. 00000001:00000010:2.0:1779697725.514609:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a180. 00080000:00000010:2.0:1779697725.514611:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb35633000. 00000001:00000010:2.0:1779697725.514616:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697725.514618:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbffac8800. 00000001:00000010:2.0:1779697725.514621:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a540. 00080000:00000010:2.0:1779697725.514623:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbffaca000. 00000001:00000010:2.0:1779697725.514626:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a8a0. 00080000:00000010:2.0:1779697725.514628:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbffac8400. 00000001:00000010:2.0:1779697725.514630:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfcc00. 00080000:00000010:2.0:1779697725.514633:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbffaca800. 00000001:00000010:2.0:1779697725.514635:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc8a0. 00080000:00000010:2.0:1779697725.514638:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbffacbc00. 00000001:00000010:2.0:1779697725.514641:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc780. 00080000:00000010:2.0:1779697725.514643:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbffacb400. 00000001:00000010:2.0:1779697725.514646:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37f60. 00080000:00000010:2.0:1779697725.514649:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf83ae800. 00000001:00000010:2.0:1779697725.514652:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37480. 00080000:00000010:2.0:1779697725.514655:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf83afc00. 00000001:00000010:2.0:1779697725.514658:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37900. 00080000:00000010:2.0:1779697725.514660:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf83ac400. 00000001:00000010:2.0:1779697725.514663:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacec37240. 00080000:00000010:2.0:1779697725.514666:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf83ad800. 00000001:00000010:2.0:1779697725.514676:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0ba20. 00080000:00000010:2.0:1779697725.514678:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb20800. 00000001:00000010:2.0:1779697725.514682:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0b2a0. 00080000:00000010:2.0:1779697725.514684:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb21c00. 00000001:00000010:2.0:1779697725.514686:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0bba0. 00080000:00000010:2.0:1779697725.514688:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb20c00. 00000001:00000010:2.0:1779697725.514691:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca1717e0. 00080000:00000010:2.0:1779697725.514697:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbeeb23000. 00000001:00000010:2.0:1779697725.514700:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc8324e40. 00080000:00000010:2.0:1779697725.514703:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7baa000. 00000001:00000010:2.0:1779697725.514706:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171ea0. 00080000:00000010:2.0:1779697725.514716:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bab800. 00000001:00000010:2.0:1779697725.514720:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc8324180. 00080000:00000010:2.0:1779697725.514723:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc8f1400. 00000001:00000010:2.0:1779697725.514726:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171a80. 00080000:00000010:2.0:1779697725.514729:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc8f3c00. 00000001:00000010:2.0:1779697725.514732:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dcc0. 00080000:00000010:2.0:1779697725.514735:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc8f3800. 00000001:00000010:2.0:1779697725.514738:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171ba0. 00080000:00000010:2.0:1779697725.514740:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac450d800. 00000001:00000010:2.0:1779697725.514744:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171e40. 00080000:00000010:2.0:1779697725.514746:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf717ec00. 00000001:00000010:2.0:1779697725.514750:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca1719c0. 00080000:00000010:2.0:1779697725.514752:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf717fc00. 00000001:00000010:2.0:1779697725.514755:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d060. 00080000:00000010:2.0:1779697725.514757:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf717e400. 00000001:00000010:2.0:1779697725.514759:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dde0. 00080000:00000010:2.0:1779697725.514761:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf717f800. 00000001:00000010:2.0:1779697725.514764:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dd20. 00080000:00000010:2.0:1779697725.514766:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf717c400. 00000001:00000010:2.0:1779697725.514768:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571df60. 00080000:00000010:2.0:1779697725.514770:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf717e800. 00000001:00000010:2.0:1779697725.514773:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d8a0. 00080000:00000010:2.0:1779697725.514775:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb151000. 00000001:00000010:2.0:1779697725.514778:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacecfc240. 00080000:00000010:2.0:1779697725.514780:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273d000. 00000001:00000010:2.0:1779697725.514783:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571df00. 00080000:00000010:2.0:1779697725.514785:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273dc00. 00000001:00000010:2.0:1779697725.514787:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d780. 00080000:00000010:2.0:1779697725.514789:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273f800. 00000001:00000010:2.0:1779697725.514792:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dc00. 00080000:00000010:2.0:1779697725.514793:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273ec00. 00000001:00000010:2.0:1779697725.514796:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571da80. 00080000:00000010:2.0:1779697725.514798:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273fc00. 00000001:00000010:2.0:1779697725.514800:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571d7e0. 00080000:00000010:2.0:1779697725.514803:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273c400. 00000001:00000010:2.0:1779697725.514805:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc571dae0. 00080000:00000010:2.0:1779697725.514807:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacd00f400. 00000001:00000010:2.0:1779697725.514810:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc8324060. 00080000:00000010:2.0:1779697725.514812:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacd00fc00. 00000001:00000010:2.0:1779697725.514815:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171180. 00080000:00000010:2.0:1779697725.514817:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacd00e800. 00000001:00000010:2.0:1779697725.514820:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc83246c0. 00080000:00000010:2.0:1779697725.514822:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacd00d800. 00000001:00000010:2.0:1779697725.514825:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171240. 00080000:00000010:2.0:1779697725.514828:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d3800. 00000001:00000010:2.0:1779697725.514832:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca1712a0. 00080000:00000010:2.0:1779697725.514834:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d0000. 00000001:00000010:2.0:1779697725.514836:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171660. 00080000:00000010:2.0:1779697725.514838:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d1400. 00000001:00000010:2.0:1779697725.514841:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171300. 00080000:00000010:2.0:1779697725.514843:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d1800. 00000001:00000010:2.0:1779697725.514845:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171780. 00080000:00000010:2.0:1779697725.514847:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d0c00. 00000001:00000010:2.0:1779697725.514849:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca1710c0. 00080000:00000010:2.0:1779697725.514851:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d2800. 00000001:00000010:2.0:1779697725.514854:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca171060. 00080000:00000010:2.0:1779697725.514856:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cb030d2c00. 00000001:00000010:2.0:1779697725.514862:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0b420. 00080000:00000010:2.0:1779697725.514864:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cace40a800. 00000001:00000010:2.0:1779697725.514867:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca5d9900. 00080000:00000010:2.0:1779697725.514870:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac273d400. 00000001:00000010:2.0:1779697725.514874:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830bf60. 00080000:00000010:2.0:1779697725.514876:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd5000. 00000001:00000010:2.0:1779697725.514879:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b6c0. 00080000:00000010:2.0:1779697725.514881:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd7800. 00000001:00000010:2.0:1779697725.514887:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b960. 00080000:00000010:2.0:1779697725.514889:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd6000. 00000001:00000010:2.0:1779697725.514892:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b000. 00080000:00000010:2.0:1779697725.514894:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd7400. 00000001:00000010:2.0:1779697725.514897:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830be40. 00080000:00000010:2.0:1779697725.514899:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd4400. 00000001:00000010:2.0:1779697725.514902:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b9c0. 00080000:00000010:2.0:1779697725.514904:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd5800. 00000001:00000010:2.0:1779697725.514906:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830bae0. 00080000:00000010:2.0:1779697725.514907:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf0cd5c00. 00000001:00000010:2.0:1779697725.514910:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca5d9d80. 00080000:00000010:2.0:1779697725.514912:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05fb400. 00000001:00000010:2.0:1779697725.514916:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca5d9120. 00000004:00000010:2.0:1779697725.514919:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93caca5d9540. 00080000:00000010:2.0:1779697725.514921:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf05f9000. 00000001:00000010:2.0:1779697725.514924:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93caca5d9360. 00080000:00000010:2.0:1779697725.514926:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff461800. 00000001:00000010:2.0:1779697725.514929:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c000. 00080000:00000010:2.0:1779697725.514932:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff461000. 00000001:00000010:2.0:1779697725.514934:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b120. 00080000:00000010:2.0:1779697725.514936:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff462400. 00000001:00000010:2.0:1779697725.514950:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664c60. 00080000:00000010:2.0:1779697725.514953:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a65400. 00000001:00000010:2.0:1779697725.514957:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c420. 00080000:00000010:2.0:1779697725.514959:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a66400. 00000001:00000010:2.0:1779697725.514962:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830bde0. 00080000:00000010:2.0:1779697725.514964:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1a64c00. 00000001:00000010:2.0:1779697725.514967:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c0c0. 00000004:00000010:2.0:1779697725.514970:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93cacd41c060. 00080000:00000010:2.0:1779697725.514972:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554cc00. 00000001:00000010:2.0:1779697725.514975:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830bcc0. 00080000:00000010:2.0:1779697725.514977:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554e800. 00000001:00000010:2.0:1779697725.514980:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830bd80. 00080000:00000010:2.0:1779697725.514982:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe554e400. 00000001:00000010:2.0:1779697725.514984:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664600. 00080000:00000010:2.0:1779697725.514987:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac46e2c00. 00000001:00000010:2.0:1779697725.514991:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c2a0. 00080000:00000010:2.0:1779697725.514993:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfacd6000. 00000001:00000010:2.0:1779697725.514996:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664660. 00080000:00000010:2.0:1779697725.514999:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad8988800. 00000001:00000010:2.0:1779697725.515001:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c840. 00080000:00000010:2.0:1779697725.515003:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cad898b000. 00000001:00000010:2.0:1779697725.515006:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664960. 00080000:00000010:2.0:1779697725.515008:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8fc00. 00000001:00000010:2.0:1779697725.515011:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664240. 00080000:00000010:2.0:1779697725.515014:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8cc00. 00000001:00000010:2.0:1779697725.515016:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664420. 00080000:00000010:2.0:1779697725.515018:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8f800. 00000001:00000010:2.0:1779697725.515020:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664540. 00080000:00000010:2.0:1779697725.515022:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8dc00. 00000001:00000010:2.0:1779697725.515024:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664000. 00080000:00000010:2.0:1779697725.515027:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8d800. 00000001:00000010:2.0:1779697725.515030:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c4e0. 00080000:00000010:2.0:1779697725.515032:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8e800. 00000001:00000010:2.0:1779697725.515045:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cea0. 00080000:00000010:2.0:1779697725.515048:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8c400. 00000001:00000010:2.0:1779697725.515051:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c9c0. 00080000:00000010:2.0:1779697725.515053:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7b8ec00. 00000001:00000010:2.0:1779697725.515055:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cba0. 00080000:00000010:2.0:1779697725.515057:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc000aec00. 00000001:00000010:2.0:1779697725.515061:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c7e0. 00000004:00000010:2.0:1779697725.515077:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93cacd41c8a0. 00080000:00000010:2.0:1779697725.515080:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc000acc00. 00000001:00000010:2.0:1779697725.515084:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664720. 00080000:00000010:2.0:1779697725.515086:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc000ae000. 00000001:00000010:2.0:1779697725.515088:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664780. 00080000:00000010:2.0:1779697725.515090:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac450f000. 00000001:00000010:2.0:1779697725.515094:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac4664300. 00080000:00000010:2.0:1779697725.515096:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf982e400. 00000001:00000010:2.0:1779697725.515099:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46644e0. 00080000:00000010:2.0:1779697725.515101:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf982e800. 00000001:00000010:2.0:1779697725.515104:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46645a0. 00080000:00000010:2.0:1779697725.515106:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe5ee0000. 00000001:00000010:2.0:1779697725.515108:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cc60. 00080000:00000010:2.0:1779697725.515110:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe5ee2c00. 00000001:00000010:2.0:1779697725.515113:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1180. 00080000:00000010:2.0:1779697725.515115:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe5ee3800. 00000001:00000010:2.0:1779697725.515118:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cac46643c0. 00080000:00000010:2.0:1779697725.515120:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe5ee3c00. 00000001:00000010:2.0:1779697725.515122:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c3c0. 00080000:00000010:2.0:1779697725.515124:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe5ee1000. 00000001:00000010:2.0:1779697725.515127:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41ce40. 00080000:00000010:2.0:1779697725.515129:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe5ee2000. 00000001:00000010:2.0:1779697725.515131:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cd20. 00080000:00000010:2.0:1779697725.515133:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd08a0400. 00000001:00000010:2.0:1779697725.515135:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c480. 00080000:00000010:2.0:1779697725.515137:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacd00e400. 00000001:00000010:2.0:1779697725.515139:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cc00. 00080000:00000010:2.0:1779697725.515141:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd08a0800. 00000001:00000010:2.0:1779697725.515144:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cde0. 00080000:00000010:2.0:1779697725.515146:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbd08a2000. 00000001:00000010:2.0:1779697725.515149:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c660. 00080000:00000010:2.0:1779697725.515151:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4493000. 00000001:00000010:2.0:1779697725.515154:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cf60. 00080000:00000010:2.0:1779697725.515157:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4286400. 00000001:00000010:2.0:1779697725.515159:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41ccc0. 00080000:00000010:2.0:1779697725.515162:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb153400. 00000001:00000010:2.0:1779697725.515164:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cb40. 00080000:00000010:2.0:1779697725.515166:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb153000. 00000001:00000010:2.0:1779697725.515169:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c180. 00080000:00000010:2.0:1779697725.515171:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb153800. 00000001:00000010:2.0:1779697725.515174:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c240. 00080000:00000010:2.0:1779697725.515176:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb151800. 00000001:00000010:2.0:1779697725.515178:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41ca20. 00080000:00000010:2.0:1779697725.515181:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb153c00. 00000100:00000010:2.0:1779697725.519971:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99c00. 02000000:00000010:2.0:1779697725.519996:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1310400. 00000100:00000010:2.0:1779697725.520025:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9a300. 02000000:00000010:2.0:1779697725.520029:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1311c00. 00000100:00000010:2.0:1779697725.520273:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9b480. 02000000:00000010:2.0:1779697725.520280:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1312800. 00000100:00000010:2.0:1779697725.520358:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99180. 02000000:00000010:2.0:1779697725.520363:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1310000. 00000100:00000010:2.0:1779697725.520371:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98700. 02000000:00000010:2.0:1779697725.520374:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1311000. 00000100:00000010:2.0:1779697725.520384:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9500. 02000000:00000010:2.0:1779697725.520415:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1312c00. 00000100:00000010:2.0:1779697725.520425:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bb800. 02000000:00000010:2.0:1779697725.520430:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1311800. 00000100:00000010:2.0:1779697725.520436:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9f80. 02000000:00000010:2.0:1779697725.520440:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1313800. 00000400:00000200:1.0:1779697725.520642:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:1.0:1779697725.520647:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697725.520659:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac4ec7b80 x1866137496958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.520718:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e0400. 00000400:00000010:1.0:1779697725.520725:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7a50. 00000400:00000010:1.0:1779697725.520729:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:1.0:1779697725.520734:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496959232, portal 4 00000400:00000010:1.0:1779697725.520739:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697725.520741:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496959232, offset 0 00000400:00000200:1.0:1779697725.520747:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.520758:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.520768:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb900 00000400:00000200:1.0:1779697725.520774:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 11368 00000400:00000200:1.0:1779697725.520783:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.520786:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.520792:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.520796:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212d80. 00000020:00000010:2.0:1779697725.523442:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f840. 00000020:00000010:2.0:1779697725.523458:0:207455:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cac4bbaf80. 00000020:00000010:2.0:1779697725.523493:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697725.523500:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862680. 00000020:00000010:2.0:1779697725.523517:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697725.523569:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697725.523572:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697725.523577:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552600. 00000020:00000010:2.0:1779697725.523580:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862c00. 00000020:00000010:2.0:1779697725.523582:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697725.523597:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697725.523600:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697725.523603:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552e00. 00000020:00000010:2.0:1779697725.523605:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697725.523607:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697725.523627:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697725.523629:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fb40. 00000100:00000200:2.0:1779697725.523632:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958336 02000000:00000010:2.0:1779697725.523659:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf1310800. 00002000:00000010:2.0:1779697725.523675:0:207455:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbcbc42f70. 00080000:00000010:2.0:1779697725.523685:0:207455:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbfb54e8e8. 00010000:00000010:2.0:1779697725.523986:0:207455:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3d5a400. 00010000:00000010:2.0:1779697725.523991:0:207455:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3d5a600. 00010000:00000010:2.0:1779697725.523997:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9000. 00002000:00000010:2.0:1779697725.524005:0:207455:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacb11f500. 00010000:00000010:2.0:1779697725.525169:0:207455:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00080000:00000010:2.0:1779697725.525198:0:207455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1313400. 00000001:00000010:2.0:1779697725.525829:0:207455:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0b780. 00010000:00000200:2.0:1779697725.525906:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210000 x1866137496958336/t8589941750(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.525932:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000020:00000010:0.0:1779697725.526099:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e100. 00000020:00000010:0.0:1779697725.526106:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e100. 00000100:00000200:0.0:1779697725.526110:0:207458:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958848 02000000:00000010:0.0:1779697725.526137:0:207458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbcb254800. 00010000:00000010:0.0:1779697725.526161:0:207458:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:0.0:1779697725.526180:0:207458:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e100. 00000100:00000010:0.0:1779697725.526189:0:207458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad23453c0. 00000100:00000010:0.0:1779697725.526203:0:207458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6680. 02000000:00000010:0.0:1779697725.526215:0:207458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cace11dc00. 02000000:00000010:0.0:1779697725.526243:0:207458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace11d400. 00000400:00000010:0.0:1779697725.526249:0:207458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697725.526255:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697725.526263:0:207458:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496960384, portal 16 00000400:00000010:0.0:1779697725.526268:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.526271:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496960384, offset 0 00000400:00000200:0.0:1779697725.526280:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.526309:0:207458:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.526314:0:207458:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.526319:0:207458:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.526322:0:207458:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.526325:0:207458:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.526329:0:207458:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309749:309749:256:4294967295] 192.168.203.23@tcp LPNI seq info [309745:309745:8:4294967295] 00000400:00000200:0.0:1779697725.526342:0:207458:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.526348:0:207458:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.526353:0:207458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697725.526360:0:207458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.526369:0:207458:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.526373:0:207458:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1779697725.526443:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbcb255400. 00000400:00000010:0.0:1779697725.526448:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a478. 00000400:00000010:0.0:1779697725.526452:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697725.526455:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496958592, portal 4 00000400:00000010:0.0:1779697725.526460:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697725.526462:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496958592, offset 0 00000400:00000200:0.0:1779697725.526466:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.526474:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.526483:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb680 00000400:00000200:0.0:1779697725.526489:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 11912 00000400:00000200:0.0:1779697725.526498:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.526704:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1779697725.526733:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbcb255c00. 00000400:00000010:0.0:1779697725.526737:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243af78. 00000400:00000010:0.0:1779697725.526740:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697725.526742:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496958464, portal 4 00000400:00000010:0.0:1779697725.526746:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697725.526748:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496958464, offset 0 00000400:00000200:0.0:1779697725.526752:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.526757:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.526762:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb600 00000400:00000200:0.0:1779697725.526766:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 12456 00000400:00000200:0.0:1779697725.526771:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.526773:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1779697725.526787:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbcb257c00. 00000400:00000010:0.0:1779697725.526790:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779697725.526792:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.526795:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496959744, portal 4 00000400:00000010:0.0:1779697725.526798:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697725.526800:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496959744, offset 0 00000400:00000200:0.0:1779697725.526803:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.526806:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.526810:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bbb00 00000400:00000200:0.0:1779697725.526813:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 13000 00000400:00000200:0.0:1779697725.526817:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.526820:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:0.0:1779697725.526899:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.526903:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697725.526905:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.526909:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.526913:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:0.0:1779697725.526915:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.526922:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb6680 x1866137496960384/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779697725.527558:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496958336, offset 224 00000400:00000200:2.0:1779697725.527569:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.527576:0:207455:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.527584:0:207455:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb580 00000400:00000200:2.0:1779697725.527591:0:207455:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa7f9 [1] + 224 00000400:00000200:2.0:1779697725.527597:0:207455:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.527599:0:207455:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.527608:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac4ec4e00 x1866137496958336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.527622:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697725.527624:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000020:00000010:2.0:1779697725.527644:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862680. 00000020:00000010:2.0:1779697725.527649:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697725.527653:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552a00. 00000020:00000010:2.0:1779697725.527685:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.527690:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:2.0:1779697725.527694:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958720 02000000:00000010:2.0:1779697725.527729:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cacc5f2c00. 00010000:00000010:2.0:1779697725.527753:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9200. 00010000:00000010:2.0:1779697725.527770:0:207455:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f6c0. 00000100:00000010:2.0:1779697725.527777:0:207455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacd7e40c0. 00000100:00000010:2.0:1779697725.527787:0:207455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:2.0:1779697725.527798:0:207455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad6552a00. 02000000:00000010:2.0:1779697725.527817:0:207455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbd0502c00. 00000400:00000010:2.0:1779697725.527822:0:207455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697725.527827:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697725.527831:0:207455:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496960512, portal 16 00000400:00000010:2.0:1779697725.527834:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697725.527836:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496960512, offset 0 00000400:00000200:2.0:1779697725.527841:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.527849:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.527853:0:207455:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779697725.527856:0:207455:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:2.0:1779697725.527859:0:207455:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779697725.527861:0:207455:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:2.0:1779697725.527865:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309750:309750:256:4294967295] 192.168.203.23@tcp LPNI seq info [309746:309746:8:4294967295] 00000400:00000200:2.0:1779697725.527873:0:207455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.527878:0:207455:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.527882:0:207455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab900. 00000800:00000200:2.0:1779697725.527888:0:207455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.527895:0:207455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.527904:0:207455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab900 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1779697725.529204:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697725.529220:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006472680 00000400:00000200:2.0:1779697725.529228:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 69744 00000400:00000200:2.0:1779697725.529256:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.529261:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697725.529269:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697725.529275:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bbb80. 00000800:00000200:0.0:1779697725.529604:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.529609:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab900. 00000400:00000200:0.0:1779697725.529613:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.529617:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.529621:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:0.0:1779697725.529624:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000100:00000200:0.0:1779697725.529633:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137496960512/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1779697725.529910:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09eb00. 00000020:00000010:0.0:1779697725.529915:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09eb00. 00000020:00000010:0.0:1779697725.529919:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d200. 00000020:00000010:0.0:1779697725.529924:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697725.529929:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.529975:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09eb00. 00000020:00000010:0.0:1779697725.529977:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09eb00. 00000100:00000200:0.0:1779697725.529980:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569024 00000001:00000010:0.0:1779697725.529990:0:189040:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cacdff5180. 00010000:00000010:0.0:1779697725.530011:0:189040:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20e00. 00010000:00000010:0.0:1779697725.530015:0:189040:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93cad0ff6100. 00010000:00000010:0.0:1779697725.530020:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c3000. 00010000:00000010:0.0:1779697725.530030:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77a00. 02000000:00000010:0.0:1779697725.530227:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbc3092000. 00010000:00000010:0.0:1779697725.530259:0:189040:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbf65c2000. 00010000:00000010:0.0:1779697725.530263:0:189040:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbfbe77800. 00000020:00000010:0.0:1779697725.530536:0:189040:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff93cad2345540. 00000020:00000010:0.0:1779697725.530542:0:189040:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff93cbcb256800. 00000020:00000010:0.0:1779697725.530545:0:189040:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff93cbcb255000. 00000020:00000010:0.0:1779697725.530551:0:189040:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff93cace11d600. 00000020:00000010:0.0:1779697725.530555:0:189040:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff93cace11c000. 00000020:00000010:0.0:1779697725.530561:0:189040:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff93cbc634b800. 00010000:00000010:0.0:1779697725.530588:0:189040:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77a00. 00010000:00000200:0.0:1779697725.530607:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdc3bbb80 x1866146215569024/t0(0) o101->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:400/0 lens 576/688 e 0 to 0 dl 1779698480 ref 1 fl Interpret:/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1779697725.530626:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.530630:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215569024, offset 224 00000400:00000200:0.0:1779697725.530636:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.530647:0:189040:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.530653:0:189040:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309751:309751:256:4294967295] 192.168.203.23@tcp LPNI seq info [309747:309747:8:4294967295] 00000400:00000200:0.0:1779697725.530664:0:189040:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.530670:0:189040:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.530675:0:189040:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697725.530680:0:189040:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.530687:0:189040:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.530692:0:189040:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1779697725.530708:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697725.530723:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.530726:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d200. 00000800:00000200:0.0:1779697725.530805:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.530809:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697725.530812:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.530816:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.530821:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:0.0:1779697725.530823:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000400:00000200:1.0:1779697725.530983:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:1.0:1779697725.530986:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697725.530995:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210a80 x1866137496959232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.531027:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3898. 00000400:00000200:1.0:1779697725.531032:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:1.0:1779697725.531034:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697725.531050:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac4ec4e00 x1866137496958336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.531059:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac4ec4e00 x1866137496958336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.531118:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e1000. 00000400:00000010:1.0:1779697725.531122:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7f20. 00000400:00000010:1.0:1779697725.531126:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697725.531131:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496959360, portal 4 00000400:00000010:1.0:1779697725.531135:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697725.531137:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496959360, offset 0 00000400:00000200:1.0:1779697725.531141:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.531148:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.531156:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb980 00000400:00000200:1.0:1779697725.531162:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 13544 00000400:00000200:1.0:1779697725.531170:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.531173:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.531178:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.531182:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 00000400:00000200:0.0:1779697725.535410:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.535433:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bbd80 00000400:00000200:0.0:1779697725.535443:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa819 [1] + 224 00000400:00000200:0.0:1779697725.535454:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.535458:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.535472:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb6680 x1866137496960384/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.535516:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.535523:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472700 00000400:00000200:0.0:1779697725.535527:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1707fd [2] + 1968 00000400:00000010:0.0:1779697725.535532:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cad12f7058. 00000400:00000200:0.0:1779697725.535538:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc7efb3c0 00000400:00000200:0.0:1779697725.535547:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.535551:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.535553:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc7efb3c0 00000400:00000010:0.0:1779697725.535556:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc7efb3c0. 00000100:00000200:0.0:1779697725.535564:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1779697725.535601:0:207458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779697725.535605:0:207458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:0.0:1779697725.535607:0:207458:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697725.535613:0:207458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb6680 x1866137496960384/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.535622:0:207458:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb6680 x1866137496960384/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.535659:0:207458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace11d400. 02000000:00000010:0.0:1779697725.535666:0:207458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cace11dc00. 00000100:00000010:0.0:1779697725.535670:0:207458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6680. 00000100:00000010:0.0:1779697725.535675:0:207458:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad23453c0. 00010000:00000010:0.0:1779697725.535679:0:207458:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e100. 00000400:00000200:1.0:1779697725.536244:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:1.0:1779697725.536248:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697725.536258:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe99c00 x1866137496959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.536305:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e0c00. 00000400:00000010:1.0:1779697725.536310:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7aa8. 00000400:00000010:1.0:1779697725.536314:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:1.0:1779697725.536320:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496959872, portal 4 00000400:00000010:1.0:1779697725.536325:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697725.536328:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496959872, offset 0 00000400:00000200:1.0:1779697725.536333:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.536341:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.536348:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bbb80 00000400:00000200:1.0:1779697725.536353:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 14088 00000400:00000200:1.0:1779697725.536359:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.536362:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.536366:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.536370:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211180. 00000020:00000010:2.0:1779697725.539431:0:193966:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f480. 00000020:00000010:2.0:1779697725.539440:0:193966:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f480. 00000020:00000010:2.0:1779697725.539448:0:193966:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0502000. 00000020:00000010:2.0:1779697725.539454:0:193966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862680. 00000020:00000010:2.0:1779697725.539460:0:193966:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000100:00000200:2.0:1779697725.539495:0:193966:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9cc50 x1866146215569152/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.539536:0:193966:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f480. 00000020:00000010:2.0:1779697725.539538:0:193966:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f480. 00000100:00000200:2.0:1779697725.539541:0:193966:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569152 02000000:00000010:2.0:1779697725.539552:0:193966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc5f1400. 00010000:00000010:2.0:1779697725.539597:0:193966:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f480. 00000100:00000010:2.0:1779697725.539605:0:193966:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacd7e4480. 00000100:00000010:2.0:1779697725.539620:0:193966:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacd7e4480. 00010000:00000010:2.0:1779697725.539623:0:193966:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f480. 00000400:00000010:2.0:1779697725.539637:0:193966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697725.539644:0:193966:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215569152, offset 224 00000400:00000200:2.0:1779697725.539651:0:193966:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.539664:0:193966:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.539670:0:193966:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309752:309752:256:4294967295] 192.168.203.23@tcp LPNI seq info [309748:309748:8:4294967295] 00000400:00000200:2.0:1779697725.539682:0:193966:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.539687:0:193966:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.539692:0:193966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697725.539699:0:193966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.539706:0:193966:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.539717:0:193966:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697725.539733:0:193966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862680. 00000020:00000010:2.0:1779697725.539737:0:193966:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697725.539741:0:193966:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0502000. 02000000:00000010:2.0:1779697725.539749:0:193966:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac46e1c00. 00000100:00000010:2.0:1779697725.539754:0:193966:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02dc00. 02000000:00000010:2.0:1779697725.539758:0:193966:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbcb0e9800. 00000100:00000010:2.0:1779697725.539761:0:193966:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02f480. 02000000:00000010:2.0:1779697725.539764:0:193966:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1273800. 00000100:00000010:2.0:1779697725.539767:0:193966:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9801c00. 02000000:00000010:2.0:1779697725.539770:0:193966:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c4f800. 00000100:00000010:2.0:1779697725.539772:0:193966:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758d180. 02000000:00000010:2.0:1779697725.539775:0:193966:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc000ac000. 00000100:00000010:2.0:1779697725.539777:0:193966:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf958700. 02000000:00000010:2.0:1779697725.539781:0:193966:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6ee5c00. 00000100:00000010:2.0:1779697725.539783:0:193966:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d7b80. 00000100:00000200:2.0:1779697725.539789:0:193966:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779697725.539795:0:193966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def000. 00000400:00000010:2.0:1779697725.539799:0:193966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd7e4480. 00000800:00000200:2.0:1779697725.539894:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697725.539899:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:2.0:1779697725.539902:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.539907:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697725.539911:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:2.0:1779697725.539914:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 02000000:00000010:2.0:1779697725.539917:0:3317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cacc5f1400. 00010000:00000010:2.0:1779697725.550613:0:207458:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac452c900. 00080000:00000010:2.0:1779697725.550656:0:207458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f1400. 00000400:00000200:1.0:1779697725.551410:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:1.0:1779697725.551414:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697725.551427:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe98700 x1866137496959872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.551513:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0740. 00000020:00000010:1.0:1779697725.551519:0:207613:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61c80. 00000020:00000010:1.0:1779697725.551534:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697725.551538:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:1.0:1779697725.551543:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697725.551565:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d40. 00000020:00000010:1.0:1779697725.551567:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d40. 00000020:00000010:1.0:1779697725.551571:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7a00. 00000020:00000010:1.0:1779697725.551573:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e800. 00000020:00000010:1.0:1779697725.551576:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697725.551592:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d40. 00000020:00000010:1.0:1779697725.551594:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d40. 00000100:00000200:1.0:1779697725.551597:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496959360 02000000:00000010:1.0:1779697725.551616:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbff6e2800. 00002000:00000010:1.0:1779697725.551630:0:207613:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbff1b18f0. 00080000:00000010:1.0:1779697725.551638:0:207613:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cb1f642558. 00010000:00000010:1.0:1779697725.551851:0:207613:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697725.551855:0:207613:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697725.551861:0:207613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c800. 00002000:00000010:1.0:1779697725.551868:0:207613:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0180. 00010000:00000010:1.0:1779697725.551895:0:207613:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00080000:00000010:1.0:1779697725.551910:0:207613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e2000. 00000001:00000010:1.0:1779697725.552381:0:207613:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a0c0. 00010000:00000200:1.0:1779697725.552471:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5211500 x1866137496959360/t8589942221(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.552488:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697725.552494:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496959360, offset 224 00000400:00000200:1.0:1779697725.553095:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.553107:0:207613:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.553118:0:207613:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb980 00000400:00000200:1.0:1779697725.553126:0:207613:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa849 [1] + 224 00000400:00000200:1.0:1779697725.553134:0:207613:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.553138:0:207613:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.553146:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe99c00 x1866137496959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.553167:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:1.0:1779697725.553169:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000020:00000010:1.0:1779697725.553183:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:1.0:1779697725.553187:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697725.553189:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697725.553210:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa04c0. 00000020:00000010:1.0:1779697725.553213:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa04c0. 00000100:00000200:1.0:1779697725.553216:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496959872 02000000:00000010:1.0:1779697725.553232:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbff6e2c00. 00010000:00000010:1.0:1779697725.553245:0:207613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.0:1779697725.553256:0:207613:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa04c0. 00000100:00000010:1.0:1779697725.553262:0:207613:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b000. 00000100:00000010:1.0:1779697725.553270:0:207613:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5213100. 02000000:00000010:1.0:1779697725.553279:0:207613:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeeaa7600. 00000400:00000200:0.0:1779697725.555133:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.555152:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bbe00 00000400:00000200:0.0:1779697725.555160:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa83d [1] + 224 00000400:00000200:0.0:1779697725.555171:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.555176:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.555190:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137496960512/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.555220:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.555225:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472780 00000400:00000200:0.0:1779697725.555230:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170899 [2] + 0 00000400:00000200:0.0:1779697725.555239:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.555241:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.555246:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.555251:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6680. 02000000:00000010:1.0:1779697725.555620:0:207613:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbeeaa6000. 00000400:00000010:1.0:1779697725.555627:0:207613:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7268. 00000400:00000010:1.0:1779697725.555632:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697725.555638:0:207613:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496960640, portal 16 00000400:00000010:1.0:1779697725.555643:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697725.555646:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496960640, offset 0 00000400:00000200:1.0:1779697725.555653:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.555663:0:207613:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.555668:0:207613:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.555672:0:207613:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.555676:0:207613:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.555678:0:207613:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.555682:0:207613:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309753:309753:256:4294967295] 192.168.203.23@tcp LPNI seq info [309749:309749:8:4294967295] 00000400:00000200:1.0:1779697725.555693:0:207613:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.555698:0:207613:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.555703:0:207613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697725.555721:0:207613:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.555729:0:207613:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.555733:0:207613:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 424 niov 1 nkiov 1 00002000:00000010:1.0:1779697725.555799:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacb11f500. 00010000:00000010:1.0:1779697725.555806:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3d5a600. 00010000:00000010:1.0:1779697725.555814:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00002000:00000010:1.0:1779697725.555825:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0c00. 00010000:00000010:1.0:1779697725.555828:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697725.555833:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c900. 00002000:00000010:1.0:1779697725.555842:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0180. 00010000:00000010:1.0:1779697725.555844:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697725.555848:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00000100:00000010:1.0:1779697725.555880:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab800. 02000000:00000010:1.0:1779697725.555892:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e0800. 00000100:00000200:1.0:1779697725.555938:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:0.0:1779697725.558143:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.558152:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697725.558159:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.558167:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.558172:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697725.558175:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697725.558185:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5213100 x1866137496960640/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1779697725.558426:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab480. 00000400:00000200:1.0:1779697725.558450:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:1.0:1779697725.558452:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00000100:00000200:1.0:1779697725.558460:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe99180 x1866137496959744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.558504:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cacc9a0800. 00000400:00000010:1.0:1779697725.558509:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d75d8. 00000400:00000010:1.0:1779697725.558513:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697725.558518:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496960256, portal 4 00000400:00000010:1.0:1779697725.558523:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697725.558525:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496960256, offset 0 00000400:00000200:1.0:1779697725.558531:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.558539:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.558548:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bbd00 00000400:00000200:1.0:1779697725.558555:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 14632 00000400:00000200:1.0:1779697725.558561:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.558564:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.558568:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.558571:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa300. 00000400:00000200:1.0:1779697725.558586:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:1.0:1779697725.558587:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697725.558592:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b9f80 x1866137496960256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.558621:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cacc9a3c00. 00000400:00000010:1.0:1779697725.558626:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7528. 00000400:00000010:1.0:1779697725.558629:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697725.558631:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496960768, portal 4 00000400:00000010:1.0:1779697725.558636:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697725.558638:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496960768, offset 0 00000400:00000200:1.0:1779697725.558642:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.558647:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.558651:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bbf00 00000400:00000200:1.0:1779697725.558655:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d095 [8] + 15176 00000400:00000010:1.0:1779697725.558657:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a108. 00000400:00000200:1.0:1779697725.558660:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbffaefc00 00000400:00000200:1.0:1779697725.558664:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.558667:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.558670:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.558673:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8e00. 00000400:00000200:1.0:1779697725.558684:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:1.0:1779697725.558686:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697725.558690:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3ab800 x1866137496960768/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.558754:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.558759:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.558765:0:189658:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6e00. 00000020:00000010:1.0:1779697725.558770:0:189658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:1.0:1779697725.558775:0:189658:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000020:00000010:1.0:1779697725.558804:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.558807:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.558810:0:189658:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:1.0:1779697725.558812:0:189658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697725.558815:0:189658:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697725.558829:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.558832:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.558834:0:189658:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7c00. 00000020:00000010:1.0:1779697725.558837:0:189658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697725.558839:0:189658:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697725.558855:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.558857:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000100:00000200:1.0:1779697725.558859:0:189658:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496959744 02000000:00000010:1.0:1779697725.558881:0:189658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cacc9a1c00. 00010000:00000010:1.0:1779697725.558902:0:189658:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:1.0:1779697725.558918:0:189658:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0180. 00000100:00000010:1.0:1779697725.558924:0:189658:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b300. 00000100:00000010:1.0:1779697725.558931:0:189658:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 00000020:00000010:0.0:1779697725.560431:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e100. 00000020:00000010:0.0:1779697725.560438:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e100. 00000100:00000200:0.0:1779697725.560441:0:207457:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496960256 02000000:00000010:0.0:1779697725.560459:0:207457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbcb254c00. 00010000:00000010:0.0:1779697725.560473:0:207457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3600. 00010000:00000010:0.0:1779697725.560483:0:207457:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e100. 00000100:00000010:0.0:1779697725.560488:0:207457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad23453c0. 00000100:00000010:0.0:1779697725.560494:0:207457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5c00. 02000000:00000010:0.0:1779697725.560516:0:207457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cace11dc00. 02000000:00000010:0.0:1779697725.560538:0:207457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace11d400. 00000400:00000010:0.0:1779697725.560542:0:207457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697725.560547:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697725.560553:0:207457:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496960896, portal 16 00000400:00000010:0.0:1779697725.560557:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.560560:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496960896, offset 0 00000400:00000200:0.0:1779697725.560569:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.560580:0:207457:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.560584:0:207457:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.560588:0:207457:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.560591:0:207457:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.560593:0:207457:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.560597:0:207457:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309754:309754:256:4294967295] 192.168.203.23@tcp LPNI seq info [309750:309750:8:4294967295] 00000400:00000200:0.0:1779697725.560607:0:207457:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.560613:0:207457:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.560617:0:207457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697725.560624:0:207457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.560631:0:207457:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.560636:0:207457:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:1.0:1779697725.561579:0:189658:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeeaa7800. 02000000:00000010:1.0:1779697725.561601:0:189658:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbeeaa6c00. 00000400:00000010:1.0:1779697725.561605:0:189658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7948. 00000400:00000010:1.0:1779697725.561611:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697725.561615:0:189658:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496961024, portal 16 00000400:00000010:1.0:1779697725.561619:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697725.561621:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496961024, offset 0 00000400:00000200:1.0:1779697725.561629:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.561637:0:189658:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.561640:0:189658:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.561643:0:189658:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.561646:0:189658:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.561648:0:189658:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.561652:0:189658:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309755:309755:255:4294967295] 192.168.203.23@tcp LPNI seq info [309751:309751:7:4294967295] 00000400:00000200:1.0:1779697725.561660:0:189658:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.561663:0:189658:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.561668:0:189658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697725.561673:0:189658:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.561680:0:189658:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.561683:0:189658:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.561734:0:189657:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697725.561738:0:189657:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697725.561741:0:189657:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496960768 02000000:00000010:1.0:1779697725.561759:0:189657:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cacc9a2800. 00010000:00000010:1.0:1779697725.561776:0:189657:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.0:1779697725.561788:0:189657:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0c00. 00000100:00000010:1.0:1779697725.561794:0:189657:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b6c0. 00000100:00000010:1.0:1779697725.561800:0:189657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa680. 02000000:00000010:1.0:1779697725.561808:0:189657:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeeaa6400. 02000000:00000010:1.0:1779697725.561819:0:189657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbeeaa7400. 00000400:00000010:1.0:1779697725.561822:0:189657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7ec8. 00000400:00000010:1.0:1779697725.561825:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697725.561828:0:189657:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496961152, portal 16 00000400:00000010:1.0:1779697725.561832:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697725.561835:0:189657:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496961152, offset 0 00000400:00000200:1.0:1779697725.561840:0:189657:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.561846:0:189657:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.561848:0:189657:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.561851:0:189657:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.561854:0:189657:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.561856:0:189657:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.561858:0:189657:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309756:309756:254:4294967295] 192.168.203.23@tcp LPNI seq info [309752:309752:6:4294967295] 00000400:00000200:1.0:1779697725.561866:0:189657:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.561870:0:189657:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.561873:0:189657:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697725.561877:0:189657:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.561881:0:189657:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.561883:0:189657:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:1.0:1779697725.561911:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.561916:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9180. 00000400:00000200:1.0:1779697725.561935:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:1.0:1779697725.561937:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000020:00000010:0.0:1779697725.562630:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09eb00. 00000020:00000010:0.0:1779697725.562635:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09eb00. 00000020:00000010:0.0:1779697725.562640:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d200. 00000020:00000010:0.0:1779697725.562645:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697725.562650:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.562679:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09eb00. 00000020:00000010:0.0:1779697725.562682:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09eb00. 00000100:00000200:0.0:1779697725.562685:0:208271:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958464 02000000:00000010:0.0:1779697725.562697:0:208271:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbcb257400. 00010000:00000010:0.0:1779697725.562718:0:208271:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20400. 00010000:00000010:0.0:1779697725.562722:0:208271:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20800. 00010000:00000010:0.0:1779697725.562728:0:208271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3e00. 00002000:00000010:0.0:1779697725.562735:0:208271:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbff09eb00. 00010000:00000010:0.0:1779697725.562760:0:208271:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345cc0. 00080000:00000010:0.0:1779697725.562783:0:208271:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3549800. 00000100:00000200:1.0:1779697725.563421:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac4ec5f80 x1866137496958464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.563460:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cacc9a0000. 00000400:00000010:1.0:1779697725.563465:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d74d0. 00000400:00000010:1.0:1779697725.563470:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:1.0:1779697725.563474:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496958976, portal 4 00000400:00000010:1.0:1779697725.563479:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697725.563481:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496958976, offset 0 00000400:00000200:1.0:1779697725.563486:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.563495:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.565088:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb800 00000400:00000200:1.0:1779697725.565097:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 0 00000400:00000200:1.0:1779697725.565110:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.565114:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.565122:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.565130:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3abb80. 00000400:00000200:1.0:1779697725.565151:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:1.0:1779697725.565153:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697725.565162:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac4ec6300 x1866137496958976/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.565197:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c23c00. 00000400:00000010:1.0:1779697725.565202:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3898. 00000400:00000010:1.0:1779697725.565207:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697725.565211:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496959488, portal 4 00000400:00000010:1.0:1779697725.565216:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697725.565219:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496959488, offset 0 00000400:00000200:1.0:1779697725.565224:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.565230:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.565235:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bba00 00000400:00000200:1.0:1779697725.565239:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 544 00000400:00000200:1.0:1779697725.565243:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.565246:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.565249:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.565252:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9880. 00000400:00000200:1.0:1779697725.565265:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697725.565267:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697725.565271:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe9a300 x1866137496959488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1779697725.565861:0:208271:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1360. 00010000:00000200:0.0:1779697725.565912:0:208271:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9180 x1866137496958464/t8589941751(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.565930:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697725.565934:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496958464, offset 224 00000400:00000200:0.0:1779697725.567137:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.567155:0:208271:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.567167:0:208271:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb600 00000400:00000200:0.0:1779697725.567174:0:208271:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa829 [1] + 224 00000400:00000200:0.0:1779697725.567182:0:208271:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.567185:0:208271:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.567195:0:208271:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac4ec5f80 x1866137496958464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.567212:0:208271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:0.0:1779697725.567214:0:208271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000020:00000010:0.0:1779697725.567233:0:208271:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697725.567239:0:208271:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.567243:0:208271:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d200. 00000020:00000010:0.0:1779697725.567275:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ecc0. 00000020:00000010:0.0:1779697725.567279:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ecc0. 00000020:00000010:0.0:1779697725.569142:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbd0476000. 00000020:00000010:0.0:1779697725.569151:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697725.569156:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.569204:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ecc0. 00000020:00000010:0.0:1779697725.569207:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ecc0. 00000020:00000010:0.0:1779697725.569212:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d200. 00000020:00000010:0.0:1779697725.569215:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6300. 00000020:00000010:0.0:1779697725.569217:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697725.569232:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ecc0. 00000020:00000010:0.0:1779697725.569234:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ecc0. 00000100:00000200:0.0:1779697725.569237:0:208271:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958976 02000000:00000010:0.0:1779697725.569262:0:208271:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc354b800. 00010000:00000010:0.0:1779697725.569339:0:208271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3000. 00010000:00000010:0.0:1779697725.569358:0:208271:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09ecc0. 00000100:00000010:0.0:1779697725.569366:0:208271:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad23456c0. 00000100:00000010:0.0:1779697725.569375:0:208271:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5f80. 02000000:00000010:0.0:1779697725.569386:0:208271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad5ace000. 02000000:00000010:0.0:1779697725.569423:0:208271:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5ace600. 00000400:00000010:0.0:1779697725.569428:0:208271:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243abb0. 00000400:00000010:0.0:1779697725.569434:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697725.569441:0:208271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496961280, portal 16 00000400:00000010:0.0:1779697725.569446:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697725.569449:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496961280, offset 0 00000400:00000200:0.0:1779697725.569458:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.569470:0:208271:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.569475:0:208271:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.569480:0:208271:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.569483:0:208271:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.569486:0:208271:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.569489:0:208271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309757:309757:253:4294967295] 192.168.203.23@tcp LPNI seq info [309753:309753:5:4294967295] 00000400:00000200:0.0:1779697725.569499:0:208271:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.569504:0:208271:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.569509:0:208271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697725.569515:0:208271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.569522:0:208271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.569526:0:208271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1779697725.569561:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.569570:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bbe80 00000400:00000200:0.0:1779697725.569576:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa865 [1] + 224 00000400:00000200:0.0:1779697725.569589:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.569593:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.569604:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5213100 x1866137496960640/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.569653:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.569656:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697725.569660:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.569663:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.569666:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:0.0:1779697725.569668:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.569673:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb5c00 x1866137496960896/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.569691:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.569693:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:0.0:1779697725.569696:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.569699:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.569701:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779697725.569703:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779697725.569707:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137496961024/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.569731:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.569733:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697725.569735:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.569738:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.569740:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697725.569742:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697725.569746:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aa680 x1866137496961152/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.569804:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.569807:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697725.569810:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.569814:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.569816:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:0.0:1779697725.569817:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697725.569822:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb5f80 x1866137496961280/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1779697725.569848:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ef00. 00000020:00000010:0.0:1779697725.569851:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ef00. 00000100:00000200:0.0:1779697725.569854:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496959488 02000000:00000010:0.0:1779697725.569865:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc354b000. 00002000:00000010:0.0:1779697725.569877:0:207456:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff93cbfede3db0. 00080000:00000010:0.0:1779697725.569885:0:207456:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff93cbdcc92720. 00010000:00000010:0.0:1779697725.570148:0:207456:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20300. 00010000:00000010:0.0:1779697725.570153:0:207456:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20500. 00010000:00000010:0.0:1779697725.570157:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2000. 00002000:00000010:0.0:1779697725.570165:0:207456:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cbff09ed40. 00010000:00000010:0.0:1779697725.570189:0:207456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345e40. 00080000:00000010:0.0:1779697725.570204:0:207456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc354ac00. 02000000:00000010:1.0:1779697725.571044:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c21800. 00000400:00000010:1.0:1779697725.571052:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aecb8. 00000400:00000010:1.0:1779697725.571058:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697725.571062:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496960000, portal 4 00000400:00000010:1.0:1779697725.571068:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697725.571071:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496960000, offset 0 00000400:00000200:1.0:1779697725.571076:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.571086:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.571095:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bbc00 00000400:00000200:1.0:1779697725.571102:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 1088 00000400:00000200:1.0:1779697725.571108:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.571112:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.571118:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.571123:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9c00. 00000400:00000200:1.0:1779697725.571136:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:1.0:1779697725.571138:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697725.571143:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b9500 x1866137496960000/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.571170:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243af78. 00000400:00000200:1.0:1779697725.571174:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:1.0:1779697725.571175:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000100:00000200:1.0:1779697725.571181:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac4ec5f80 x1866137496958464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.571189:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac4ec5f80 x1866137496958464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1779697725.571266:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbff09eb00. 00010000:00000010:1.0:1779697725.571272:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20800. 00010000:00000010:1.0:1779697725.571280:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345cc0. 00002000:00000010:1.0:1779697725.571303:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbff09ed40. 00010000:00000010:1.0:1779697725.571305:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20500. 00010000:00000010:1.0:1779697725.571309:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345e40. 00000020:00000010:1.0:1779697725.571335:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697725.571340:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697725.571345:0:207449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7200. 00000020:00000010:1.0:1779697725.571349:0:207449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697725.571353:0:207449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697725.571379:0:207449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0ac0. 00000020:00000010:1.0:1779697725.571382:0:207449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0ac0. 00000100:00000200:1.0:1779697725.571385:0:207449:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496960000 02000000:00000010:1.0:1779697725.571420:0:207449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c21000. 00010000:00000010:1.0:1779697725.571436:0:207449:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697725.571448:0:207449:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0ac0. 00000100:00000010:1.0:1779697725.571454:0:207449:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9bb40. 00000100:00000010:1.0:1779697725.571462:0:207449:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9500. 02000000:00000010:1.0:1779697725.571470:0:207449:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeeaa6600. 02000000:00000010:1.0:1779697725.571485:0:207449:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbeeaa6200. 00000400:00000010:1.0:1779697725.571489:0:207449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae5d8. 00000400:00000010:1.0:1779697725.571492:0:207449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697725.571495:0:207449:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496961408, portal 16 00000400:00000010:1.0:1779697725.571498:0:207449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:1.0:1779697725.571500:0:207449:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496961408, offset 0 00000400:00000200:1.0:1779697725.571505:0:207449:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.571514:0:207449:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.571519:0:207449:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.571523:0:207449:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.571526:0:207449:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.571528:0:207449:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.571531:0:207449:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309758:309758:256:4294967295] 192.168.203.23@tcp LPNI seq info [309754:309754:8:4294967295] 00000400:00000200:1.0:1779697725.571539:0:207449:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.571544:0:207449:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.571548:0:207449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697725.571553:0:207449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.571560:0:207449:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.571564:0:207449:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1779697725.571611:0:207613:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7268. 00000400:00000200:1.0:1779697725.571616:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:1.0:1779697725.571618:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697725.571624:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5213100 x1866137496960640/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.571638:0:207613:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5213100 x1866137496960640/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.571654:0:207613:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbeeaa6000. 02000000:00000010:1.0:1779697725.571658:0:207613:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeeaa7600. 00000100:00000010:1.0:1779697725.571662:0:207613:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5213100. 00000100:00000010:1.0:1779697725.571665:0:207613:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697725.571672:0:207613:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa04c0. 00000100:00000010:1.0:1779697725.571725:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8380. 02000000:00000010:1.0:1779697725.571731:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c20800. 02000000:00000010:1.0:1779697725.571764:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c20400. 00000400:00000010:1.0:1779697725.571768:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae688. 00000400:00000010:1.0:1779697725.571771:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:1.0:1779697725.571775:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496961536, portal 4 00000400:00000010:1.0:1779697725.571779:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697725.571782:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496961536, offset 0 00000400:00000200:1.0:1779697725.571786:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.571792:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.571799:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bc200 00000400:00000200:1.0:1779697725.571804:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 1632 00000400:00000200:1.0:1779697725.571809:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.571812:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.571816:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.571820:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8700. 00000400:00000200:1.0:1779697725.571829:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:1.0:1779697725.571831:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697725.571834:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a8380 x1866137496961536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.571865:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa04c0. 00000020:00000010:1.0:1779697725.571868:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa04c0. 00000020:00000010:1.0:1779697725.571871:0:207448:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697725.571875:0:207448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:1.0:1779697725.571878:0:207448:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f957d0. 00000020:00000010:1.0:1779697725.571897:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa04c0. 00000020:00000010:1.0:1779697725.571899:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa04c0. 00000100:00000200:1.0:1779697725.571902:0:207448:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496961536 02000000:00000010:1.0:1779697725.571911:0:207448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c21c00. 00010000:00000010:1.0:1779697725.571922:0:207448:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697725.571931:0:207448:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa04c0. 00000100:00000010:1.0:1779697725.571935:0:207448:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b000. 00000100:00000010:1.0:1779697725.571949:0:207448:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5213100. 02000000:00000010:1.0:1779697725.571956:0:207448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeeaa6000. 02000000:00000010:1.0:1779697725.571967:0:207448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad653b000. 00000400:00000010:1.0:1779697725.571970:0:207448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae948. 00000400:00000010:1.0:1779697725.571973:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779697725.571976:0:207448:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496961664, portal 16 00000400:00000010:1.0:1779697725.571979:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:1.0:1779697725.571981:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496961664, offset 0 00000400:00000200:1.0:1779697725.571986:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.571992:0:207448:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.571994:0:207448:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.571997:0:207448:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.571999:0:207448:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.572001:0:207448:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.572003:0:207448:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309759:309759:255:4294967295] 192.168.203.23@tcp LPNI seq info [309755:309755:7:4294967295] 00000400:00000200:1.0:1779697725.572010:0:207448:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.572014:0:207448:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.572017:0:207448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697725.572020:0:207448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.572025:0:207448:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.572028:0:207448:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1779697725.572042:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbffaefc00 00000400:00000010:1.0:1779697725.572046:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffff93cbffaefc00. 00000100:00000200:1.0:1779697725.572049:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1779697725.572059:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:1.0:1779697725.572060:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000100:00000200:1.0:1779697725.572065:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac4ec5c00 x1866137496958592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.572081:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c22000. 00000400:00000010:1.0:1779697725.572084:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae160. 00000400:00000010:1.0:1779697725.572087:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:1.0:1779697725.572089:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496959104, portal 4 00000400:00000010:1.0:1779697725.572092:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697725.572094:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496959104, offset 0 00000400:00000200:1.0:1779697725.572097:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.572101:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.572106:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bb880 00000400:00000200:1.0:1779697725.572109:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 2176 00000400:00000200:1.0:1779697725.572113:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.572115:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.572117:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.572120:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0e00. 00000400:00000200:1.0:1779697725.572128:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:1.0:1779697725.572130:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697725.572133:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210e00 x1866137496959104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.572147:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c22400. 00000400:00000010:1.0:1779697725.572149:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aef20. 00000400:00000010:1.0:1779697725.572151:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697725.572153:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496959616, portal 4 00000400:00000010:1.0:1779697725.572157:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697725.572159:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496959616, offset 0 00000400:00000200:1.0:1779697725.572162:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.572166:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.572170:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bba80 00000400:00000200:1.0:1779697725.572174:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 2720 00000400:00000200:1.0:1779697725.572178:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.572180:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.572182:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.572185:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2680. 00000400:00000200:1.0:1779697725.572192:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:1.0:1779697725.572193:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697725.572197:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe9b480 x1866137496959616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.572210:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c23000. 00000400:00000010:1.0:1779697725.572212:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aebb0. 00000400:00000010:1.0:1779697725.572215:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:1.0:1779697725.572217:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496960128, portal 4 00000400:00000010:1.0:1779697725.572220:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697725.572221:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496960128, offset 0 00000400:00000200:1.0:1779697725.572224:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.572228:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.572231:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bbc80 00000400:00000200:1.0:1779697725.572234:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 3264 00000400:00000200:1.0:1779697725.572238:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.572240:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.572242:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.572244:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1180. 00000400:00000200:1.0:1779697725.572250:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:1.0:1779697725.572251:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697725.572255:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bb800 x1866137496960128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.572281:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572284:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572287:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653b200. 00000020:00000010:1.0:1779697725.572289:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697725.572292:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697725.572305:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572307:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572310:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653a400. 00000020:00000010:1.0:1779697725.572312:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e880. 00000020:00000010:1.0:1779697725.572314:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f950c8. 00000020:00000010:1.0:1779697725.572323:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572325:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572328:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653b400. 00000020:00000010:1.0:1779697725.572331:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e100. 00000020:00000010:1.0:1779697725.572334:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697725.572345:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572347:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572350:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e400. 00000020:00000010:1.0:1779697725.572353:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e680. 00000020:00000010:1.0:1779697725.572356:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697725.572363:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa02c0. 00000020:00000010:1.0:1779697725.572365:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa02c0. 00000100:00000200:1.0:1779697725.572367:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496958592 02000000:00000010:1.0:1779697725.572375:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c20000. 00010000:00000010:1.0:1779697725.572385:0:207452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:1.0:1779697725.572415:0:207452:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa02c0. 00000100:00000010:1.0:1779697725.572420:0:207452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9be40. 00000100:00000010:1.0:1779697725.572425:0:207452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0700. 02000000:00000010:1.0:1779697725.572430:0:207452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3efa00. 02000000:00000010:1.0:1779697725.572440:0:207452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff3efe00. 00000400:00000010:1.0:1779697725.572443:0:207452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae478. 00000400:00000010:1.0:1779697725.572446:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697725.572449:0:207452:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496961792, portal 16 00000400:00000010:1.0:1779697725.572452:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697725.572455:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496961792, offset 0 00000400:00000200:1.0:1779697725.572462:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.572468:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.572470:0:207452:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.572474:0:207452:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.572476:0:207452:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.572479:0:207452:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.572481:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309760:309760:254:4294967295] 192.168.203.23@tcp LPNI seq info [309756:309756:6:4294967295] 00000400:00000200:1.0:1779697725.572488:0:207452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.572491:0:207452:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.572494:0:207452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697725.572498:0:207452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.572502:0:207452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.572505:0:207452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.572525:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0880. 00000020:00000010:1.0:1779697725.572530:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0880. 00000100:00000200:1.0:1779697725.572532:0:207460:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496959104 02000000:00000010:1.0:1779697725.572541:0:207460:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c21400. 00010000:00000010:1.0:1779697725.572551:0:207460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.0:1779697725.572558:0:207460:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0880. 00000100:00000010:1.0:1779697725.572562:0:207460:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9bcc0. 00000100:00000010:1.0:1779697725.572566:0:207460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0380. 02000000:00000010:1.0:1779697725.572571:0:207460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3ee400. 02000000:00000010:1.0:1779697725.572580:0:207460:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff3ef400. 00000400:00000010:1.0:1779697725.572582:0:207460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae268. 00000400:00000010:1.0:1779697725.572586:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697725.572589:0:207460:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496961920, portal 16 00000400:00000010:1.0:1779697725.572592:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697725.572594:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496961920, offset 0 00000400:00000200:1.0:1779697725.572598:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.572604:0:207460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.572607:0:207460:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.572609:0:207460:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.572611:0:207460:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.572613:0:207460:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.572617:0:207460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309761:309761:253:4294967295] 192.168.203.23@tcp LPNI seq info [309757:309757:5:4294967295] 00000400:00000200:1.0:1779697725.572624:0:207460:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.572628:0:207460:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.572631:0:207460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697725.572635:0:207460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.572639:0:207460:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.572641:0:207460:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.572662:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.572665:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697725.572667:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496959616 02000000:00000010:1.0:1779697725.572675:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c22800. 00010000:00000010:1.0:1779697725.572686:0:207614:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697725.572689:0:207614:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697725.572693:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d200. 00002000:00000010:1.0:1779697725.572700:0:207614:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0600. 00010000:00000010:1.0:1779697725.572730:0:207614:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00080000:00000010:1.0:1779697725.572748:0:207614:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00c20c00. 00000001:00000010:1.0:1779697725.573224:0:207614:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a8a0. 00010000:00000200:1.0:1779697725.573266:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed2680 x1866137496959616/t8589942222(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.573278:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697725.573282:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496959616, offset 224 00000400:00000200:1.0:1779697725.573285:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.573291:0:207614:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.573297:0:207614:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bba80 00000400:00000200:1.0:1779697725.573302:0:207614:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa8d9 [1] + 224 00000400:00000200:1.0:1779697725.573308:0:207614:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.573310:0:207614:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.573315:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe9b480 x1866137496959616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.573338:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:1.0:1779697725.573340:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:1.0:1779697725.573351:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e100. 00000020:00000010:1.0:1779697725.573354:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697725.573357:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653b400. 00000020:00000010:1.0:1779697725.573370:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697725.573373:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697725.573375:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496960128 02000000:00000010:1.0:1779697725.573386:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc93a9800. 00010000:00000010:1.0:1779697725.573418:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:1.0:1779697725.573427:0:207614:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0280. 00000100:00000010:1.0:1779697725.573431:0:207614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.573436:0:207614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3480. 02000000:00000010:1.0:1779697725.573443:0:207614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad653b400. 02000000:00000010:1.0:1779697725.573455:0:207614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac12cb600. 00000400:00000010:1.0:1779697725.573459:0:207614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae108. 00000400:00000010:1.0:1779697725.573462:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697725.573466:0:207614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496962048, portal 16 00000400:00000010:1.0:1779697725.573470:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:1.0:1779697725.573473:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496962048, offset 0 00000400:00000200:1.0:1779697725.573477:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.573484:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.573487:0:207614:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.573489:0:207614:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.573491:0:207614:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.573493:0:207614:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.573496:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309762:309762:252:4294967295] 192.168.203.23@tcp LPNI seq info [309758:309758:4:4294967295] 00000400:00000200:1.0:1779697725.573504:0:207614:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.573507:0:207614:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.573510:0:207614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697725.573515:0:207614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.573519:0:207614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.573522:0:207614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 424 niov 1 nkiov 1 00002000:00000010:1.0:1779697725.573565:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0600. 00010000:00000010:1.0:1779697725.573569:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2a700. 00010000:00000010:1.0:1779697725.573577:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00000400:00000010:1.0:1779697725.573595:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aef20. 00000400:00000200:1.0:1779697725.573598:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:1.0:1779697725.573599:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697725.573605:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe9b480 x1866137496959616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.573612:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe9b480 x1866137496959616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697725.573661:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0a80. 02000000:00000010:1.0:1779697725.573667:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc93a8400. 02000000:00000010:1.0:1779697725.573699:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc93ab000. 00000400:00000010:1.0:1779697725.573703:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aef20. 00000400:00000010:1.0:1779697725.573705:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697725.573719:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496962176, portal 4 00000400:00000010:1.0:1779697725.573723:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697725.573725:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496962176, offset 0 00000400:00000200:1.0:1779697725.573729:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.573735:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.573740:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bc480 00000400:00000200:1.0:1779697725.573745:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 3808 00000400:00000200:1.0:1779697725.573750:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.573753:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.573756:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.573760:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3800. 00000400:00000200:1.0:1779697725.573770:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:1.0:1779697725.573771:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697725.573777:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed0a80 x1866137496962176/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.573808:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.573811:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.573815:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cac00. 00000020:00000010:1.0:1779697725.573818:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e100. 00000020:00000010:1.0:1779697725.573821:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697725.573838:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.573840:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697725.573843:0:189655:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496962176 02000000:00000010:1.0:1779697725.573851:0:189655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc93ab400. 00010000:00000010:1.0:1779697725.573861:0:189655:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:1.0:1779697725.573869:0:189655:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0600. 00000100:00000010:1.0:1779697725.573873:0:189655:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b180. 00000100:00000010:1.0:1779697725.573877:0:189655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3100. 02000000:00000010:1.0:1779697725.573882:0:189655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cac12cb000. 02000000:00000010:1.0:1779697725.573892:0:189655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac12ca000. 00000400:00000010:1.0:1779697725.573895:0:189655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae420. 00000400:00000010:1.0:1779697725.573898:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697725.573901:0:189655:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496962304, portal 16 00000400:00000010:1.0:1779697725.573904:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697725.573906:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496962304, offset 0 00000400:00000200:1.0:1779697725.573911:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.573916:0:189655:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.573919:0:189655:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.573921:0:189655:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.573923:0:189655:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.573925:0:189655:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.573928:0:189655:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309763:309763:251:4294967295] 192.168.203.23@tcp LPNI seq info [309759:309759:3:4294967295] 00000400:00000200:1.0:1779697725.573935:0:189655:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.573939:0:189655:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.573943:0:189655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697725.573946:0:189655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.573950:0:189655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.573952:0:189655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1779697725.573978:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7f20. 00000400:00000200:1.0:1779697725.573982:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:1.0:1779697725.573984:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697725.573989:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe99c00 x1866137496959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.573995:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe99c00 x1866137496959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697725.574026:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1880. 02000000:00000010:1.0:1779697725.574032:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc93aa800. 02000000:00000010:1.0:1779697725.574053:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc93ab800. 00000400:00000010:1.0:1779697725.574057:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae370. 00000400:00000010:1.0:1779697725.574059:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:1.0:1779697725.574062:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496962432, portal 4 00000400:00000010:1.0:1779697725.574065:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697725.574067:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496962432, offset 0 00000400:00000200:1.0:1779697725.574071:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.574076:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.574082:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bc580 00000400:00000200:1.0:1779697725.574086:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 4352 00000400:00000200:1.0:1779697725.574090:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.574093:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.574096:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.574099:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3b80. 00000400:00000200:1.0:1779697725.574107:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:1.0:1779697725.574109:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697725.574113:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1880 x1866137496962432/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.574148:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.574151:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.574155:0:207612:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cb800. 00000020:00000010:1.0:1779697725.574158:0:207612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ef00. 00000020:00000010:1.0:1779697725.574160:0:207612:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697725.574176:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.574178:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697725.574180:0:207612:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496962432 02000000:00000010:1.0:1779697725.574189:0:207612:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc93aac00. 00010000:00000010:1.0:1779697725.574198:0:207612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3400. 00010000:00000010:1.0:1779697725.574206:0:207612:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0680. 00000100:00000010:1.0:1779697725.574210:0:207612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac452c900. 00000100:00000010:1.0:1779697725.574214:0:207612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 02000000:00000010:1.0:1779697725.574219:0:207612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cac12cba00. 02000000:00000010:1.0:1779697725.574227:0:207612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac12cb400. 00000400:00000010:1.0:1779697725.574231:0:207612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7f20. 00000400:00000010:1.0:1779697725.574234:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697725.574237:0:207612:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496962560, portal 16 00000400:00000010:1.0:1779697725.574241:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8bb0. 00000100:00000200:1.0:1779697725.574243:0:207612:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496962560, offset 0 00000400:00000200:1.0:1779697725.574248:0:207612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.574254:0:207612:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.574257:0:207612:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.574259:0:207612:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.574261:0:207612:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.574263:0:207612:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.574266:0:207612:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309764:309764:250:4294967295] 192.168.203.23@tcp LPNI seq info [309760:309760:2:4294967295] 00000400:00000200:1.0:1779697725.574273:0:207612:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.574277:0:207612:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.574280:0:207612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.574284:0:207612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.574288:0:207612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.574291:0:207612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:0.0:1779697725.577066:0:207456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1cc0. 00010000:00000200:0.0:1779697725.577118:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9880 x1866137496959488/t8589942223(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.577139:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697725.577146:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496959488, offset 224 00000400:00000200:0.0:1779697725.577153:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.577165:0:207456:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.577175:0:207456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bba00 00000400:00000200:0.0:1779697725.577182:0:207456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa89d [1] + 224 00000400:00000200:0.0:1779697725.577191:0:207456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.577194:0:207456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.577202:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe9a300 x1866137496959488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.577232:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:0.0:1779697725.577236:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000020:00000010:0.0:1779697725.577253:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6300. 00000020:00000010:0.0:1779697725.577258:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697725.577262:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d200. 00000400:00000200:0.0:1779697725.586374:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.586409:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472800 00000400:00000200:0.0:1779697725.586418:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170899 [2] + 328 00000400:00000200:0.0:1779697725.586431:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586435:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.586444:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.586453:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5180. 00000800:00000200:0.0:1779697725.586509:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.586514:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697725.586518:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586521:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.586526:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779697725.586528:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779697725.586539:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9500 x1866137496961408/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.586559:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.586565:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 576 into portal 12 MB=0x6a14006472880 00000400:00000200:0.0:1779697725.586571:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 576/576 into md 0x18ee0d [64] + 70320 00000400:00000200:0.0:1779697725.586577:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586580:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.586584:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697725.586587:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4a80. 00000800:00000200:0.0:1779697725.586607:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.586610:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697725.586613:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586616:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.586618:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779697725.586619:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779697725.586625:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5213100 x1866137496961664/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.586640:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.586645:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bbf80 00000400:00000200:0.0:1779697725.586650:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa87d [1] + 224 00000400:00000200:0.0:1779697725.586655:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586657:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.586662:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb5c00 x1866137496960896/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.586681:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.586684:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697725.586686:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586689:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.586692:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697725.586693:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697725.586698:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed0700 x1866137496961792/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.586723:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.586729:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc000 00000400:00000200:0.0:1779697725.586733:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa885 [1] + 224 00000400:00000200:0.0:1779697725.586739:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586742:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.586747:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137496961024/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.586766:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.586768:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697725.586770:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586774:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.586777:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697725.586778:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697725.586782:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed0380 x1866137496961920/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.586796:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.586801:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc080 00000400:00000200:0.0:1779697725.586805:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa88d [1] + 224 00000400:00000200:0.0:1779697725.586810:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586813:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.586818:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aa680 x1866137496961152/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.586835:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.586837:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:0.0:1779697725.586839:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586842:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.586844:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697725.586846:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697725.586850:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed3480 x1866137496962048/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.586862:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.586867:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc100 00000400:00000200:0.0:1779697725.586871:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa8a9 [1] + 224 00000400:00000200:0.0:1779697725.586875:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586878:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.586883:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb5f80 x1866137496961280/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.586898:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.586900:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:0.0:1779697725.586902:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.586905:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.586908:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:0.0:1779697725.586909:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000100:00000200:0.0:1779697725.586914:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed3100 x1866137496962304/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.586925:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.586930:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472900 00000400:00000200:0.0:1779697725.586934:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170899 [2] + 656 00000400:00000200:0.0:1779697725.586938:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.587247:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.587251:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.587255:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4e00. 00000800:00000200:0.0:1779697725.600412:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.600421:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697725.600430:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.600439:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.600446:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8bb0 00000400:00000010:0.0:1779697725.600448:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8bb0. 00000100:00000200:0.0:1779697725.600459:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1500 x1866137496962560/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.600496:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.600521:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472a00 00000400:00000200:0.0:1779697725.600528:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170899 [2] + 984 00000400:00000200:0.0:1779697725.600537:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.600540:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.600546:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.600551:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6d80. 00000400:00000200:0.0:1779697725.605757:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.605773:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472980 00000400:00000200:0.0:1779697725.605782:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170899 [2] + 1312 00000400:00000200:0.0:1779697725.605792:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.605797:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.605803:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.605809:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7b80. 00000020:00000010:1.0:1779697725.606842:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.606850:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.606857:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697725.606862:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e580. 00000020:00000010:1.0:1779697725.606868:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000100:00000200:1.0:1779697725.606896:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb6680 x1866146215569280/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.606928:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.606930:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.606951:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8e00. 00000020:00000010:1.0:1779697725.606954:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee80. 00000020:00000010:1.0:1779697725.606957:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95708. 00000100:00000200:1.0:1779697725.606966:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb5180 x1866146215569408/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.606987:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.606990:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.606993:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8c00. 00000020:00000010:1.0:1779697725.606996:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1f80. 00000020:00000010:1.0:1779697725.606999:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000100:00000200:1.0:1779697725.607007:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb4e00 x1866146215569664/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.607038:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.607041:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.607044:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9a00. 00000020:00000010:1.0:1779697725.607047:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779697725.607049:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000100:00000200:1.0:1779697725.607057:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb6d80 x1866146215569920/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.607072:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.607074:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000100:00000200:1.0:1779697725.607077:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569280 02000000:00000010:1.0:1779697725.607086:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93abc00. 00010000:00000010:1.0:1779697725.607118:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0dc0. 00000100:00000010:1.0:1779697725.607125:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacd7e4c00. 00000100:00000010:1.0:1779697725.607131:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacd7e4c00. 00010000:00000010:1.0:1779697725.607134:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0dc0. 00000400:00000010:1.0:1779697725.607148:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697725.607153:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215569280, offset 224 00000400:00000200:1.0:1779697725.607161:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.607172:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.607178:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309765:309765:256:4294967295] 192.168.203.23@tcp LPNI seq info [309761:309761:8:4294967295] 00000400:00000200:1.0:1779697725.607189:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.607195:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.607199:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.607205:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.607212:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.607216:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.607227:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e580. 00000020:00000010:1.0:1779697725.607231:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697725.607234:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697725.607246:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.607248:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000100:00000200:1.0:1779697725.607251:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569408 02000000:00000010:1.0:1779697725.607256:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93a9c00. 00010000:00000010:1.0:1779697725.607277:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0dc0. 00000100:00000010:1.0:1779697725.607280:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacd7e4c00. 00000100:00000010:1.0:1779697725.607735:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacd7e4c00. 00010000:00000010:1.0:1779697725.607739:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0dc0. 00000400:00000010:1.0:1779697725.607749:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779697725.607754:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215569408, offset 224 00000400:00000200:1.0:1779697725.607760:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.607767:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.607771:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309766:309766:255:4294967295] 192.168.203.23@tcp LPNI seq info [309762:309762:7:4294967295] 00000400:00000200:1.0:1779697725.607780:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.607785:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.607788:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697725.607793:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.607798:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.607800:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.607809:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee80. 00000020:00000010:1.0:1779697725.607812:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95708. 00000020:00000010:1.0:1779697725.607814:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8e00. 00000020:00000010:1.0:1779697725.607828:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.607830:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000100:00000200:1.0:1779697725.607832:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569664 02000000:00000010:1.0:1779697725.607838:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93a8c00. 00010000:00000010:1.0:1779697725.607855:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0dc0. 00000100:00000010:1.0:1779697725.607859:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacd7e4c00. 00000100:00000010:1.0:1779697725.607862:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacd7e4c00. 00010000:00000010:1.0:1779697725.607864:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0dc0. 00000400:00000010:1.0:1779697725.607870:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8440. 00000100:00000200:1.0:1779697725.607872:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215569664, offset 224 00000400:00000200:1.0:1779697725.607877:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.607882:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.607886:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309767:309767:254:4294967295] 192.168.203.23@tcp LPNI seq info [309763:309763:6:4294967295] 00000400:00000200:1.0:1779697725.607893:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.607900:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.607903:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697725.607907:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.607911:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.607913:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.607919:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1f80. 00000020:00000010:1.0:1779697725.607922:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697725.607924:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8c00. 00000020:00000010:1.0:1779697725.607934:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.607936:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000100:00000200:1.0:1779697725.607950:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569920 02000000:00000010:1.0:1779697725.607956:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93aa000. 00010000:00000010:1.0:1779697725.607970:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0dc0. 00000100:00000010:1.0:1779697725.607974:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacd7e4c00. 00000100:00000010:1.0:1779697725.607976:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacd7e4c00. 00010000:00000010:1.0:1779697725.607978:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0dc0. 00000400:00000010:1.0:1779697725.607984:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.607987:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215569920, offset 224 00000400:00000200:1.0:1779697725.607991:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.607997:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.608001:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309768:309768:253:4294967295] 192.168.203.23@tcp LPNI seq info [309764:309764:5:4294967295] 00000400:00000200:1.0:1779697725.608008:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.608013:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.608016:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697725.608020:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.608036:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.608038:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.608045:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779697725.608048:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697725.608051:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef9a00. 00000400:00000010:1.0:1779697725.608082:0:189658:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7948. 00000400:00000200:1.0:1779697725.608086:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:1.0:1779697725.608089:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000100:00000200:1.0:1779697725.608097:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137496961024/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.608106:0:189658:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137496961024/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.608132:0:189658:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbeeaa6c00. 02000000:00000010:1.0:1779697725.608139:0:189658:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeeaa7800. 00000100:00000010:1.0:1779697725.608144:0:189658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 00000100:00000010:1.0:1779697725.608148:0:189658:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697725.608156:0:189658:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0180. 00000400:00000010:1.0:1779697725.608176:0:189657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7ec8. 00000400:00000200:1.0:1779697725.608179:0:189657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:1.0:1779697725.608181:0:189657:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697725.608187:0:189657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aa680 x1866137496961152/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.608196:0:189657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aa680 x1866137496961152/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.608211:0:189657:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbeeaa7400. 02000000:00000010:1.0:1779697725.608214:0:189657:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeeaa6400. 00000100:00000010:1.0:1779697725.608217:0:189657:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa680. 00000100:00000010:1.0:1779697725.608219:0:189657:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697725.608222:0:189657:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0c00. 00010000:00000010:1.0:1779697725.608232:0:189657:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00080000:00000010:1.0:1779697725.608253:0:189657:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc93a8800. 00000001:00000010:1.0:1779697725.608812:0:189657:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a540. 00010000:00000200:1.0:1779697725.608870:0:189657:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8e00 x1866137496960768/t8589941752(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.608884:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697725.608888:0:189657:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496960768, offset 224 00000400:00000200:1.0:1779697725.608893:0:189657:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.608902:0:189657:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.608913:0:189657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bbf00 00000400:00000200:1.0:1779697725.608920:0:189657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa875 [1] + 224 00000400:00000200:1.0:1779697725.608929:0:189657:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.608933:0:189657:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.608952:0:189657:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3ab800 x1866137496960768/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.608976:0:189657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697725.608978:0:189657:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000020:00000010:1.0:1779697725.608989:0:189657:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697725.608992:0:189657:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697725.608994:0:189657:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7c00. 00000400:00000010:1.0:1779697725.609017:0:208271:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243abb0. 00000400:00000200:1.0:1779697725.609020:0:208271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:1.0:1779697725.609178:0:208271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000100:00000200:1.0:1779697725.609187:0:208271:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb5f80 x1866137496961280/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.609194:0:208271:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb5f80 x1866137496961280/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.609209:0:208271:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5ace600. 02000000:00000010:1.0:1779697725.609213:0:208271:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad5ace000. 00000100:00000010:1.0:1779697725.609216:0:208271:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5f80. 00000100:00000010:1.0:1779697725.609219:0:208271:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad23456c0. 00010000:00000010:1.0:1779697725.609221:0:208271:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09ecc0. 00000400:00000010:1.0:1779697725.609252:0:207457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:1.0:1779697725.609255:0:207457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:1.0:1779697725.609256:0:207457:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00000100:00000200:1.0:1779697725.609261:0:207457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb5c00 x1866137496960896/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.609267:0:207457:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb5c00 x1866137496960896/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.609353:0:207457:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace11d400. 02000000:00000010:1.0:1779697725.609358:0:207457:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cace11dc00. 00000100:00000010:1.0:1779697725.609361:0:207457:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5c00. 00000100:00000010:1.0:1779697725.609363:0:207457:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad23453c0. 00010000:00000010:1.0:1779697725.609365:0:207457:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e100. 00010000:00000010:1.0:1779697725.609373:0:207457:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00080000:00000010:1.0:1779697725.609413:0:207457:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3460c00. 00000001:00000010:1.0:1779697725.609700:0:207457:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a1e0. 00010000:00000200:1.0:1779697725.609742:0:207457:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3aa300 x1866137496960256/t8589942224(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.609754:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697725.609758:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496960256, offset 224 00000400:00000200:1.0:1779697725.609762:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.609768:0:207457:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.609774:0:207457:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bbd00 00000400:00000200:1.0:1779697725.609779:0:207457:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa86d [1] + 224 00000400:00000200:1.0:1779697725.609784:0:207457:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.609787:0:207457:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.609793:0:207457:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b9f80 x1866137496960256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.609804:0:207457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697725.609806:0:207457:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000020:00000010:1.0:1779697725.609814:0:207457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697725.609817:0:207457:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697725.609820:0:207457:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000020:00000010:1.0:1779697725.609848:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697725.609853:0:207451:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.609862:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697725.609866:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8e00. 00000020:00000010:1.0:1779697725.609868:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779697725.609871:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697725.609896:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697725.609898:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697725.609900:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569536 00010000:00000010:1.0:1779697725.609923:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.0:1779697725.609929:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406200. 00010000:00000010:0.1:1779697725.612124:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3000. 02000000:00000010:1.0:1779697725.612192:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffff93cbff713000. 00010000:00000010:1.0:1779697725.612228:0:207451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.0:1779697725.612235:0:207451:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff93cbd0406980. 00000020:00000010:1.0:1779697725.612339:0:207451:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff93cbeeb97800. 00010000:00000010:1.0:1779697725.612374:0:207451:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406200. 00010000:00000200:1.0:1779697725.612415:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb4a80 x1866146215569536/t0(0) o101->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:400/0 lens 576/688 e 0 to 0 dl 1779698480 ref 1 fl Interpret:/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1779697725.612433:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697725.612439:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866146215569536, offset 224 00000400:00000200:1.0:1779697725.612446:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.612461:0:207451:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.612467:0:207451:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309769:309769:252:4294967295] 192.168.203.23@tcp LPNI seq info [309765:309765:4:4294967295] 00000400:00000200:1.0:1779697725.612478:0:207451:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.612484:0:207451:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.612488:0:207451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697725.612495:0:207451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.612625:0:207451:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.612630:0:207451:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.612646:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779697725.612651:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697725.612655:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8e00. 00000800:00000200:1.0:1779697725.615521:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.615530:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697725.615539:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.615549:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.615556:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779697725.615559:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000800:00000200:1.0:1779697725.615576:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.615578:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697725.615581:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.615584:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.615587:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e85d8 00000400:00000010:1.0:1779697725.615588:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e85d8. 00000800:00000200:1.0:1779697725.615595:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.615597:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697725.615599:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.615601:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.615603:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8440 00000400:00000010:1.0:1779697725.615605:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8440. 00000800:00000200:1.0:1779697725.615611:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.615613:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697725.615615:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.615618:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.615620:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.615622:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000800:00000200:1.0:1779697725.615681:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.615684:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697725.615687:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.615690:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.615693:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697725.615695:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00010000:00000010:1.0:1779697725.615751:0:207613:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00080000:00000010:1.0:1779697725.615776:0:207613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3460800. 00000001:00000010:1.0:1779697725.618547:0:207613:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a180. 00010000:00000200:1.0:1779697725.618598:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5211180 x1866137496959872/t8589942225(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.618619:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697725.618627:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496959872, offset 224 00000400:00000200:1.0:1779697725.618634:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.618646:0:207613:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.618656:0:207613:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bbb80 00000400:00000200:1.0:1779697725.618663:0:207613:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa851 [1] + 224 00000400:00000200:1.0:1779697725.618682:0:207613:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.618686:0:207613:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.618695:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe98700 x1866137496959872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.618731:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697725.618734:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000020:00000010:1.0:1779697725.618753:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e800. 00000020:00000010:1.0:1779697725.618758:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697725.618762:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7a00. 00002000:00000010:1.0:1779697725.618820:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8fc0. 00010000:00000010:1.0:1779697725.618825:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf6fa1000. 00010000:00000010:1.0:1779697725.618835:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00002000:00000010:1.0:1779697725.618844:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc2e4cec0. 00010000:00000010:1.0:1779697725.618847:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf6fa1300. 00010000:00000010:1.0:1779697725.618850:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00002000:00000010:1.0:1779697725.618862:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8580. 00010000:00000010:1.0:1779697725.618865:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abe900. 00010000:00000010:1.0:1779697725.618870:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00000400:00000010:1.0:1779697725.618926:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7528. 00000400:00000200:1.0:1779697725.618930:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:1.0:1779697725.618932:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779697725.620381:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3ab800 x1866137496960768/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.620410:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3ab800 x1866137496960768/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.620456:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d75d8. 00000400:00000200:1.0:1779697725.620462:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:1.0:1779697725.620464:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697725.620471:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b9f80 x1866137496960256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.620478:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b9f80 x1866137496960256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697725.620746:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779697725.620761:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc3460400. 02000000:00000010:1.0:1779697725.620801:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc3461400. 00000400:00000010:1.0:1779697725.620806:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d75d8. 00000400:00000010:1.0:1779697725.620811:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697725.620817:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496962688, portal 4 00000400:00000010:1.0:1779697725.620822:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.620824:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496962688, offset 0 00000400:00000200:1.0:1779697725.620830:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.620841:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.620849:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bc680 00000400:00000200:1.0:1779697725.620856:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 4896 00000400:00000200:1.0:1779697725.620864:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.620867:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.620873:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.620877:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 00000400:00000200:1.0:1779697725.620890:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.620892:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.620897:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1c00 x1866137496962688/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.621858:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697725.621867:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697725.621875:0:209827:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8200. 00000020:00000010:1.0:1779697725.621879:0:209827:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779697725.621884:0:209827:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697725.621918:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0c00. 00000020:00000010:1.0:1779697725.621922:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0c00. 00000100:00000200:1.0:1779697725.621924:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496962688 02000000:00000010:1.0:1779697725.622013:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc3461800. 00010000:00000010:1.0:1779697725.622185:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0031e00. 00010000:00000010:1.0:1779697725.622204:0:209827:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0c00. 00000100:00000010:1.0:1779697725.622210:0:209827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fed80. 00000100:00000010:1.0:1779697725.622219:0:209827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2d80. 02000000:00000010:1.0:1779697725.622228:0:209827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc7ef9400. 02000000:00000010:1.0:1779697725.622247:0:209827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc7ef8000. 00000400:00000010:1.0:1779697725.622252:0:209827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7528. 00000400:00000010:1.0:1779697725.622256:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.622262:0:209827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496962816, portal 16 00000400:00000010:1.0:1779697725.622266:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8440. 00000100:00000200:1.0:1779697725.622269:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496962816, offset 0 00000400:00000200:1.0:1779697725.622276:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.622298:0:209827:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.622303:0:209827:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.622307:0:209827:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.622310:0:209827:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.622313:0:209827:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.622317:0:209827:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309770:309770:256:4294967295] 192.168.203.23@tcp LPNI seq info [309766:309766:8:4294967295] 00000400:00000200:1.0:1779697725.622328:0:209827:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.622334:0:209827:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.622340:0:209827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697725.622346:0:209827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.622353:0:209827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.622358:0:209827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.622492:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.622497:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697725.622506:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.622510:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.622515:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8440 00000400:00000010:1.0:1779697725.622517:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8440. 00000100:00000200:1.0:1779697725.622523:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2d80 x1866137496962816/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1779697725.622555:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3898. 00000400:00000200:1.0:1779697725.622560:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:1.0:1779697725.622562:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697725.622568:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe9a300 x1866137496959488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.622577:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe9a300 x1866137496959488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697725.622621:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa680. 02000000:00000010:1.0:1779697725.622628:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc3463c00. 00000100:00000010:1.0:1779697725.622647:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779697725.622651:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc3462000. 02000000:00000010:1.0:1779697725.622667:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc3462400. 00000400:00000200:0.0:1779697725.628242:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628261:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472a80 00000400:00000200:0.0:1779697725.628270:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170899 [2] + 1640 00000400:00000200:0.0:1779697725.628294:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628300:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628308:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.628315:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4700. 00000400:00000200:0.0:1779697725.628338:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628344:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc180 00000400:00000200:0.0:1779697725.628350:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa8b9 [1] + 224 00000400:00000200:0.0:1779697725.628357:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628360:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628370:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9500 x1866137496961408/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.628409:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628415:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc280 00000400:00000200:0.0:1779697725.628420:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa8c9 [1] + 224 00000400:00000200:0.0:1779697725.628426:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628429:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628435:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5213100 x1866137496961664/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.628457:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628464:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc300 00000400:00000200:0.0:1779697725.628468:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa8e9 [1] + 224 00000400:00000200:0.0:1779697725.628474:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628477:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628482:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed0700 x1866137496961792/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.628512:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628518:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc380 00000400:00000200:0.0:1779697725.628523:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa8f1 [1] + 224 00000400:00000200:0.0:1779697725.628529:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628532:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628537:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed0380 x1866137496961920/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.628557:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628563:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc400 00000400:00000200:0.0:1779697725.628567:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa8fd [1] + 224 00000400:00000200:0.0:1779697725.628572:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628575:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628580:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed3480 x1866137496962048/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.628599:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628605:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc500 00000400:00000200:0.0:1779697725.628609:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa90d [1] + 224 00000400:00000200:0.0:1779697725.628615:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628618:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628623:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed3100 x1866137496962304/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.628641:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628646:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc600 00000400:00000200:0.0:1779697725.628651:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa91d [1] + 224 00000400:00000200:0.0:1779697725.628656:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628658:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628663:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1500 x1866137496962560/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.628801:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628807:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472b80 00000400:00000200:0.0:1779697725.628811:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170899 [2] + 1968 00000400:00000010:0.0:1779697725.628815:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def688. 00000400:00000200:0.0:1779697725.628820:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc9870780 00000400:00000200:0.0:1779697725.628825:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628827:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.628830:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc9870780 00000400:00000010:0.0:1779697725.628832:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc9870780. 00000100:00000200:0.0:1779697725.628836:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1779697725.628849:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628854:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472c80 00000400:00000200:0.0:1779697725.628858:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1708dd [2] + 0 00000400:00000200:0.0:1779697725.628863:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628867:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628869:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.628872:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7800. 00000400:00000200:0.0:1779697725.628885:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628889:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472d80 00000400:00000200:0.0:1779697725.628892:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1708dd [2] + 328 00000400:00000200:0.0:1779697725.628897:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628900:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628902:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.628905:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7100. 00000400:00000200:0.0:1779697725.628915:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.628920:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472b00 00000400:00000200:0.0:1779697725.628923:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1708dd [2] + 656 00000400:00000200:0.0:1779697725.628927:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.628930:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.628932:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.628935:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4000. 00000400:00000200:0.0:1779697725.629014:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.629020:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472c00 00000400:00000200:0.0:1779697725.629091:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1708dd [2] + 984 00000400:00000200:0.0:1779697725.629101:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.629104:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.629107:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.629112:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5c00. 00000400:00000200:0.0:1779697725.629121:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.629125:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472d00 00000400:00000200:0.0:1779697725.629128:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1708dd [2] + 1312 00000400:00000200:0.0:1779697725.629132:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.629135:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.629137:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.629139:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5f80. 00000400:00000200:0.0:1779697725.629145:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.629149:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472e00 00000400:00000200:0.0:1779697725.629152:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1708dd [2] + 1640 00000400:00000200:0.0:1779697725.629162:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.629165:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.629166:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.629172:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e300. 00000020:00000010:1.0:1779697725.629305:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629310:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629316:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8a00. 00000020:00000010:1.0:1779697725.629321:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1f80. 00000020:00000010:1.0:1779697725.629326:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000100:00000200:1.0:1779697725.629356:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb7b80 x1866146215569792/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.629377:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629379:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629382:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9000. 00000020:00000010:1.0:1779697725.629385:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1300. 00000020:00000010:1.0:1779697725.629402:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000100:00000200:1.0:1779697725.629411:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb4700 x1866146215570048/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.629429:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629431:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629435:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7a00. 00000020:00000010:1.0:1779697725.629438:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e800. 00000020:00000010:1.0:1779697725.629440:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000100:00000200:1.0:1779697725.629447:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9e050 x1866146215570304/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.629458:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629460:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629463:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7e00. 00000020:00000010:1.0:1779697725.629465:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697725.629468:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000100:00000200:1.0:1779697725.629475:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb7800 x1866146215570560/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.629485:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629487:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.629490:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7c00. 00000020:00000010:1.0:1779697725.629492:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697725.629494:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95708. 00000100:00000200:1.0:1779697725.631381:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb7100 x1866146215570816/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.631438:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.631443:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.631449:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6400. 00000020:00000010:1.0:1779697725.631454:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee80. 00000020:00000010:1.0:1779697725.631459:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000100:00000200:1.0:1779697725.631479:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb4000 x1866146215570176/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.631497:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.631500:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.632581:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7400. 00000020:00000010:1.0:1779697725.632585:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e580. 00000020:00000010:1.0:1779697725.632591:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000100:00000200:1.0:1779697725.632611:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb5c00 x1866146215570432/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.632634:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.632638:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.632642:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7800. 00000020:00000010:1.0:1779697725.632646:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697725.632649:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000100:00000200:1.0:1779697725.632657:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cc00fb5f80 x1866146215570688/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.632774:0:207460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae268. 00000400:00000200:0.0:1779697725.632780:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779697725.632783:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697725.632791:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed0380 x1866137496961920/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.632801:0:207460:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed0380 x1866137496961920/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.632831:0:207460:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff3ef400. 02000000:00000010:0.0:1779697725.632838:0:207460:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3ee400. 00000100:00000010:0.0:1779697725.632843:0:207460:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0380. 00000100:00000010:0.0:1779697725.632848:0:207460:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9bcc0. 00010000:00000010:0.0:1779697725.632857:0:207460:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0880. 00000400:00000010:0.0:1779697725.632877:0:207452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae478. 00000400:00000200:0.0:1779697725.632880:0:207452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697725.632882:0:207452:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697725.632888:0:207452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed0700 x1866137496961792/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.632896:0:207452:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed0700 x1866137496961792/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.632907:0:207452:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff3efe00. 02000000:00000010:0.0:1779697725.632910:0:207452:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3efa00. 00000100:00000010:0.0:1779697725.632913:0:207452:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0700. 00000100:00000010:0.0:1779697725.632916:0:207452:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9be40. 00010000:00000010:0.0:1779697725.632918:0:207452:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa02c0. 00000400:00000010:0.0:1779697725.632932:0:207448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae948. 00000400:00000200:0.0:1779697725.632935:0:207448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697725.632937:0:207448:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697725.634065:0:207448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5213100 x1866137496961664/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.634075:0:207448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5213100 x1866137496961664/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.634093:0:207448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad653b000. 02000000:00000010:0.0:1779697725.634098:0:207448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeeaa6000. 00000100:00000010:0.0:1779697725.634101:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5213100. 00000100:00000010:0.0:1779697725.634104:0:207448:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b000. 00010000:00000010:0.0:1779697725.634109:0:207448:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa04c0. 00000400:00000010:0.0:1779697725.634131:0:207449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae5d8. 00000400:00000200:0.0:1779697725.634135:0:207449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:0.0:1779697725.634136:0:207449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00000100:00000200:0.0:1779697725.634142:0:207449:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9500 x1866137496961408/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.634149:0:207449:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9500 x1866137496961408/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.634159:0:207449:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbeeaa6200. 02000000:00000010:0.0:1779697725.634162:0:207449:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeeaa6600. 00000100:00000010:0.0:1779697725.634164:0:207449:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9500. 00000100:00000010:0.0:1779697725.634167:0:207449:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9bb40. 00010000:00000010:0.0:1779697725.634169:0:207449:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0ac0. 02000000:00000010:0.0:1779697725.634198:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc354a800. 00000400:00000010:0.0:1779697725.634204:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a210. 00000400:00000010:0.0:1779697725.634209:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697725.634216:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496963072, portal 4 00000400:00000010:0.0:1779697725.634221:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.634224:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496963072, offset 0 00000400:00000200:0.0:1779697725.634231:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.634244:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.634255:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bc800 00000400:00000200:0.0:1779697725.634264:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 5440 00000400:00000200:0.0:1779697725.634274:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.634278:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.634295:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.634301:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985fb80. 00000400:00000200:0.0:1779697725.634323:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:0.0:1779697725.634325:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.634330:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137496963072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.634372:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7aa8. 00000400:00000200:0.0:1779697725.634376:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779697725.634377:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697725.634383:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe98700 x1866137496959872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.634405:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe98700 x1866137496959872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.634437:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a268. 00000400:00000010:0.0:1779697725.634442:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.634445:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496962944, portal 4 00000400:00000010:0.0:1779697725.634448:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.634451:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496962944, offset 0 00000400:00000200:0.0:1779697725.634455:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.634460:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.634466:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bc780 00000400:00000200:0.0:1779697725.634470:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 5984 00000400:00000200:0.0:1779697725.634475:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.634478:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.634481:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.634484:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ed80. 00000400:00000200:0.0:1779697725.634495:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.634497:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.634501:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aa680 x1866137496962944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.634546:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.634552:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.634556:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf600. 00000020:00000010:0.0:1779697725.634560:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6300. 00000020:00000010:0.0:1779697725.634564:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697725.634587:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.634589:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.634592:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf000. 00000020:00000010:0.0:1779697725.634595:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f80. 00000020:00000010:0.0:1779697725.634598:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697725.634614:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.634616:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000100:00000200:0.0:1779697725.634619:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496963072 02000000:00000010:0.0:1779697725.634640:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc3549c00. 00010000:00000010:0.0:1779697725.634665:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:0.0:1779697725.634700:0:207456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e980. 00000100:00000010:0.0:1779697725.634706:0:207456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345a80. 00000100:00000010:0.0:1779697725.634723:0:207456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c000. 02000000:00000010:0.0:1779697725.634733:0:207456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad5acfa00. 02000000:00000010:0.0:1779697725.634753:0:207456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5ace000. 00000400:00000010:0.0:1779697725.634757:0:207456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697725.634760:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.634764:0:207456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496963200, portal 16 00000400:00000010:0.0:1779697725.634767:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.634769:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496963200, offset 0 00000400:00000200:0.0:1779697725.634774:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.634783:0:207456:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.634787:0:207456:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.634791:0:207456:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.634794:0:207456:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.634797:0:207456:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.634801:0:207456:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309771:309771:256:4294967295] 192.168.203.23@tcp LPNI seq info [309767:309767:8:4294967295] 00000400:00000200:0.0:1779697725.634811:0:207456:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.634816:0:207456:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.634821:0:207456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697725.634828:0:207456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.634835:0:207456:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.634840:0:207456:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1779697725.634884:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.634891:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc700 00000400:00000200:0.0:1779697725.634896:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa951 [1] + 224 00000400:00000200:0.0:1779697725.634903:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.634906:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.634912:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2d80 x1866137496962816/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.635008:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.635012:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697725.635015:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.635019:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.635021:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697725.635023:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.635027:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985c000 x1866137496963200/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.635043:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.635049:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472e80 00000400:00000200:0.0:1779697725.635054:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1708dd [2] + 1968 00000400:00000010:0.0:1779697725.635057:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cad12f7000. 00000400:00000200:0.0:1779697725.635061:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc7efbd80 00000400:00000200:0.0:1779697725.635067:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.635071:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.635073:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc7efbd80 00000400:00000010:0.0:1779697725.635075:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc7efbd80. 00000100:00000200:0.0:1779697725.635079:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1779697725.635611:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.635617:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.635622:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6c00. 00000020:00000010:1.0:1779697725.635626:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697725.635629:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000100:00000200:1.0:1779697725.635647:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac985e300 x1866146215570944/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.635666:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.635678:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.635683:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6600. 00000020:00000010:1.0:1779697725.635686:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697725.635688:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000100:00000200:1.0:1779697725.635696:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9c850 x1866146215571072/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.635725:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.635728:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.635730:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215569792 02000000:00000010:1.0:1779697725.635736:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3462c00. 00010000:00000010:1.0:1779697725.635774:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.635779:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe600. 00000100:00000010:1.0:1779697725.635788:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe600. 00010000:00000010:1.0:1779697725.635791:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.635802:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8440. 00000100:00000200:1.0:1779697725.635806:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215569792, offset 224 00000400:00000200:1.0:1779697725.635813:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.635820:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.635825:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309772:309772:256:4294967295] 192.168.203.23@tcp LPNI seq info [309768:309768:8:4294967295] 00000400:00000200:1.0:1779697725.635834:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.635838:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.635842:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697725.635847:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.635852:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.635856:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.635870:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1f80. 00000020:00000010:1.0:1779697725.635875:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697725.635880:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8a00. 00000020:00000010:1.0:1779697725.635893:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.635896:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.635898:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570048 02000000:00000010:1.0:1779697725.635904:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3461c00. 00010000:00000010:1.0:1779697725.635925:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.635929:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe600. 00000100:00000010:1.0:1779697725.635952:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe600. 00010000:00000010:1.0:1779697725.635955:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.635963:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779697725.635966:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570048, offset 224 00000400:00000200:1.0:1779697725.635971:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.635977:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.635981:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309773:309773:255:4294967295] 192.168.203.23@tcp LPNI seq info [309769:309769:7:4294967295] 00000400:00000200:1.0:1779697725.635988:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.635993:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.635996:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697725.635999:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.636003:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.636005:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.636012:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1300. 00000020:00000010:1.0:1779697725.636015:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697725.636017:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef9000. 00000020:00000010:1.0:1779697725.636041:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636044:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636046:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570304 02000000:00000010:1.0:1779697725.636051:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3461000. 00010000:00000010:1.0:1779697725.636068:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636072:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe600. 00000100:00000010:1.0:1779697725.636080:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe600. 00010000:00000010:1.0:1779697725.636083:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636089:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697725.636092:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570304, offset 224 00000400:00000200:1.0:1779697725.636097:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636103:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636106:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309774:309774:254:4294967295] 192.168.203.23@tcp LPNI seq info [309770:309770:6:4294967295] 00000400:00000200:1.0:1779697725.636114:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.636120:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.636123:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697725.636127:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.636131:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.636134:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.636140:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e800. 00000020:00000010:1.0:1779697725.636145:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697725.636147:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7a00. 00000100:00000010:1.0:1779697725.636153:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4700. 00000100:00000010:1.0:1779697725.636156:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7b80. 02000000:00000010:1.0:1779697725.636161:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93aa000. 00000100:00000010:1.0:1779697725.636163:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6d80. 02000000:00000010:1.0:1779697725.636166:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93a8c00. 00000100:00000010:1.0:1779697725.636169:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4e00. 02000000:00000010:1.0:1779697725.636171:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93a9c00. 00000100:00000010:1.0:1779697725.636173:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5180. 02000000:00000010:1.0:1779697725.636176:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93abc00. 00000100:00000010:1.0:1779697725.636178:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6680. 00000100:00000200:1.0:1779697725.636182:0:189027:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779697725.636186:0:189027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7ec8. 00000400:00000010:1.0:1779697725.636189:0:189027:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac98fe600. 00000020:00000010:1.0:1779697725.636199:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636201:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636203:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570560 02000000:00000010:1.0:1779697725.636208:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93abc00. 00010000:00000010:1.0:1779697725.636226:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636229:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe540. 00000100:00000010:1.0:1779697725.636237:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe540. 00010000:00000010:1.0:1779697725.636239:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636246:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779697725.636250:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570560, offset 224 00000400:00000200:1.0:1779697725.636254:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636260:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636264:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309775:309775:253:4294967295] 192.168.203.23@tcp LPNI seq info [309771:309771:5:4294967295] 00000400:00000200:1.0:1779697725.636270:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.636273:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.636276:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697725.636279:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.636297:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.636299:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.636304:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697725.636308:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697725.636310:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7e00. 00000020:00000010:1.0:1779697725.636321:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636323:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636325:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570816 02000000:00000010:1.0:1779697725.636330:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93a9c00. 00010000:00000010:1.0:1779697725.636345:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636348:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe540. 00000100:00000010:1.0:1779697725.636351:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe540. 00010000:00000010:1.0:1779697725.636353:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636358:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697725.636361:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570816, offset 224 00000400:00000200:1.0:1779697725.636366:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636371:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636375:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309776:309776:252:4294967295] 192.168.203.23@tcp LPNI seq info [309772:309772:4:4294967295] 00000400:00000200:1.0:1779697725.636382:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.636386:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.636409:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.636413:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.636416:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.636419:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.636426:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697725.636429:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95708. 00000020:00000010:1.0:1779697725.636432:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7c00. 00000020:00000010:1.0:1779697725.636443:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636445:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636447:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570176 02000000:00000010:1.0:1779697725.636452:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93a8c00. 00010000:00000010:1.0:1779697725.636468:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636472:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe540. 00000100:00000010:1.0:1779697725.636481:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe540. 00010000:00000010:1.0:1779697725.636483:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636490:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779697725.636493:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570176, offset 224 00000400:00000200:1.0:1779697725.636498:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636503:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636507:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309777:309777:251:4294967295] 192.168.203.23@tcp LPNI seq info [309773:309773:3:4294967295] 00000400:00000200:1.0:1779697725.636514:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.636518:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.636522:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697725.636526:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.636529:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.636532:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.636538:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee80. 00000020:00000010:1.0:1779697725.636542:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697725.636545:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6400. 00000020:00000010:1.0:1779697725.636555:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636558:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636559:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570432 02000000:00000010:1.0:1779697725.636564:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93aa000. 00010000:00000010:1.0:1779697725.636580:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636585:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe540. 00000100:00000010:1.0:1779697725.636594:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe540. 00010000:00000010:1.0:1779697725.636596:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636602:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697725.636605:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570432, offset 224 00000400:00000200:1.0:1779697725.636609:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636614:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636618:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309778:309778:250:4294967295] 192.168.203.23@tcp LPNI seq info [309774:309774:2:4294967295] 00000400:00000200:1.0:1779697725.636626:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.636630:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.636633:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697725.636637:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.636640:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.636643:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.636649:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e580. 00000020:00000010:1.0:1779697725.636652:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697725.636654:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7400. 00000020:00000010:1.0:1779697725.636665:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636668:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636670:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570688 02000000:00000010:1.0:1779697725.636677:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbfeda1400. 00010000:00000010:1.0:1779697725.636690:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636693:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe540. 00000100:00000010:1.0:1779697725.636696:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe540. 00010000:00000010:1.0:1779697725.636698:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636704:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697725.636707:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570688, offset 224 00000400:00000200:1.0:1779697725.636722:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636727:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636730:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309779:309779:249:4294967295] 192.168.203.23@tcp LPNI seq info [309775:309775:1:4294967295] 00000400:00000200:1.0:1779697725.636740:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.636744:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.636747:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697725.636750:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.636754:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.636756:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.636762:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697725.636765:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697725.636767:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7800. 00000020:00000010:1.0:1779697725.636777:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636780:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636782:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215570944 02000000:00000010:1.0:1779697725.636787:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbfeda2c00. 00010000:00000010:1.0:1779697725.636800:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636804:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe540. 00000100:00000010:1.0:1779697725.636807:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe540. 00010000:00000010:1.0:1779697725.636809:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636814:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697725.636817:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215570944, offset 224 00000400:00000200:1.0:1779697725.636821:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636826:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636829:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309780:309780:248:4294967295] 192.168.203.23@tcp LPNI seq info [309776:309776:0:4294967295] 00000020:00000010:1.0:1779697725.636836:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697725.636839:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697725.636842:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6c00. 00000020:00000010:1.0:1779697725.636851:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.636854:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.636855:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571072 02000000:00000010:1.0:1779697725.636860:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbfeda1c00. 00010000:00000010:1.0:1779697725.636872:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.636877:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe540. 00000100:00000010:1.0:1779697725.636880:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe540. 00010000:00000010:1.0:1779697725.636881:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00000400:00000010:1.0:1779697725.636886:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8c38. 00000100:00000200:1.0:1779697725.636889:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571072, offset 224 00000400:00000200:1.0:1779697725.636893:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.636897:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.636900:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309781:309781:248:4294967295] 192.168.203.23@tcp LPNI seq info [309777:309777:-1:4294967295] 00000020:00000010:1.0:1779697725.636907:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697725.636910:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697725.636912:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6600. 00000100:00000010:1.0:1779697725.636916:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985e300. 00000100:00000010:1.0:1779697725.636919:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5f80. 00000100:00000010:1.0:1779697725.636922:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5c00. 00000100:00000010:1.0:1779697725.636924:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4000. 00000100:00000010:1.0:1779697725.636926:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7100. 00000100:00000010:1.0:1779697725.636928:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7800. 00000100:00000200:1.0:1779697725.636932:0:189027:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779697725.636936:0:189027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7948. 00000400:00000010:1.0:1779697725.636939:0:189027:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac98fe540. 00000400:00000010:1.0:1779697725.636966:0:207614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae108. 00000400:00000200:1.0:1779697725.636970:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:1.0:1779697725.636972:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697725.636979:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed3480 x1866137496962048/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.636989:0:207614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed3480 x1866137496962048/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.637012:0:207614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac12cb600. 02000000:00000010:1.0:1779697725.637017:0:207614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad653b400. 00000100:00000010:1.0:1779697725.637021:0:207614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3480. 00000100:00000010:1.0:1779697725.637025:0:207614:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.637033:0:207614:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0280. 00010000:00000010:1.0:1779697725.637044:0:207614:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe3c0. 00080000:00000010:1.0:1779697725.637067:0:207614:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda3c00. 00000001:00000010:1.0:1779697725.637540:0:207614:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a3c0. 00010000:00000200:1.0:1779697725.637589:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed1180 x1866137496960128/t8589942226(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.637604:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779697725.637609:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496960128, offset 224 00000400:00000200:1.0:1779697725.637613:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.637622:0:207614:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.637631:0:207614:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bbc80 00000400:00000200:1.0:1779697725.637638:0:207614:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa8e1 [1] + 224 00000400:00000200:1.0:1779697725.637645:0:207614:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.637649:0:207614:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.637657:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bb800 x1866137496960128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.637678:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779697725.637680:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000020:00000010:1.0:1779697725.637691:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e680. 00000020:00000010:1.0:1779697725.637694:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697725.637697:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e400. 00000020:00000010:1.0:1779697725.637723:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0280. 00000020:00000010:1.0:1779697725.637726:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0280. 00000100:00000200:1.0:1779697725.637729:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496962944 02000000:00000010:1.0:1779697725.637746:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbfeda0800. 00010000:00000010:1.0:1779697725.637764:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0031800. 00010000:00000010:1.0:1779697725.637776:0:207614:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0280. 00000100:00000010:1.0:1779697725.637780:0:207614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cac98fe9c0. 00000100:00000010:1.0:1779697725.637787:0:207614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9500. 02000000:00000010:1.0:1779697725.637795:0:207614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeeaa6c00. 02000000:00000010:1.0:1779697725.637813:0:207614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbeeaa7800. 00000400:00000010:1.0:1779697725.637817:0:207614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7268. 00000400:00000010:1.0:1779697725.637822:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779697725.637826:0:207614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496963328, portal 16 00000400:00000010:1.0:1779697725.637830:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697725.637832:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496963328, offset 0 00000400:00000200:1.0:1779697725.637836:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.637843:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.637846:0:207614:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.637850:0:207614:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.637853:0:207614:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.637855:0:207614:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.637858:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309782:309782:248:4294967295] 192.168.203.23@tcp LPNI seq info [309778:309778:-2:4294967295] 00000400:00000010:1.0:1779697725.637893:0:189655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae420. 00000400:00000200:1.0:1779697725.637896:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:1.0:1779697725.637898:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779697725.637904:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed3100 x1866137496962304/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.637912:0:189655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed3100 x1866137496962304/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.637930:0:189655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac12ca000. 02000000:00000010:1.0:1779697725.637934:0:189655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cac12cb000. 00000100:00000010:1.0:1779697725.637937:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3100. 00000100:00000010:1.0:1779697725.637939:0:189655:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697725.637943:0:189655:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0600. 00010000:00000010:1.0:1779697725.637952:0:189655:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fe480. 00080000:00000010:1.0:1779697725.637966:0:189655:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda1000. 00000001:00000010:1.0:1779697725.638180:0:189655:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aea0. 00010000:00000200:1.0:1779697725.638205:0:189655:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed3800 x1866137496962176/t8589942227(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.638215:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697725.638219:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496962176, offset 224 00000400:00000200:1.0:1779697725.638222:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.638228:0:189655:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.638233:0:189655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bc480 00000400:00000200:1.0:1779697725.638237:0:189655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa905 [1] + 224 00000400:00000200:1.0:1779697725.638241:0:189655:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.638244:0:189655:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.638249:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed0a80 x1866137496962176/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.638264:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697725.638266:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000020:00000010:1.0:1779697725.638275:0:189655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e100. 00000020:00000010:1.0:1779697725.638277:0:189655:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697725.638280:0:189655:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cac00. 00000400:00000010:1.0:1779697725.638297:0:207612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7f20. 00000400:00000200:1.0:1779697725.638300:0:207612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:1.0:1779697725.638301:0:207612:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697725.638307:0:207612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1500 x1866137496962560/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.638314:0:207612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1500 x1866137496962560/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.638331:0:207612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac12cb400. 02000000:00000010:1.0:1779697725.638334:0:207612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cac12cba00. 00000100:00000010:1.0:1779697725.638337:0:207612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 00000100:00000010:1.0:1779697725.638339:0:207612:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac452c900. 00010000:00000010:1.0:1779697725.638342:0:207612:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0680. 00010000:00000010:1.0:1779697725.638349:0:207612:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fecc0. 00080000:00000010:1.0:1779697725.638361:0:207612:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda3400. 00010000:00000010:0.0:1779697725.639367:0:189658:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345180. 00080000:00000010:0.0:1779697725.639386:0:189658:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc2ef000. 00000001:00000010:0.0:1779697725.639491:0:189658:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1c00. 00010000:00000200:0.0:1779697725.639538:0:189658:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3ab480 x1866137496959744/t8589942228(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.639554:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.639559:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496959744, offset 224 00000400:00000200:0.0:1779697725.639564:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.639574:0:189658:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.639580:0:189658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bbb00 00000400:00000200:0.0:1779697725.639586:0:189658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa831 [1] + 224 00000400:00000200:0.0:1779697725.639592:0:189658:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639595:0:189658:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.639601:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe99180 x1866137496959744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.639620:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697725.639622:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000020:00000010:0.0:1779697725.639633:0:189658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:0.0:1779697725.639637:0:189658:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:0.0:1779697725.639639:0:189658:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6e00. 00000800:00000200:0.0:1779697725.639681:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639685:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:0.0:1779697725.639689:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639693:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639696:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8440 00000400:00000010:0.0:1779697725.639698:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8440. 02000000:00000010:0.0:1779697725.639701:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3462c00. 00000800:00000200:0.0:1779697725.639718:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.639723:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697725.639730:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.639737:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.639741:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1779697725.639753:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639755:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:0.0:1779697725.639758:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639760:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639763:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e85d8 00000400:00000010:0.0:1779697725.639764:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e85d8. 02000000:00000010:0.0:1779697725.639767:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3461c00. 00000800:00000200:0.0:1779697725.639771:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.639774:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697725.639777:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.639780:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.639782:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1779697725.639790:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639792:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:0.0:1779697725.639794:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639796:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639799:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:0.0:1779697725.639800:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 02000000:00000010:0.0:1779697725.639803:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3461000. 00000800:00000200:0.0:1779697725.639807:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.639809:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697725.639813:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.639816:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.639818:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1779697725.639825:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639826:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:0.0:1779697725.639829:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639831:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639834:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e87f8 00000400:00000010:0.0:1779697725.639835:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e87f8. 02000000:00000010:0.0:1779697725.639838:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93abc00. 00000800:00000200:0.0:1779697725.639845:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639847:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:0.0:1779697725.639849:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639851:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639854:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:0.0:1779697725.639855:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 02000000:00000010:0.0:1779697725.639857:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93a9c00. 00000800:00000200:0.0:1779697725.639864:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639866:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:0.0:1779697725.639869:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639872:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639874:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:0.0:1779697725.639876:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 02000000:00000010:0.0:1779697725.639878:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93a8c00. 00000800:00000200:0.0:1779697725.639886:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639888:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:0.0:1779697725.639890:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639893:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639896:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:0.0:1779697725.639897:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 02000000:00000010:0.0:1779697725.639900:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc93aa000. 00000800:00000200:0.0:1779697725.639908:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639910:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:0.0:1779697725.639912:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639915:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.639918:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:0.0:1779697725.639920:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 02000000:00000010:0.0:1779697725.639921:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbfeda1400. 00000800:00000200:0.0:1779697725.639928:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.639930:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:0.0:1779697725.639932:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.639935:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.641409:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:0.0:1779697725.641417:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 02000000:00000010:0.0:1779697725.641427:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbfeda2c00. 00000800:00000200:0.0:1779697725.641454:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.641457:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697725.641460:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.641465:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.641469:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8c38 00000400:00000010:0.0:1779697725.641470:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8c38. 02000000:00000010:0.0:1779697725.641473:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbfeda1c00. 00000800:00000200:0.0:1779697725.641554:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.641557:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697725.641560:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.641563:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.641567:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:0.0:1779697725.641568:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:0.0:1779697725.641576:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9500 x1866137496963328/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1779697725.648239:0:207455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:2.0:1779697725.648251:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697725.648254:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697725.648268:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137496960512/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779697725.648280:0:207455:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137496960512/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1779697725.648334:0:207455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbd0502c00. 02000000:00000010:2.0:1779697725.648340:0:207455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad6552a00. 00000100:00000010:2.0:1779697725.648348:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 00000100:00000010:2.0:1779697725.648353:0:207455:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacd7e40c0. 00010000:00000010:2.0:1779697725.648357:0:207455:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f6c0. 00010000:00000010:2.0:1779697725.648378:0:207455:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff53c0. 00080000:00000010:2.0:1779697725.648422:0:207455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff1c8400. 00000001:00000010:2.0:1779697725.648799:0:207455:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0bc00. 00010000:00000200:2.0:1779697725.648842:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5212a00 x1866137496958720/t8589941753(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.648859:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697725.648865:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496958720, offset 224 00000400:00000200:2.0:1779697725.648872:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.648884:0:207455:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.648894:0:207455:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb700 00000400:00000200:2.0:1779697725.648901:0:207455:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa809 [1] + 224 00000400:00000200:2.0:1779697725.648910:0:207455:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.648913:0:207455:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.648921:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac4ec7b80 x1866137496958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.648943:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697725.648945:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000020:00000010:2.0:1779697725.648961:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697725.648965:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697725.648969:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552e00. 00000400:00000010:2.0:1779697725.648992:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3268. 00000400:00000200:2.0:1779697725.648995:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:2.0:1779697725.648997:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:2.0:1779697725.649002:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac4ec7b80 x1866137496958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.649011:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac4ec7b80 x1866137496958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.649060:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.649065:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.649070:0:207459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552e00. 00000020:00000010:2.0:1779697725.649074:0:207459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697725.649077:0:207459:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697725.649107:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.649110:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:2.0:1779697725.649113:0:207459:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496959232 02000000:00000010:2.0:1779697725.649136:0:207459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c4e800. 00010000:00000010:2.0:1779697725.649155:0:207459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.0:1779697725.649172:0:207459:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f6c0. 00000100:00000010:2.0:1779697725.649178:0:207459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5cc0. 00000100:00000010:2.0:1779697725.649186:0:207459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:2.0:1779697725.649196:0:207459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad6552a00. 02000000:00000010:2.0:1779697725.649217:0:207459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc83d5000. 00000400:00000010:2.0:1779697725.649221:0:207459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697725.649224:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697725.649229:0:207459:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496963456, portal 16 00000400:00000010:2.0:1779697725.649232:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697725.649234:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496963456, offset 0 00000400:00000200:2.0:1779697725.649239:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.649247:0:207459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.649251:0:207459:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779697725.649255:0:207459:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:2.0:1779697725.649259:0:207459:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779697725.649261:0:207459:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:2.0:1779697725.649265:0:207459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309783:309783:256:4294967295] 192.168.203.23@tcp LPNI seq info [309779:309779:8:4294967295] 00000400:00000200:2.0:1779697725.649276:0:207459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.649282:0:207459:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.649286:0:207459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697725.649293:0:207459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.649301:0:207459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.649306:0:207459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:2.0:1779697725.649600:0:207458:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0b600. 00010000:00000200:2.0:1779697725.649629:0:207458:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210380 x1866137496958848/t8589941754(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.649642:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697725.649646:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496958848, offset 224 00000400:00000200:2.0:1779697725.649650:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.649657:0:207458:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.649663:0:207458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb780 00000400:00000200:2.0:1779697725.649669:0:207458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa801 [1] + 224 00000400:00000200:2.0:1779697725.649674:0:207458:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.649677:0:207458:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.649684:0:207458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac4ec5500 x1866137496958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.649700:0:207458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:2.0:1779697725.649702:0:207458:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00000020:00000010:2.0:1779697725.649720:0:207458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862c00. 00000020:00000010:2.0:1779697725.649724:0:207458:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697725.649727:0:207458:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552600. 00000400:00000010:2.0:1779697725.649742:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b34d0. 00000400:00000200:2.0:1779697725.649745:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:2.0:1779697725.649747:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:2.0:1779697725.649752:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac4ec5500 x1866137496958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.649759:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac4ec5500 x1866137496958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.652874:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.652893:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc880 00000400:00000200:0.0:1779697725.652902:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa969 [1] + 224 00000400:00000200:0.0:1779697725.652912:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.652916:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.652930:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985c000 x1866137496963200/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1779697725.653041:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.653046:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:0.0:1779697725.653050:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.653053:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.653057:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:0.0:1779697725.653059:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000100:00000200:0.0:1779697725.653066:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137496963456/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.653085:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.653090:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc900 00000400:00000200:0.0:1779697725.653095:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa9a5 [1] + 224 00000400:00000200:0.0:1779697725.653101:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.653104:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.653109:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9500 x1866137496963328/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.653131:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.653136:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472f00 00000400:00000200:0.0:1779697725.653141:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170909 [2] + 0 00000400:00000200:0.0:1779697725.653145:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.653148:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.653152:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.653157:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c700. 00000400:00000200:0.0:1779697725.653169:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.653173:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006472f80 00000400:00000200:0.0:1779697725.653177:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170909 [2] + 328 00000400:00000200:0.0:1779697725.653183:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.653186:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.653188:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.653191:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f480. 00000400:00000010:0.0:1779697725.653223:0:207456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697725.653227:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.653228:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.653233:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985c000 x1866137496963200/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.653241:0:207456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985c000 x1866137496963200/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.653267:0:207456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5ace000. 02000000:00000010:0.0:1779697725.653273:0:207456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad5acfa00. 00000100:00000010:0.0:1779697725.653276:0:207456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c000. 00000100:00000010:0.0:1779697725.653279:0:207456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345a80. 00000020:00000010:3.0:1779697725.653717:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.653723:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.653728:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6be00. 00000020:00000010:3.0:1779697725.653733:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697725.653738:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000100:00000200:3.0:1779697725.653761:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac985c700 x1866146215571200/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.653788:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.653790:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.653793:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6bc00. 00000020:00000010:3.0:1779697725.653796:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697725.653799:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000100:00000200:3.0:1779697725.653807:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac985f480 x1866146215571328/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.653826:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.653828:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000100:00000200:3.0:1779697725.653831:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571200 02000000:00000010:3.0:1779697725.653840:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a400. 00010000:00000010:3.0:1779697725.653882:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836e40. 00000100:00000010:3.0:1779697725.653890:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543900. 00000100:00000010:3.0:1779697725.653894:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543900. 00010000:00000010:3.0:1779697725.653896:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836e40. 00000400:00000010:3.0:1779697725.653908:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0ee0. 00000100:00000200:3.0:1779697725.653913:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571200, offset 224 00000400:00000200:3.0:1779697725.653919:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.653929:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.653935:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309784:309784:256:4294967295] 192.168.203.23@tcp LPNI seq info [309780:309780:8:4294967295] 00000400:00000200:3.0:1779697725.653945:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697725.653949:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.653954:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697725.653960:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.653966:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.653971:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697725.653987:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697725.653992:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697725.653994:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6be00. 00000020:00000010:3.0:1779697725.654007:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.654009:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000100:00000200:3.0:1779697725.654011:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571328 02000000:00000010:3.0:1779697725.654016:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68400. 00010000:00000010:3.0:1779697725.654048:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836e40. 00000100:00000010:3.0:1779697725.654053:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543900. 00000100:00000010:3.0:1779697725.654056:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543900. 00010000:00000010:3.0:1779697725.654058:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836e40. 00000400:00000010:3.0:1779697725.654064:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0000. 00000100:00000200:3.0:1779697725.654067:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571328, offset 224 00000400:00000200:3.0:1779697725.654072:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.654077:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.654081:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309785:309785:255:4294967295] 192.168.203.23@tcp LPNI seq info [309781:309781:7:4294967295] 00000400:00000200:3.0:1779697725.654088:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697725.654093:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.654096:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697725.654100:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.654104:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.654106:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697725.654112:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697725.654115:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697725.654117:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6bc00. 00010000:00000010:0.0:1779697725.654329:0:207456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e980. 00010000:00000010:0.0:1779697725.654345:0:207456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345a80. 00080000:00000010:0.0:1779697725.654359:0:207456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc2ef400. 00000800:00000200:0.0:1779697725.654892:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.654895:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:0.0:1779697725.654900:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.654906:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.654911:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0ee0 00000400:00000010:0.0:1779697725.654913:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0ee0. 00000800:00000200:0.0:1779697725.654970:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.654972:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:0.0:1779697725.654976:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.654979:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.654982:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0000 00000400:00000010:0.0:1779697725.654984:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0000. 00010000:00000010:1.1:1779697725.655319:0:207612:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3d5a400. 00010000:00000010:1.1:1779697725.655333:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9000. 00010000:00000010:1.1:1779697725.655338:0:207612:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a600. 00010000:00000010:1.1:1779697725.655342:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2200. 00010000:00000010:1.1:1779697725.655344:0:207612:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697725.655348:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c800. 00010000:00000010:1.1:1779697725.655352:0:207612:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20400. 00010000:00000010:1.1:1779697725.655356:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:1.1:1779697725.655358:0:207612:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20300. 00010000:00000010:1.1:1779697725.655362:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2000. 00010000:00000010:1.1:1779697725.655404:0:207612:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2aa00. 00010000:00000010:1.1:1779697725.655409:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d200. 00010000:00000010:1.1:1779697725.655414:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2600. 00010000:00000010:1.1:1779697725.655420:0:207612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3200. 00000100:00000010:1.0:1779697725.655450:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7800. 02000000:00000010:1.0:1779697725.655465:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfeda3000. 00000100:00000010:1.0:1779697725.655490:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7100. 02000000:00000010:1.0:1779697725.655495:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfeda1c00. 00000400:00000010:1.0:1779697725.655550:0:209827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7528. 00000400:00000200:1.0:1779697725.655555:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.655556:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.655564:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2d80 x1866137496962816/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.655574:0:209827:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2d80 x1866137496962816/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.655600:0:209827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc7ef8000. 02000000:00000010:1.0:1779697725.655604:0:209827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc7ef9400. 00000100:00000010:1.0:1779697725.655608:0:209827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2d80. 00000100:00000010:1.0:1779697725.655612:0:209827:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fed80. 00010000:00000010:1.0:1779697725.655615:0:209827:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0c00. 00010000:00000010:1.0:1779697725.655625:0:209827:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac98fed80. 00080000:00000010:1.0:1779697725.655636:0:209827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfeda2c00. 00000001:00000010:1.0:1779697725.655900:0:209827:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a240. 00010000:00000200:1.0:1779697725.655943:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed2300 x1866137496962688/t8589941755(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.655957:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.655962:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496962688, offset 224 00000400:00000200:1.0:1779697725.655967:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.655976:0:209827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.655985:0:209827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bc680 00000400:00000200:1.0:1779697725.655992:0:209827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa949 [1] + 224 00000400:00000200:1.0:1779697725.655998:0:209827:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.656001:0:209827:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.656007:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1c00 x1866137496962688/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.656019:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.656020:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000020:00000010:1.0:1779697725.656849:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779697725.656854:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697725.656857:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8200. 00010000:00000010:1.0:1779697725.656893:0:208271:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cac452c900. 00080000:00000010:1.0:1779697725.656905:0:208271:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1881c00. 00000001:00000010:1.0:1779697725.657461:0:208271:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a960. 00010000:00000200:1.0:1779697725.657650:0:208271:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3abb80 x1866137496958976/t8589941756(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.657724:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.657731:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496958976, offset 224 00000400:00000200:1.0:1779697725.657738:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.657746:0:208271:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.657755:0:208271:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb800 00000400:00000200:1.0:1779697725.657761:0:208271:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa895 [1] + 224 00000400:00000200:1.0:1779697725.657768:0:208271:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.657771:0:208271:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.657779:0:208271:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac4ec6300 x1866137496958976/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.657792:0:208271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.657795:0:208271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000020:00000010:1.0:1779697725.657805:0:208271:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:1.0:1779697725.657809:0:208271:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:1.0:1779697725.657812:0:208271:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbd0476000. 00010000:00000010:1.0:1779697725.657840:0:207448:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b180. 00080000:00000010:1.0:1779697725.657849:0:207448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1882c00. 02000000:00000010:3.0:1779697725.658312:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b69400. 00000400:00000010:3.0:1779697725.658318:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cb3f83ebb0. 00000400:00000010:3.0:1779697725.658323:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697725.658329:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496963712, portal 4 00000400:00000010:3.0:1779697725.658334:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697725.658336:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496963712, offset 0 00000400:00000200:3.0:1779697725.658341:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697725.658347:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697725.658354:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bca80 00000400:00000200:3.0:1779697725.658359:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 6528 00000400:00000200:3.0:1779697725.658364:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.658367:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697725.658372:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697725.658377:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb0e00. 00000400:00000200:3.0:1779697725.658412:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697725.658414:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697725.658420:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb7100 x1866137496963712/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697725.658454:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b69c00. 00000400:00000010:3.0:1779697725.658458:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbcb3b0630. 00000400:00000010:3.0:1779697725.658461:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697725.658464:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496963584, portal 4 00000400:00000010:3.0:1779697725.658467:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697725.658470:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496963584, offset 0 00000400:00000200:3.0:1779697725.658473:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697725.658479:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697725.658483:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bca00 00000400:00000200:3.0:1779697725.658487:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 7072 00000400:00000200:3.0:1779697725.658490:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.658492:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697725.658496:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697725.658499:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3100. 00000400:00000200:3.0:1779697725.658521:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:3.0:1779697725.658522:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697725.658527:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb7800 x1866137496963584/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1779697725.659163:0:207460:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00080000:00000010:1.0:1779697725.659175:0:207460:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1881000. 00000001:00000010:0.0:1779697725.659633:0:207456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1840. 00010000:00000200:0.0:1779697725.659694:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985fb80 x1866137496963072/t8589942229(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.659718:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.659723:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496963072, offset 224 00000400:00000200:0.0:1779697725.659729:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.659736:0:207456:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.659743:0:207456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bc800 00000400:00000200:0.0:1779697725.659750:0:207456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa959 [1] + 224 00000400:00000200:0.0:1779697725.659756:0:207456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.659759:0:207456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.659767:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137496963072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.659781:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.659783:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000020:00000010:0.0:1779697725.659798:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6300. 00000020:00000010:0.0:1779697725.659802:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697725.659805:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf600. 00000020:00000010:0.0:1779697725.659830:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.659834:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.659838:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5acf600. 00000020:00000010:0.0:1779697725.659841:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6300. 00000020:00000010:0.0:1779697725.659844:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697725.659869:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.659872:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.659875:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace000. 00000020:00000010:0.0:1779697725.659877:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697725.659880:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.659895:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.659897:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000100:00000200:0.0:1779697725.659900:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496963712 02000000:00000010:0.0:1779697725.659921:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cacc2ed000. 00010000:00000010:0.0:1779697725.659940:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2000. 00010000:00000010:0.0:1779697725.659966:0:207456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e980. 00000100:00000010:0.0:1779697725.659972:0:207456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345300. 00000100:00000010:0.0:1779697725.659980:0:207456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c000. 02000000:00000010:0.0:1779697725.659989:0:207456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad5ace600. 02000000:00000010:0.0:1779697725.660008:0:207456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad653b400. 00000400:00000010:0.0:1779697725.660012:0:207456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697725.660016:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.660020:0:207456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496963840, portal 16 00000400:00000010:0.0:1779697725.660367:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.660372:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496963840, offset 0 00000400:00000200:0.0:1779697725.660379:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.660411:0:207456:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.660416:0:207456:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.660421:0:207456:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.660425:0:207456:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.660429:0:207456:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.660433:0:207456:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309786:309786:256:4294967295] 192.168.203.23@tcp LPNI seq info [309782:309782:8:4294967295] 00000400:00000200:0.0:1779697725.660445:0:207456:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.660450:0:207456:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.660457:0:207456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697725.660464:0:207456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.660472:0:207456:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.660477:0:207456:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1779697725.660525:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.660528:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000100:00000200:0.0:1779697725.660531:0:189658:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496963584 02000000:00000010:0.0:1779697725.660543:0:189658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc93aa000. 00010000:00000010:0.0:1779697725.660554:0:189658:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:0.0:1779697725.660562:0:189658:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e140. 00000100:00000010:0.0:1779697725.660565:0:189658:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345600. 00000100:00000010:0.0:1779697725.660570:0:189658:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ea00. 02000000:00000010:0.0:1779697725.660577:0:189658:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad653b000. 02000000:00000010:0.0:1779697725.660587:0:189658:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff3efa00. 00000400:00000010:0.0:1779697725.660589:0:189658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a688. 00000400:00000010:0.0:1779697725.660592:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697725.660596:0:189658:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496963968, portal 16 00000400:00000010:0.0:1779697725.660599:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697725.660600:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496963968, offset 0 00000400:00000200:0.0:1779697725.660605:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.660611:0:189658:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.660613:0:189658:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.660615:0:189658:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.660618:0:189658:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.660620:0:189658:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.660623:0:189658:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309787:309787:255:4294967295] 192.168.203.23@tcp LPNI seq info [309783:309783:7:4294967295] 00000400:00000200:0.0:1779697725.660631:0:189658:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.660635:0:189658:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.660638:0:189658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697725.660642:0:189658:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.660646:0:189658:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.660649:0:189658:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1779697725.661091:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.661095:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:0.0:1779697725.661099:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.661104:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.661109:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697725.661111:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.661117:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985c000 x1866137496963840/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1779697725.661542:0:207460:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a840. 00010000:00000200:1.0:1779697725.661590:0:207460:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0e00 x1866137496959104/t8589941757(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.661605:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.661609:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496959104, offset 224 00000400:00000200:1.0:1779697725.661614:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.661622:0:207460:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.661630:0:207460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb880 00000400:00000200:1.0:1779697725.661636:0:207460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa8d1 [1] + 224 00000400:00000200:1.0:1779697725.661642:0:207460:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.661644:0:207460:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.661651:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210e00 x1866137496959104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.661663:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.661665:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000800:00000200:0.0:1779697725.661785:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.661788:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:0.0:1779697725.661791:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.661795:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.661798:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:0.0:1779697725.661799:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697725.661804:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985ea00 x1866137496963968/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1779697725.662238:0:207460:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e880. 00000020:00000010:1.0:1779697725.662245:0:207460:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f950c8. 00000020:00000010:1.0:1779697725.662248:0:207460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653a400. 00010000:00000010:1.0:1779697725.662492:0:207449:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00080000:00000010:1.0:1779697725.662561:0:207449:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac1883800. 00000001:00000010:0.0:1779697725.666368:0:207448:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1a20. 00010000:00000200:0.0:1779697725.666448:0:207448:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a8700 x1866137496961536/t8589941758(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.666467:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697725.666475:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496961536, offset 224 00000400:00000200:0.0:1779697725.666483:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.666496:0:207448:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.666518:0:207448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bc200 00000400:00000200:0.0:1779697725.666526:0:207448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa8c1 [1] + 224 00000400:00000200:0.0:1779697725.666536:0:207448:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.666539:0:207448:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.666549:0:207448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a8380 x1866137496961536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.666565:0:207448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:0.0:1779697725.666567:0:207448:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000020:00000010:0.0:1779697725.666585:0:207448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:0.0:1779697725.666589:0:207448:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f957d0. 00000020:00000010:0.0:1779697725.666593:0:207448:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00010000:00000010:2.1:1779697725.669649:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c000. 00002000:00000010:3.0:1779697725.670695:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8a00. 00010000:00000010:3.0:1779697725.670703:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abe100. 00010000:00000010:3.0:1779697725.670722:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe3c0. 00002000:00000010:3.0:1779697725.670733:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac48c6d80. 00010000:00000010:3.0:1779697725.670736:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd7677d00. 00010000:00000010:3.0:1779697725.670742:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fe480. 00002000:00000010:3.0:1779697725.670749:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8600. 00010000:00000010:3.0:1779697725.670751:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf6fa1b00. 00010000:00000010:3.0:1779697725.670756:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fecc0. 00002000:00000010:3.0:1779697725.670763:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff80c0. 00010000:00000010:3.0:1779697725.670765:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abeb00. 00010000:00000010:3.0:1779697725.670769:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345180. 00002000:00000010:3.0:1779697725.670777:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8e40. 00010000:00000010:3.0:1779697725.670779:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abe500. 00010000:00000010:3.0:1779697725.670784:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff53c0. 00002000:00000010:3.0:1779697725.670791:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bba7c0. 00010000:00000010:3.0:1779697725.670793:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515da000. 00010000:00000010:3.0:1779697725.670798:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345a80. 00002000:00000010:3.0:1779697725.670804:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8ec0. 00010000:00000010:3.0:1779697725.670806:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf6fa1a00. 00010000:00000010:3.0:1779697725.670810:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac98fed80. 00002000:00000010:3.0:1779697725.670816:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff81c0. 00010000:00000010:3.0:1779697725.670818:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abe800. 00010000:00000010:3.0:1779697725.670822:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cac452c900. 00002000:00000010:3.0:1779697725.670828:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bbae80. 00010000:00000010:3.0:1779697725.670830:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515da500. 00010000:00000010:3.0:1779697725.670834:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b180. 00002000:00000010:3.0:1779697725.670843:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8400. 00010000:00000010:3.0:1779697725.670845:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf6fa1c00. 00010000:00000010:3.0:1779697725.670848:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00002000:00000010:3.0:1779697725.670853:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8340. 00010000:00000010:3.0:1779697725.670855:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abef00. 00010000:00000010:3.0:1779697725.670859:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00010000:00000010:3.0:1779697725.670888:0:207452:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543900. 00080000:00000010:3.0:1779697725.670907:0:207452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b6bc00. 00000001:00000010:3.0:1779697725.671217:0:207452:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b4e0. 00010000:00000200:3.0:1779697725.671256:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbbc2850 x1866137496958592/t8589941759(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.671276:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697725.671292:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496958592, offset 224 00000400:00000200:3.0:1779697725.671299:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697725.671311:0:207452:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697725.671321:0:207452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb680 00000400:00000200:3.0:1779697725.671329:0:207452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa821 [1] + 224 00000400:00000200:3.0:1779697725.671338:0:207452:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.671341:0:207452:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697725.671351:0:207452:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac4ec5c00 x1866137496958592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697725.671367:0:207452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:3.0:1779697725.671370:0:207452:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00000020:00000010:3.0:1779697725.671386:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:3.0:1779697725.671408:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:3.0:1779697725.671411:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653b200. 00000400:00000010:3.0:1779697725.671437:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a210. 00000400:00000200:3.0:1779697725.671440:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:3.0:1779697725.671442:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000100:00000200:3.0:1779697725.671448:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137496963072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.671457:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137496963072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.671483:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a478. 00000400:00000200:3.0:1779697725.671485:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:3.0:1779697725.671486:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00000100:00000200:3.0:1779697725.671490:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac4ec5c00 x1866137496958592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.671497:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac4ec5c00 x1866137496958592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1779697725.672778:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8100. 00010000:00000010:0.0:1779697725.672786:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abe200. 00010000:00000010:0.0:1779697725.672796:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543900. 00010000:00000010:2.1:1779697725.672858:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2800. 00010000:00000010:1.1:1779697725.673408:0:207449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbca477600. 00000400:00000200:0.0:1779697725.674059:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.674075:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bc980 00000400:00000200:0.0:1779697725.674084:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa9b9 [1] + 224 00000400:00000200:0.0:1779697725.674095:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.674099:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.674112:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137496963456/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.674144:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.674150:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bcb00 00000400:00000200:0.0:1779697725.674155:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa9e9 [1] + 224 00000400:00000200:0.0:1779697725.674160:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.674163:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.674171:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985c000 x1866137496963840/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.674191:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.674196:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bcb80 00000400:00000200:0.0:1779697725.674199:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aa9f1 [1] + 224 00000400:00000200:0.0:1779697725.674204:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.674207:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.674212:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985ea00 x1866137496963968/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697725.674227:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.674233:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473100 00000400:00000200:0.0:1779697725.674238:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170909 [2] + 656 00000400:00000200:0.0:1779697725.674261:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.674265:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.674270:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.674277:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f100. 00000400:00000010:0.0:1779697725.674316:0:189658:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a688. 00000400:00000200:0.0:1779697725.674321:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:0.0:1779697725.674324:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697725.674331:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985ea00 x1866137496963968/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.674338:0:189658:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985ea00 x1866137496963968/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.674365:0:189658:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff3efa00. 02000000:00000010:0.0:1779697725.674372:0:189658:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad653b000. 00000100:00000010:0.0:1779697725.674376:0:189658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ea00. 00000100:00000010:0.0:1779697725.674380:0:189658:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345600. 00010000:00000010:0.0:1779697725.674383:0:189658:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e140. 00000400:00000010:0.0:1779697725.674417:0:207456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697725.674419:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.674421:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.674426:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985c000 x1866137496963840/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.674434:0:207456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985c000 x1866137496963840/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.674445:0:207456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad653b400. 02000000:00000010:0.0:1779697725.674449:0:207456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad5ace600. 00000100:00000010:0.0:1779697725.674452:0:207456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c000. 00000100:00000010:0.0:1779697725.674454:0:207456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345300. 00010000:00000010:0.0:1779697725.674456:0:207456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e980. 00000400:00000010:2.0:1779697725.675204:0:207459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:2.0:1779697725.675211:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697725.675213:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697725.675219:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137496963456/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779697725.675227:0:207459:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137496963456/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1779697725.675242:0:207459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc83d5000. 02000000:00000010:2.0:1779697725.675247:0:207459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad6552a00. 00000100:00000010:2.0:1779697725.675251:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 00000100:00000010:2.0:1779697725.675255:0:207459:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5cc0. 00010000:00000010:2.0:1779697725.675259:0:207459:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f6c0. 00000400:00000010:3.0:1779697725.677816:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae160. 00000400:00000200:3.0:1779697725.677824:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:3.0:1779697725.677826:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:3.0:1779697725.677834:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210e00 x1866137496959104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.677849:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210e00 x1866137496959104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.677863:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aebb0. 00000400:00000200:3.0:1779697725.677866:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:3.0:1779697725.677868:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000100:00000200:3.0:1779697725.677872:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bb800 x1866137496960128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.677880:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bb800 x1866137496960128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.677937:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.677941:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.677947:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6be00. 00000020:00000010:3.0:1779697725.677952:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697725.677957:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000100:00000200:3.0:1779697725.677981:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac985f100 x1866146215571712/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.678004:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.678006:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000100:00000200:3.0:1779697725.678008:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571712 02000000:00000010:3.0:1779697725.678017:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6ac00. 00010000:00000010:3.0:1779697725.678058:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836e40. 00000100:00000010:3.0:1779697725.678066:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543600. 00000100:00000010:3.0:1779697725.678080:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543600. 00010000:00000010:3.0:1779697725.678083:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836e40. 00000400:00000010:3.0:1779697725.678095:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0dd0. 00000100:00000200:3.0:1779697725.678101:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571712, offset 224 00000400:00000200:3.0:1779697725.678109:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.678122:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.678128:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309788:309788:256:4294967295] 192.168.203.23@tcp LPNI seq info [309784:309784:8:4294967295] 00000400:00000200:3.0:1779697725.678138:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697725.678144:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.678149:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697725.678155:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.678162:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.678166:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1779697725.687645:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:2.0:1779697725.687664:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c4f000. 00000100:00000010:2.0:1779697725.689508:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9c00. 02000000:00000010:2.0:1779697725.689527:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c4e000. 00000100:00000010:2.0:1779697725.689542:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b8700. 02000000:00000010:2.0:1779697725.689546:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c4dc00. 02000000:00000010:2.0:1779697725.689582:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c4d800. 00000400:00000010:2.0:1779697725.689590:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697725.689597:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697725.689604:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496964224, portal 4 00000400:00000010:2.0:1779697725.689611:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697725.689614:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496964224, offset 0 00000400:00000200:2.0:1779697725.689623:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.689636:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.689648:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bcc80 00000400:00000200:2.0:1779697725.689655:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 7616 00000400:00000200:2.0:1779697725.689664:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.689667:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.689692:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697725.689699:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9801c00. 00000400:00000200:2.0:1779697725.689725:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:2.0:1779697725.689728:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697725.689735:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b9c00 x1866137496964224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697725.689773:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c4e400. 00000400:00000010:2.0:1779697725.689777:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def210. 00000400:00000010:2.0:1779697725.689779:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697725.689783:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496964096, portal 4 00000400:00000010:2.0:1779697725.689786:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697725.689788:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496964096, offset 0 00000400:00000200:2.0:1779697725.689793:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.689798:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.689802:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bcc00 00000400:00000200:2.0:1779697725.689806:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 8160 00000400:00000200:2.0:1779697725.689811:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.689814:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.689817:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697725.689821:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9802300. 00000400:00000200:2.0:1779697725.689831:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:2.0:1779697725.689833:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697725.689837:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137496964096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697725.689875:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c4cc00. 00000400:00000010:2.0:1779697725.689879:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def688. 00000400:00000010:2.0:1779697725.689882:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697725.689885:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496964352, portal 4 00000400:00000010:2.0:1779697725.689888:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697725.689890:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496964352, offset 0 00000400:00000200:2.0:1779697725.689893:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.689898:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.689904:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bcd00 00000400:00000200:2.0:1779697725.689907:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 8704 00000400:00000200:2.0:1779697725.689911:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.689914:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.689916:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697725.689919:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9801f80. 00000400:00000200:2.0:1779697725.689931:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:2.0:1779697725.689933:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697725.689938:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b8700 x1866137496964352/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.690299:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.690304:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.690311:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5000. 00000020:00000010:2.0:1779697725.690316:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862c00. 00000020:00000010:2.0:1779697725.690329:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697725.690358:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.690360:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.690364:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d5e00. 00000020:00000010:2.0:1779697725.690366:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862680. 00000020:00000010:2.0:1779697725.690369:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3960. 00000020:00000010:2.0:1779697725.690382:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.690384:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.690407:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc83d4c00. 00000020:00000010:2.0:1779697725.690410:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697725.690413:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697725.690429:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697725.690431:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:2.0:1779697725.690434:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496964224 02000000:00000010:2.0:1779697725.690453:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c4c400. 00010000:00000010:2.0:1779697725.690471:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:2.0:1779697725.690487:0:207455:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f6c0. 00000100:00000010:2.0:1779697725.690493:0:207455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5cc0. 00000100:00000010:2.0:1779697725.690511:0:207455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800700. 02000000:00000010:2.0:1779697725.690519:0:207455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc83d5600. 02000000:00000010:2.0:1779697725.690534:0:207455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc83d4400. 00000400:00000010:2.0:1779697725.690539:0:207455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9f8. 00000400:00000010:2.0:1779697725.690543:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697725.690546:0:207455:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496964480, portal 16 00000400:00000010:2.0:1779697725.690550:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697725.690552:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496964480, offset 0 00000400:00000200:2.0:1779697725.690559:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.690568:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.690573:0:207455:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779697725.690578:0:207455:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:2.0:1779697725.690581:0:207455:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779697725.690584:0:207455:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:2.0:1779697725.690588:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309789:309789:255:4294967295] 192.168.203.23@tcp LPNI seq info [309785:309785:7:4294967295] 00000400:00000200:2.0:1779697725.690598:0:207455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.690604:0:207455:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.690609:0:207455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697725.690615:0:207455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.690623:0:207455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.690627:0:207455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1779697725.692300:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697725.692310:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697725.692314:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6be00. 00000400:00000200:0.0:1779697725.692527:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.692543:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473000 00000400:00000200:0.0:1779697725.692551:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170909 [2] + 984 00000400:00000200:0.0:1779697725.692560:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.692564:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.692570:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.692575:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c000. 00000800:00000200:0.0:1779697725.692660:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697725.692664:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:0.0:1779697725.692677:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.695139:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697725.695149:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0dd0 00000400:00000010:0.0:1779697725.695153:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0dd0. 00000400:00000200:0.0:1779697725.695189:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697725.695204:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473080 00000400:00000200:0.0:1779697725.695212:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170909 [2] + 1312 00000400:00000200:0.0:1779697725.695225:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.695228:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697725.695234:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697725.695239:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ea00. 00000020:00000010:0.0:1779697725.695470:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.695475:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000100:00000200:0.0:1779697725.695479:0:189655:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496964096 02000000:00000010:0.0:1779697725.695521:0:189655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc93a8c00. 00010000:00000010:0.0:1779697725.695542:0:189655:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3200. 00010000:00000010:0.0:1779697725.695559:0:189655:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e980. 00000100:00000010:0.0:1779697725.695565:0:189655:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345300. 00000100:00000010:0.0:1779697725.695574:0:189655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985d500. 02000000:00000010:0.0:1779697725.695585:0:189655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3efa00. 02000000:00000010:0.0:1779697725.695609:0:189655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff3ee400. 00000400:00000010:0.0:1779697725.695614:0:189655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697725.695619:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.695626:0:189655:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496964608, portal 16 00000400:00000010:0.0:1779697725.695630:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697725.695634:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496964608, offset 0 00000400:00000200:0.0:1779697725.695640:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.695650:0:189655:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.695655:0:189655:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.695659:0:189655:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.695663:0:189655:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.695665:0:189655:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.695922:0:189655:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309790:309790:255:4294967295] 192.168.203.23@tcp LPNI seq info [309786:309786:7:4294967295] 00000400:00000200:0.0:1779697725.695933:0:189655:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.695947:0:189655:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.695954:0:189655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fa00. 00000800:00000200:0.0:1779697725.695960:0:189655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.695967:0:189655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.695971:0:189655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fa00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1779697725.696021:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.696126:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.696133:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ef400. 00000020:00000010:0.0:1779697725.696138:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6680. 00000020:00000010:0.0:1779697725.696144:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000100:00000200:0.0:1779697725.696166:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac985c000 x1866146215571456/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.696189:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.696191:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.696195:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace600. 00000020:00000010:0.0:1779697725.696198:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6800. 00000020:00000010:0.0:1779697725.696200:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000100:00000200:0.0:1779697725.696206:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac985ea00 x1866146215571584/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.696224:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.696226:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000100:00000200:0.0:1779697725.696228:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571456 02000000:00000010:0.0:1779697725.696234:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3461000. 00010000:00000010:0.0:1779697725.696266:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e140. 00000100:00000010:0.0:1779697725.696270:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345600. 00000100:00000010:0.0:1779697725.696278:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345600. 00010000:00000010:0.0:1779697725.696281:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e140. 00000400:00000010:0.0:1779697725.696289:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697725.696293:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571456, offset 224 00000400:00000200:0.0:1779697725.696298:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.696304:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.696309:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309791:309791:254:4294967295] 192.168.203.23@tcp LPNI seq info [309787:309787:6:4294967295] 00000400:00000200:0.0:1779697725.696381:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.696386:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.696413:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f700. 00000800:00000200:0.0:1779697725.696417:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.696421:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.696424:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697725.696435:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6680. 00000020:00000010:0.0:1779697725.696440:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697725.696443:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3ef400. 00000020:00000010:0.0:1779697725.696457:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.696460:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000100:00000200:0.0:1779697725.696462:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571584 02000000:00000010:0.0:1779697725.696466:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3461c00. 00010000:00000010:0.0:1779697725.696484:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e140. 00000100:00000010:0.0:1779697725.696487:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345600. 00000100:00000010:0.0:1779697725.696494:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345600. 00010000:00000010:0.0:1779697725.696497:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e140. 00000400:00000010:0.0:1779697725.696557:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.696561:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571584, offset 224 00000400:00000200:0.0:1779697725.696565:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.696571:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.696575:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309792:309792:253:4294967295] 192.168.203.23@tcp LPNI seq info [309788:309788:5:4294967295] 00000400:00000200:0.0:1779697725.696583:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.696587:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.696590:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697725.696593:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.696597:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.696600:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697725.696605:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6800. 00000020:00000010:0.0:1779697725.696608:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697725.696611:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace600. 00000400:00000010:0.0:1779697725.696630:0:207614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7268. 00000400:00000200:0.0:1779697725.696634:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:0.0:1779697725.696636:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:0.0:1779697725.696642:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9500 x1866137496963328/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.696658:0:207614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9500 x1866137496963328/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.696799:0:207614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbeeaa7800. 02000000:00000010:0.0:1779697725.696806:0:207614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeeaa6c00. 00000100:00000010:0.0:1779697725.696811:0:207614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9500. 00000100:00000010:0.0:1779697725.696815:0:207614:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cac98fe9c0. 00010000:00000010:0.0:1779697725.696817:0:207614:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0280. 00010000:00000010:0.0:1779697725.696829:0:207614:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345600. 00080000:00000010:0.0:1779697725.696851:0:207614:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3462c00. 00010000:00000010:2.0:1779697725.697062:0:207459:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5180. 00002000:00000010:2.0:1779697725.697099:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61cc0. 00010000:00000010:2.0:1779697725.697103:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf828f600. 00010000:00000010:2.0:1779697725.697110:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345600. 00002000:00000010:2.0:1779697725.697119:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc9836d00. 00010000:00000010:2.0:1779697725.697122:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf6fa1500. 00010000:00000010:2.0:1779697725.697128:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5180. 00000400:00000010:2.0:1779697725.697144:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aef20. 00000400:00000200:2.0:1779697725.697147:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:2.0:1779697725.697149:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000100:00000200:2.0:1779697725.697157:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed0a80 x1866137496962176/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.697165:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed0a80 x1866137496962176/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.697192:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae688. 00000400:00000200:2.0:1779697725.697195:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:2.0:1779697725.697196:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000100:00000200:2.0:1779697725.697200:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a8380 x1866137496961536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.697207:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a8380 x1866137496961536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.697221:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d74d0. 00000400:00000200:2.0:1779697725.697224:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:2.0:1779697725.697225:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000100:00000200:2.0:1779697725.697229:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac4ec6300 x1866137496958976/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.697235:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac4ec6300 x1866137496958976/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697725.697273:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803480. 02000000:00000010:2.0:1779697725.697295:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c4c000. 02000000:00000010:2.0:1779697725.697339:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c8f000. 00000400:00000010:2.0:1779697725.697344:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def528. 00000400:00000010:2.0:1779697725.697348:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697725.697351:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496964736, portal 4 00000400:00000010:2.0:1779697725.697355:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697725.697358:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496964736, offset 0 00000400:00000200:2.0:1779697725.697362:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.697370:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.697379:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bce80 00000400:00000200:2.0:1779697725.697385:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 9248 00000400:00000200:2.0:1779697725.697410:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.697414:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.697420:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1779697725.697423:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 00000400:00000200:2.0:1779697725.697435:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697725.697437:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697725.697442:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803480 x1866137496964736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1779697725.697468:0:207459:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c8d800. 00000001:00000010:2.0:1779697725.697642:0:207459:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0b1e0. 00010000:00000200:2.0:1779697725.697677:0:207459:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5212d80 x1866137496959232/t8589941760(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.697700:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697725.697704:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496959232, offset 224 00000400:00000200:2.0:1779697725.697715:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.697721:0:207459:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.697726:0:207459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bb900 00000400:00000200:2.0:1779697725.697731:0:207459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa811 [1] + 224 00000400:00000200:2.0:1779697725.697735:0:207459:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.697738:0:207459:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.697743:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210a80 x1866137496959232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.697756:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697725.697758:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000020:00000010:2.0:1779697725.697767:0:207459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697725.697770:0:207459:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697725.697773:0:207459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552e00. 02000000:00000010:2.0:1779697725.697786:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c4e800. 00000100:00000010:2.0:1779697725.697790:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212d80. 02000000:00000010:2.0:1779697725.697793:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c20000. 02000000:00000010:2.0:1779697725.697796:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbcb254800. 00000100:00000010:2.0:1779697725.697798:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210380. 02000000:00000010:2.0:1779697725.697802:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cacc5f2c00. 00000100:00000010:2.0:1779697725.697804:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212a00. 02000000:00000010:2.0:1779697725.697807:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cacc9a1c00. 00000100:00000010:2.0:1779697725.697809:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab480. 02000000:00000010:2.0:1779697725.697812:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697725.697815:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211180. 02000000:00000010:2.0:1779697725.697817:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbcb254c00. 00000100:00000010:2.0:1779697725.697820:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa300. 02000000:00000010:2.0:1779697725.697823:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cacc9a2800. 00000100:00000010:2.0:1779697725.697825:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8e00. 02000000:00000010:2.0:1779697725.697827:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbcb257400. 00000100:00000010:2.0:1779697725.697830:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9180. 02000000:00000010:2.0:1779697725.697832:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbff6e2800. 00000100:00000010:2.0:1779697725.697834:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211500. 02000000:00000010:2.0:1779697725.697837:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf1310800. 00000100:00000010:2.0:1779697725.697839:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 02000000:00000010:2.0:1779697725.697842:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbcb257800. 00000100:00000010:2.0:1779697725.697843:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb3b80. 02000000:00000010:2.0:1779697725.697846:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbcb255800. 00000100:00000010:2.0:1779697725.697848:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb1c00. 02000000:00000010:2.0:1779697725.697851:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf1311400. 00000100:00000010:2.0:1779697725.697853:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c85f80. 02000000:00000010:2.0:1779697725.697857:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbcb257000. 00000100:00000010:2.0:1779697725.697859:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c86d80. 02000000:00000010:2.0:1779697725.697861:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf1312400. 00000100:00000010:2.0:1779697725.697864:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c85500. 02000000:00000010:2.0:1779697725.697867:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf1312000. 00000100:00000010:2.0:1779697725.697869:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c84a80. 02000000:00000010:2.0:1779697725.697872:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbeeb22400. 00000100:00000010:2.0:1779697725.697875:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c87480. 02000000:00000010:2.0:1779697725.697878:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf8368400. 00000100:00000010:2.0:1779697725.697880:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83de680. 02000000:00000010:2.0:1779697725.697887:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05f8c00. 00000100:00000010:2.0:1779697725.697892:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83df480. 02000000:00000010:2.0:1779697725.697895:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05fa800. 00000100:00000010:2.0:1779697725.697898:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dce00. 02000000:00000010:2.0:1779697725.697901:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05fb800. 00000100:00000010:2.0:1779697725.697903:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c7480. 02000000:00000010:2.0:1779697725.697906:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbeeb22c00. 00000100:00000010:2.0:1779697725.697909:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ad180. 02000000:00000010:2.0:1779697725.697912:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05fbc00. 00000100:00000010:2.0:1779697725.697914:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c4000. 02000000:00000010:2.0:1779697725.697916:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05f8000. 00000100:00000010:2.0:1779697725.697918:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf83dea00. 02000000:00000010:2.0:1779697725.697920:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05f9800. 00000100:00000010:2.0:1779697725.697922:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cae680. 02000000:00000010:2.0:1779697725.697926:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf8368800. 00000100:00000010:2.0:1779697725.697928:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cadf80. 02000000:00000010:2.0:1779697725.697931:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05f8800. 00000100:00000010:2.0:1779697725.697934:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cad500. 02000000:00000010:2.0:1779697725.697936:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbc3568c00. 00000100:00000010:2.0:1779697725.697948:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff967100. 02000000:00000010:2.0:1779697725.697960:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf1253000. 00000100:00000010:2.0:1779697725.697963:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe69c00. 02000000:00000010:2.0:1779697725.697966:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05fa000. 00000100:00000010:2.0:1779697725.697968:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff464700. 02000000:00000010:2.0:1779697725.697970:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbc7ba8800. 00000100:00000010:2.0:1779697725.697972:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6caf480. 02000000:00000010:2.0:1779697725.697976:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac428ac00. 00000100:00000010:2.0:1779697725.697978:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6caed80. 02000000:00000010:2.0:1779697725.697981:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbc356b000. 00000100:00000010:2.0:1779697725.697983:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac54b9180. 02000000:00000010:2.0:1779697725.697986:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf05f9400. 00000100:00000010:2.0:1779697725.697988:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc0002ca80. 02000000:00000010:2.0:1779697725.697991:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbf1109c00. 00000100:00000010:2.0:1779697725.697993:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9a300. 02000000:00000010:2.0:1779697725.697996:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbff460400. 00000100:00000010:2.0:1779697725.697998:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9bb80. 02000000:00000010:2.0:1779697725.698001:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf110a400. 00000100:00000010:2.0:1779697725.698003:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff467480. 02000000:00000010:2.0:1779697725.698006:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac131b000. 00000100:00000010:2.0:1779697725.698009:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b98e00. 02000000:00000010:2.0:1779697725.698012:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cbff463800. 00000100:00000010:2.0:1779697725.698015:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfc3da680. 02000000:00000010:2.0:1779697725.698017:0:207459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff93cac1318000. 00000100:00000010:2.0:1779697725.698019:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df0380. 00000100:00000200:2.0:1779697725.698027:0:207459:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1779697725.698040:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7a50. 00000400:00000200:2.0:1779697725.698042:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:2.0:1779697725.698044:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000100:00000200:2.0:1779697725.698049:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210a80 x1866137496959232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.698061:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210a80 x1866137496959232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.698083:0:207459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def898. 00000400:00000010:2.0:1779697725.698089:0:207459:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff93cbffaab900. 00000020:00000010:2.0:1779697725.698107:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f480. 00000020:00000010:2.0:1779697725.698111:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f480. 00000020:00000010:2.0:1779697725.698116:0:207459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6552e00. 00000020:00000010:2.0:1779697725.698119:0:207459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697725.698123:0:207459:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697725.698147:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f480. 00000020:00000010:2.0:1779697725.698150:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f480. 00000100:00000200:2.0:1779697725.698152:0:207459:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496964352 02000000:00000010:2.0:1779697725.698168:0:207459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf6c8d000. 00010000:00000010:2.0:1779697725.698185:0:207459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.0:1779697725.698197:0:207459:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f480. 00000100:00000010:2.0:1779697725.698201:0:207459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5180. 00000100:00000010:2.0:1779697725.698207:0:207459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 02000000:00000010:2.0:1779697725.698213:0:207459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad6552a00. 02000000:00000010:2.0:1779697725.698227:0:207459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad6552600. 00000400:00000010:2.0:1779697725.698230:0:207459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697725.698233:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697725.698236:0:207459:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496964864, portal 16 00000400:00000010:2.0:1779697725.698239:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697725.698241:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496964864, offset 0 00000400:00000200:2.0:1779697725.698247:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.698270:0:207459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.698273:0:207459:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779697725.698277:0:207459:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:2.0:1779697725.698280:0:207459:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779697725.698282:0:207459:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:2.0:1779697725.698285:0:207459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309793:309793:252:4294967295] 192.168.203.23@tcp LPNI seq info [309789:309789:4:4294967295] 00000400:00000200:2.0:1779697725.698293:0:207459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.698298:0:207459:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.698371:0:207459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697725.698377:0:207459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.698384:0:207459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.698402:0:207459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1779697725.698427:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.698430:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000100:00000200:2.0:1779697725.698433:0:207458:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496964736 02000000:00000010:2.0:1779697725.698442:0:207458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf6c8c800. 00010000:00000010:2.0:1779697725.698451:0:207458:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697725.698459:0:207458:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd80. 00000100:00000010:2.0:1779697725.698463:0:207458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5900. 00000100:00000010:2.0:1779697725.698467:0:207458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:2.0:1779697725.698474:0:207458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbd0502000. 02000000:00000010:2.0:1779697725.698484:0:207458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef68000. 00000400:00000010:2.0:1779697725.698487:0:207458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def948. 00000400:00000010:2.0:1779697725.698490:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697725.698493:0:207458:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496964992, portal 16 00000400:00000010:2.0:1779697725.698496:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697725.698498:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496964992, offset 0 00000400:00000200:2.0:1779697725.698503:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.698508:0:207458:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.698510:0:207458:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779697725.698512:0:207458:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:2.0:1779697725.698514:0:207458:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779697725.698516:0:207458:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:2.0:1779697725.698518:0:207458:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309794:309794:251:4294967295] 192.168.203.23@tcp LPNI seq info [309790:309790:3:4294967295] 00000400:00000200:2.0:1779697725.698525:0:207458:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.698529:0:207458:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.698532:0:207458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaaba00. 00000800:00000200:2.0:1779697725.698535:0:207458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.698540:0:207458:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.698542:0:207458:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaaba00 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:0.0:1779697725.702604:0:207614:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f12a0. 00010000:00000200:0.0:1779697725.702660:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985ed80 x1866137496962944/t8589942230(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.702950:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697725.702959:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496962944, offset 224 00000400:00000200:0.0:1779697725.702966:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.702979:0:207614:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.702990:0:207614:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bc780 00000400:00000200:0.0:1779697725.702997:0:207614:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa961 [1] + 224 00000400:00000200:0.0:1779697725.703006:0:207614:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.703009:0:207614:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.703019:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aa680 x1866137496962944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.703840:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:0.0:1779697725.703843:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000020:00000010:0.0:1779697725.703862:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f80. 00000020:00000010:0.0:1779697725.703867:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697725.703871:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf000. 00000400:00000010:0.0:1779697725.703955:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d75d8. 00000400:00000200:0.0:1779697725.703961:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:0.0:1779697725.703962:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:0.0:1779697725.703970:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1c00 x1866137496962688/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.703979:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1c00 x1866137496962688/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.704012:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779697725.704015:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697725.704017:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.704021:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe99180 x1866137496959744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.704177:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe99180 x1866137496959744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1779697725.704224:0:207456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345a80. 00080000:00000010:0.0:1779697725.704241:0:207456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef80b800. 00000001:00000010:0.0:1779697725.704634:0:207456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f13c0. 00010000:00000200:0.0:1779697725.704671:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb0e00 x1866137496963712/t8589941761(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.704793:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.704799:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496963712, offset 224 00000400:00000200:0.0:1779697725.704806:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.704815:0:207456:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.704822:0:207456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bca80 00000400:00000200:0.0:1779697725.704829:0:207456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa9d5 [1] + 224 00000400:00000200:0.0:1779697725.704836:0:207456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.704840:0:207456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.704847:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb7100 x1866137496963712/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.704865:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697725.704867:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000020:00000010:0.0:1779697725.704876:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6300. 00000020:00000010:0.0:1779697725.704879:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:0.0:1779697725.704882:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5acf600. 00002000:00000010:0.0:1779697725.704925:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff86c0. 00010000:00000010:0.0:1779697725.704930:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd048f500. 00000800:00000200:3.0:1779697725.705120:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.705126:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fa00. 00000400:00000200:3.0:1779697725.705129:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.705135:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.705138:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:3.0:1779697725.705139:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000100:00000200:3.0:1779697725.705147:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985d500 x1866137496964608/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.705164:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.705165:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f700. 00000400:00000200:3.0:1779697725.705167:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.705170:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.705172:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:3.0:1779697725.705173:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000800:00000200:3.0:1779697725.705180:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.705181:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697725.705183:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.705186:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.705188:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:3.0:1779697725.705190:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000800:00000200:3.0:1779697725.705196:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.705197:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:3.0:1779697725.705201:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.705203:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.705206:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:3.0:1779697725.705207:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:3.0:1779697725.705212:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800700 x1866137496964480/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.705223:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.705225:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:3.0:1779697725.705227:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.705230:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.705232:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:3.0:1779697725.705234:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000100:00000200:3.0:1779697725.705237:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803800 x1866137496964864/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.706302:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.706307:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaaba00. 00000400:00000200:3.0:1779697725.706311:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.706632:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.706639:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:3.0:1779697725.706641:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000100:00000200:3.0:1779697725.706650:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496964992/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697725.715589:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.715609:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bce00 00000400:00000200:3.0:1779697725.715619:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaa29 [1] + 224 00000400:00000200:3.0:1779697725.715630:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.715634:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.715649:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985d500 x1866137496964608/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697725.715699:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.715706:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473180 00000400:00000200:3.0:1779697725.715882:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170909 [2] + 1640 00000400:00000200:3.0:1779697725.715903:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.715907:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.715912:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.715920:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1c00. 00010000:00000010:0.0:1779697725.716623:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345a80. 00000400:00000010:0.0:1779697725.716671:0:189655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697725.716676:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.716678:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.716687:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985d500 x1866137496964608/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.716698:0:189655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985d500 x1866137496964608/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.716739:0:189655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff3ee400. 02000000:00000010:0.0:1779697725.716757:0:189655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3efa00. 00000100:00000010:0.0:1779697725.716764:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985d500. 00000100:00000010:0.0:1779697725.716769:0:189655:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345300. 00010000:00000010:0.0:1779697725.716772:0:189655:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e980. 00010000:00000010:0.0:1779697725.716800:0:189658:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345300. 00080000:00000010:0.0:1779697725.716835:0:189658:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef80bc00. 00000001:00000010:0.0:1779697725.717606:0:189658:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f14e0. 00010000:00000200:0.0:1779697725.717686:0:189658:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb3100 x1866137496963584/t8589941762(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.717704:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.717721:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496963584, offset 224 00000400:00000200:0.0:1779697725.717727:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.717738:0:189658:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.717746:0:189658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bca00 00000400:00000200:0.0:1779697725.717753:0:189658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa9dd [1] + 224 00000400:00000200:0.0:1779697725.717760:0:189658:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.717763:0:189658:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.717770:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb7800 x1866137496963584/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.717801:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.717802:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000020:00000010:0.0:1779697725.717817:0:189658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697725.717822:0:189658:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.717825:0:189658:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace000. 00000100:00000010:0.0:1779697725.717896:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985d500. 02000000:00000010:0.0:1779697725.717919:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbef809800. 02000000:00000010:0.0:1779697725.718121:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbef808400. 00000400:00000010:0.0:1779697725.718126:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697725.718130:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.718135:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496965120, portal 4 00000400:00000010:0.0:1779697725.718141:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.718144:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496965120, offset 0 00000400:00000200:0.0:1779697725.718147:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.718153:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.718158:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd000 00000400:00000200:0.0:1779697725.718164:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 9792 00000400:00000200:0.0:1779697725.718168:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.718171:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.718175:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.718179:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e680. 00000400:00000200:0.0:1779697725.718192:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697725.718194:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.718199:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985d500 x1866137496965120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.718256:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.718261:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.718266:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5ace000. 00000020:00000010:0.0:1779697725.718270:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697725.718273:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.720192:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.720201:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000100:00000200:0.0:1779697725.720206:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496965120 02000000:00000010:0.0:1779697725.720231:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbef80a000. 00010000:00000010:0.0:1779697725.720254:0:207452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2400. 00010000:00000010:0.0:1779697725.720272:0:207452:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e980. 00000020:00000010:2.0:1779697725.720595:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.720600:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.720609:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697725.720614:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697725.720619:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000100:00000200:2.0:1779697725.720642:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbd7bb1c00 x1866146215571840/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.720690:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.720692:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:2.0:1779697725.720694:0:189026:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571840 02000000:00000010:2.0:1779697725.720701:0:189026:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c8e800. 00010000:00000010:2.0:1779697725.720744:0:189026:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd40. 00000100:00000010:2.0:1779697725.720750:0:189026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5600. 00000100:00000010:2.0:1779697725.720761:0:189026:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5600. 00010000:00000010:2.0:1779697725.720765:0:189026:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd40. 00000400:00000010:2.0:1779697725.720779:0:189026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697725.720785:0:189026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571840, offset 224 00000400:00000200:2.0:1779697725.720792:0:189026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.720805:0:189026:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.720810:0:189026:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309795:309795:256:4294967295] 192.168.203.23@tcp LPNI seq info [309791:309791:8:4294967295] 00000400:00000200:2.0:1779697725.720821:0:189026:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.720827:0:189026:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.720832:0:189026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697725.720838:0:189026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.720845:0:189026:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.720850:0:189026:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697725.720865:0:189026:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697725.720869:0:189026:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697725.720872:0:189026:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00000100:00000010:0.0:1779697725.721456:0:207452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345a80. 00000100:00000010:0.0:1779697725.721467:0:207452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985df80. 02000000:00000010:0.0:1779697725.721478:0:207452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad5acf000. 02000000:00000010:0.0:1779697725.721508:0:207452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff3efa00. 00000400:00000010:0.0:1779697725.721513:0:207452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779697725.721519:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.721523:0:207452:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496965248, portal 16 00000400:00000010:0.0:1779697725.721527:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697725.721529:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496965248, offset 0 00000400:00000200:0.0:1779697725.721534:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.721540:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.721544:0:207452:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.721548:0:207452:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.721551:0:207452:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.721553:0:207452:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.721556:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309796:309796:255:4294967295] 192.168.203.23@tcp LPNI seq info [309792:309792:7:4294967295] 00000400:00000200:0.0:1779697725.721564:0:207452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.721568:0:207452:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.721572:0:207452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697725.721576:0:207452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.721582:0:207452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.721584:0:207452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1779697725.721630:0:189655:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345180. 00080000:00000010:0.0:1779697725.721650:0:189655:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbef809c00. 00000001:00000010:0.0:1779697725.721851:0:189655:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1ba0. 00010000:00000200:0.0:1779697725.721918:0:189655:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9802300 x1866137496964096/t8589942231(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.721934:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697725.721938:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496964096, offset 224 00000400:00000200:0.0:1779697725.721942:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.721950:0:189655:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.721958:0:189655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bcc00 00000400:00000200:0.0:1779697725.721965:0:189655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa11 [1] + 224 00000400:00000200:0.0:1779697725.721972:0:189655:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.721976:0:189655:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.721985:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137496964096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.722004:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:0.0:1779697725.722006:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000020:00000010:0.0:1779697725.722018:0:189655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862680. 00000020:00000010:0.0:1779697725.722022:0:189655:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3960. 00000020:00000010:0.0:1779697725.722024:0:189655:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5e00. 00002000:00000010:0.0:1779697725.722060:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8480. 00010000:00000010:0.0:1779697725.722078:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd048fc00. 00010000:00000010:0.0:1779697725.722087:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345300. 00002000:00000010:0.0:1779697725.722095:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8500. 00010000:00000010:0.0:1779697725.722098:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf6fa1400. 00010000:00000010:0.0:1779697725.722104:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345180. 00000400:00000010:0.0:1779697725.722119:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def210. 00000400:00000200:0.0:1779697725.722123:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:0.0:1779697725.722124:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00000100:00000200:0.0:1779697725.722130:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137496964096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.722138:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137496964096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697725.722192:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e300. 02000000:00000010:0.0:1779697725.722199:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbef80b000. 02000000:00000010:0.0:1779697725.722223:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbef808c00. 00000400:00000010:0.0:1779697725.722226:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a688. 00000400:00000010:0.0:1779697725.722229:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697725.722232:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496965376, portal 4 00000400:00000010:0.0:1779697725.722235:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697725.722237:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496965376, offset 0 00000400:00000200:0.0:1779697725.722241:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.722246:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.722251:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd100 00000400:00000200:0.0:1779697725.722257:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 10336 00000400:00000200:0.0:1779697725.722262:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.722265:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.722269:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.722273:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9180. 00000400:00000200:0.0:1779697725.722282:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:0.0:1779697725.722284:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697725.722289:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985e300 x1866137496965376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779697725.723154:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.723160:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:3.0:1779697725.723165:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.723171:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.723175:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:3.0:1779697725.723176:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000800:00000200:3.0:1779697725.723237:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.723239:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697725.723242:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.723246:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.723248:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:3.0:1779697725.723249:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000100:00000200:3.0:1779697725.723255:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985df80 x1866137496965248/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1779697725.724206:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.724212:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.724217:0:207448:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6be00. 00000020:00000010:3.0:1779697725.724221:0:207448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697725.724226:0:207448:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697725.724253:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.724255:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000100:00000200:3.0:1779697725.724258:0:207448:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496965376 02000000:00000010:3.0:1779697725.724278:0:207448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc9b6a800. 00010000:00000010:3.0:1779697725.724308:0:207448:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614800. 00010000:00000010:3.0:1779697725.724342:0:207448:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836e40. 00000100:00000010:3.0:1779697725.724348:0:207448:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543600. 00000100:00000010:3.0:1779697725.724356:0:207448:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3b80. 02000000:00000010:3.0:1779697725.724365:0:207448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc4e6ac00. 02000000:00000010:3.0:1779697725.724382:0:207448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc4e6a000. 00000400:00000010:3.0:1779697725.724386:0:207448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbcb3b0058. 00000400:00000010:3.0:1779697725.724406:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697725.724410:0:207448:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496965504, portal 16 00000400:00000010:3.0:1779697725.724414:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697725.724426:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496965504, offset 0 00000400:00000200:3.0:1779697725.724435:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.724443:0:207448:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.724448:0:207448:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779697725.724451:0:207448:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:3.0:1779697725.724454:0:207448:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779697725.724457:0:207448:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:3.0:1779697725.724460:0:207448:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309797:309797:256:4294967295] 192.168.203.23@tcp LPNI seq info [309793:309793:8:4294967295] 00000400:00000200:3.0:1779697725.724470:0:207448:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697725.724475:0:207448:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.724480:0:207448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697725.724485:0:207448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.724491:0:207448:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.724495:0:207448:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.724566:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.724569:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697725.724572:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.724576:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.724580:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:3.0:1779697725.724582:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697725.724587:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbd7bb3b80 x1866137496965504/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1779697725.724612:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0630. 00000400:00000200:3.0:1779697725.724615:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697725.724617:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697725.724623:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb7800 x1866137496963584/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.724632:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb7800 x1866137496963584/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.724655:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83ebb0. 00000400:00000200:3.0:1779697725.724658:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697725.724660:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697725.724664:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb7100 x1866137496963712/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.724672:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb7100 x1866137496963712/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.724692:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a268. 00000400:00000200:3.0:1779697725.724715:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:3.0:1779697725.724717:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000100:00000200:3.0:1779697725.724722:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aa680 x1866137496962944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.724730:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aa680 x1866137496962944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1779697725.724811:0:207612:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830bea0. 00010000:00000200:3.0:1779697725.724856:0:207612:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed3b80 x1866137496962432/t8589942232(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.724869:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697725.724872:0:207612:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496962432, offset 224 00000400:00000200:3.0:1779697725.724876:0:207612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697725.724882:0:207612:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697725.724889:0:207612:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bc580 00000400:00000200:3.0:1779697725.724896:0:207612:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa915 [1] + 224 00000400:00000200:3.0:1779697725.724902:0:207612:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.724905:0:207612:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697725.724912:0:207612:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1880 x1866137496962432/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697725.724926:0:207612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697725.724928:0:207612:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000020:00000010:3.0:1779697725.724938:0:207612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ef00. 00000020:00000010:3.0:1779697725.724942:0:207612:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:3.0:1779697725.724945:0:207612:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cb800. 00000400:00000010:0.0:1779697725.726599:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae370. 00000400:00000200:0.0:1779697725.726610:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:0.0:1779697725.726612:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000100:00000200:0.0:1779697725.726623:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1880 x1866137496962432/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.726633:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1880 x1866137496962432/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697725.726705:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8e00. 02000000:00000010:0.0:1779697725.726729:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbef808800. 00000100:00000010:0.0:1779697725.726763:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa300. 02000000:00000010:0.0:1779697725.726768:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbef80a800. 02000000:00000010:0.0:1779697725.726791:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc1c00. 00000400:00000010:0.0:1779697725.726796:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779697725.726800:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a660. 00000100:00000200:0.0:1779697725.726805:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496965632, portal 4 00000400:00000010:0.0:1779697725.726809:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697725.726812:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496965632, offset 0 00000400:00000200:0.0:1779697725.726818:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.726827:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.726837:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd200 00000400:00000200:0.0:1779697725.726843:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 10880 00000400:00000200:0.0:1779697725.726850:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.726853:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.726859:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.726863:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab480. 00000400:00000200:0.0:1779697725.726875:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:0.0:1779697725.726877:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697725.726882:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a8e00 x1866137496965632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.726907:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc0c00. 00000400:00000010:0.0:1779697725.726911:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae18. 00000400:00000010:0.0:1779697725.726913:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aa18. 00000100:00000200:0.0:1779697725.726916:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496965760, portal 4 00000400:00000010:0.0:1779697725.726919:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697725.726921:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496965760, offset 0 00000400:00000200:0.0:1779697725.726925:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.726929:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.726934:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd280 00000400:00000200:0.0:1779697725.726938:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 11424 00000400:00000200:0.0:1779697725.726943:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.726945:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.726948:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.726951:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9500. 00000400:00000200:0.0:1779697725.726960:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:0.0:1779697725.726963:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697725.726967:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aa300 x1866137496965760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.727002:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.727007:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.727011:0:190179:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ee400. 00000020:00000010:0.0:1779697725.727016:0:190179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6300. 00000020:00000010:0.0:1779697725.727020:0:190179:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ec80. 00000400:00000200:3.0:1779697725.727242:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.727252:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bcd80 00000400:00000200:3.0:1779697725.727258:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaa21 [1] + 224 00000400:00000200:3.0:1779697725.727264:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.727266:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.727273:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800700 x1866137496964480/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697725.729156:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.729169:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bcf00 00000400:00000200:3.0:1779697725.729177:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaa49 [1] + 224 00000400:00000200:3.0:1779697725.729187:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.729191:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.729200:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803800 x1866137496964864/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697725.729221:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.729226:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bcf80 00000400:00000200:3.0:1779697725.729230:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaa51 [1] + 224 00000400:00000200:3.0:1779697725.729235:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.729238:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.729242:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496964992/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697725.729263:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.729268:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473200 00000400:00000200:3.0:1779697725.729273:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170909 [2] + 1968 00000400:00000010:3.0:1779697725.729277:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cad12f74d0. 00000400:00000200:3.0:1779697725.729498:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc7efbe40 00000400:00000200:3.0:1779697725.729816:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.729820:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000020:00000010:0.0:1779697725.732097:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.732107:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.732114:0:190179:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff3ef400. 00000020:00000010:0.0:1779697725.732119:0:190179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6f80. 00000020:00000010:0.0:1779697725.732123:0:190179:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e000. 00000020:00000010:0.0:1779697725.732143:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e140. 00000020:00000010:0.0:1779697725.732145:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e140. 00000100:00000200:0.0:1779697725.732148:0:190179:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496965632 02000000:00000010:0.0:1779697725.732173:0:190179:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc7bc1000. 00010000:00000010:0.0:1779697725.732195:0:190179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3400. 00010000:00000010:0.0:1779697725.732211:0:190179:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e140. 00000100:00000010:0.0:1779697725.732219:0:190179:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345180. 00000100:00000010:0.0:1779697725.732229:0:190179:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 02000000:00000010:0.0:1779697725.732241:0:190179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc83d5e00. 02000000:00000010:0.0:1779697725.732262:0:190179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace11dc00. 00000400:00000010:0.0:1779697725.732269:0:190179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a9f8. 00000400:00000010:2.0:1779697725.734175:0:207455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def9f8. 00000400:00000200:2.0:1779697725.734186:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:2.0:1779697725.734189:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697725.734203:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800700 x1866137496964480/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779697725.734214:0:207455:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800700 x1866137496964480/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1779697725.734244:0:207455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc83d4400. 02000000:00000010:2.0:1779697725.734250:0:207455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc83d5600. 00000100:00000010:2.0:1779697725.734254:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800700. 00000100:00000010:2.0:1779697725.734258:0:207455:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5cc0. 00010000:00000010:2.0:1779697725.734262:0:207455:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f6c0. 00000400:00000010:2.0:1779697725.734306:0:207459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:2.0:1779697725.734309:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:2.0:1779697725.734311:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697725.734325:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803800 x1866137496964864/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779697725.734335:0:207459:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803800 x1866137496964864/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1779697725.734348:0:207459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad6552600. 02000000:00000010:2.0:1779697725.734369:0:207459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad6552a00. 00000100:00000010:2.0:1779697725.734373:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 00000100:00000010:2.0:1779697725.734376:0:207459:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5180. 00010000:00000010:2.0:1779697725.734378:0:207459:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f480. 00000400:00000010:2.0:1779697725.734406:0:207458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def948. 00000400:00000200:2.0:1779697725.734409:0:207458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:2.0:1779697725.734411:0:207458:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697725.734417:0:207458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496964992/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779697725.734426:0:207458:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496964992/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1779697725.734438:0:207458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef68000. 02000000:00000010:2.0:1779697725.734442:0:207458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbd0502000. 00000100:00000010:2.0:1779697725.734447:0:207458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 00000100:00000010:2.0:1779697725.734449:0:207458:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5900. 00010000:00000010:2.0:1779697725.734451:0:207458:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd80. 00000400:00000200:3.0:1779697725.736255:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc7efbe40 00000400:00000010:3.0:1779697725.736263:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc7efbe40. 00000100:00000200:3.0:1779697725.736271:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1779697725.736340:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.736354:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473300 00000400:00000200:3.0:1779697725.736363:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1709e9 [2] + 0 00000400:00000200:3.0:1779697725.736374:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.736378:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.736383:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.736405:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2822d80. 00000400:00000200:3.0:1779697725.736420:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.736426:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473280 00000400:00000200:3.0:1779697725.736429:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1709e9 [2] + 328 00000400:00000200:3.0:1779697725.736434:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.736437:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.736439:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.736442:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821180. 00000400:00000200:3.0:1779697725.736460:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.736464:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd080 00000400:00000200:3.0:1779697725.736470:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaa71 [1] + 224 00000400:00000200:3.0:1779697725.736476:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.736478:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.736487:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985df80 x1866137496965248/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697725.736521:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.736526:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd180 00000400:00000200:3.0:1779697725.736531:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaa85 [1] + 224 00000400:00000200:3.0:1779697725.736536:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.736539:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.736544:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbd7bb3b80 x1866137496965504/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779697725.736561:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.736565:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473380 00000400:00000200:3.0:1779697725.736569:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1709e9 [2] + 656 00000400:00000200:3.0:1779697725.736573:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.736576:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.736579:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.736582:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823b80. 00000400:00000200:3.0:1779697725.736593:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.736597:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473400 00000400:00000200:3.0:1779697725.736601:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1709e9 [2] + 984 00000400:00000200:3.0:1779697725.736645:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.736649:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.736652:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.736655:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820e00. 00000400:00000010:3.0:1779697725.736695:0:207448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0058. 00000400:00000200:3.0:1779697725.736699:0:207448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697725.736701:0:207448:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697725.736716:0:207448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbd7bb3b80 x1866137496965504/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1779697725.736725:0:207448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbd7bb3b80 x1866137496965504/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1779697725.736751:0:207448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc4e6a000. 02000000:00000010:3.0:1779697725.736757:0:207448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc4e6ac00. 00000100:00000010:3.0:1779697725.736762:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb3b80. 00000100:00000010:3.0:1779697725.736766:0:207448:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543600. 00010000:00000010:3.0:1779697725.736770:0:207448:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.737454:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.737460:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.737464:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc52f2600. 00000020:00000010:3.0:1779697725.737469:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a80. 00000020:00000010:3.0:1779697725.737473:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000100:00000200:3.0:1779697725.737496:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9e450 x1866146215571968/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.737773:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.737777:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.737781:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697725.737784:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697725.737788:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:3.0:1779697725.737825:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.737827:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.737830:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc52f2200. 00000020:00000010:3.0:1779697725.737833:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697725.737835:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000100:00000200:2.0:1779697725.738380:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac2822d80 x1866146215572224/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.738416:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.738419:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.738422:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3800. 00000020:00000010:2.0:1779697725.738425:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862200. 00000020:00000010:2.0:1779697725.738427:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000100:00000200:2.0:1779697725.738436:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac2823b80 x1866146215572352/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.738446:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.738448:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.738451:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3a00. 00000020:00000010:2.0:1779697725.738453:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862880. 00000020:00000010:2.0:1779697725.738456:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000100:00000200:2.0:1779697725.738461:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac2820e00 x1866146215572480/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697725.738473:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.738475:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000100:00000200:2.0:1779697725.738478:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215571968 02000000:00000010:2.0:1779697725.738487:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c8f800. 00010000:00000010:2.0:1779697725.738619:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd80. 00000100:00000010:2.0:1779697725.738626:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5900. 00000100:00000010:2.0:1779697725.738639:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5900. 00010000:00000010:2.0:1779697725.738642:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd80. 00000400:00000010:2.0:1779697725.738654:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697725.738659:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215571968, offset 224 00000400:00000200:2.0:1779697725.738666:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.738736:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.738742:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309798:309798:256:4294967295] 192.168.203.23@tcp LPNI seq info [309794:309794:8:4294967295] 00000400:00000200:2.0:1779697725.738754:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.738759:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.738764:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697725.738769:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.738776:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.738780:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697725.738797:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a80. 00000020:00000010:2.0:1779697725.738802:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:2.0:1779697725.738805:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc52f2600. 02000000:00000010:2.0:1779697725.738811:0:207733:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6c8e800. 00000100:00000010:2.0:1779697725.738815:0:207733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb1c00. 02000000:00000010:2.0:1779697725.738819:0:207733:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3461c00. 00000100:00000010:2.0:1779697725.738822:0:207733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ea00. 02000000:00000010:2.0:1779697725.738826:0:207733:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3461000. 00000100:00000010:2.0:1779697725.738828:0:207733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c000. 02000000:00000010:2.0:1779697725.738830:0:207733:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6ac00. 00000100:00000010:2.0:1779697725.738833:0:207733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f100. 02000000:00000010:2.0:1779697725.738837:0:207733:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b68400. 00000100:00000010:2.0:1779697725.738839:0:207733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f480. 02000000:00000010:2.0:1779697725.738842:0:207733:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6a400. 00000100:00000010:2.0:1779697725.738844:0:207733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c700. 00000100:00000200:2.0:1779697725.738850:0:207733:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779697725.738855:0:207733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def948. 00000400:00000010:2.0:1779697725.738859:0:207733:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacdff5900. 00000020:00000010:2.0:1779697725.738874:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.738876:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000100:00000200:2.0:1779697725.738878:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572224 02000000:00000010:2.0:1779697725.738883:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c8e800. 00010000:00000010:2.0:1779697725.738901:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd80. 00000100:00000010:2.0:1779697725.738905:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5180. 00000100:00000010:2.0:1779697725.738913:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5180. 00010000:00000010:2.0:1779697725.738915:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd80. 00000400:00000010:2.0:1779697725.738921:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697725.738924:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572224, offset 224 00000400:00000200:2.0:1779697725.738929:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.738934:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.738938:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309799:309799:255:4294967295] 192.168.203.23@tcp LPNI seq info [309795:309795:7:4294967295] 00000400:00000200:2.0:1779697725.738945:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.738949:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.738952:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabf00. 00000800:00000200:2.0:1779697725.738955:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.738959:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.738962:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697725.738968:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697725.738971:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697725.738974:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00000020:00000010:2.0:1779697725.738984:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.738986:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000100:00000200:2.0:1779697725.738988:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572352 02000000:00000010:2.0:1779697725.738993:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3461000. 00010000:00000010:2.0:1779697725.739005:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd80. 00000100:00000010:2.0:1779697725.739008:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5180. 00000100:00000010:2.0:1779697725.739010:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5180. 00010000:00000010:2.0:1779697725.739013:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd80. 00000400:00000010:2.0:1779697725.739018:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697725.739580:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572352, offset 224 00000400:00000200:2.0:1779697725.739589:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.739596:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.739599:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309800:309800:254:4294967295] 192.168.203.23@tcp LPNI seq info [309796:309796:6:4294967295] 00000400:00000200:2.0:1779697725.739607:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.739611:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.739614:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697725.739618:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.739623:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.739625:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697725.739634:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862200. 00000020:00000010:2.0:1779697725.739637:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697725.739639:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3800. 00000020:00000010:2.0:1779697725.739654:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.739657:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000100:00000200:2.0:1779697725.739661:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572480 02000000:00000010:2.0:1779697725.739667:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc3461c00. 00010000:00000010:2.0:1779697725.739701:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd80. 00000100:00000010:2.0:1779697725.739706:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5180. 00000100:00000010:2.0:1779697725.739729:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5180. 00010000:00000010:2.0:1779697725.739732:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd80. 00000400:00000010:2.0:1779697725.739740:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697725.739743:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572480, offset 224 00000400:00000200:2.0:1779697725.739747:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.739752:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.739756:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309801:309801:253:4294967295] 192.168.203.23@tcp LPNI seq info [309797:309797:5:4294967295] 00000400:00000200:2.0:1779697725.739763:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.739767:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.739770:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697725.739773:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.739777:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.739779:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697725.739785:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862880. 00000020:00000010:2.0:1779697725.739787:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:2.0:1779697725.739790:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3a00. 00010000:00000010:2.0:1779697725.739817:0:207455:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5180. 00080000:00000010:2.0:1779697725.739841:0:207455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1312000. 00000001:00000010:2.0:1779697725.740257:0:207455:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0b8a0. 00010000:00000200:2.0:1779697725.740300:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9801c00 x1866137496964224/t8589942233(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.740314:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697725.741399:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496964224, offset 224 00000400:00000200:2.0:1779697725.741411:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.741421:0:207455:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.741431:0:207455:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bcc80 00000400:00000200:2.0:1779697725.741438:0:207455:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa09 [1] + 224 00000400:00000200:2.0:1779697725.741448:0:207455:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.741451:0:207455:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.741464:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b9c00 x1866137496964224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.741494:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:2.0:1779697725.741497:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00000020:00000010:2.0:1779697725.741614:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862c00. 00000020:00000010:2.0:1779697725.741619:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697725.741622:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d5000. 00000020:00000010:2.0:1779697725.741650:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd80. 00000020:00000010:2.0:1779697725.741653:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd80. 00000100:00000200:2.0:1779697725.741656:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496965760 02000000:00000010:2.0:1779697725.741693:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf1311400. 00010000:00000010:2.0:1779697725.741724:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9e00. 00010000:00000010:2.0:1779697725.741739:0:207455:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd80. 00000100:00000010:2.0:1779697725.741744:0:207455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff5cc0. 00000100:00000010:2.0:1779697725.741754:0:207455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:2.0:1779697725.741789:0:207455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc90d3800. 02000000:00000010:2.0:1779697725.741813:0:207455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc90d3e00. 00000400:00000010:2.0:1779697725.741817:0:207455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000100:00000200:3.0:1779697725.743825:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac2821180 x1866146215572096/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.743882:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697725.743886:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000100:00000200:3.0:1779697725.743890:0:189026:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572096 02000000:00000010:3.0:1779697725.743901:0:189026:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a000. 00010000:00000010:3.0:1779697725.743942:0:189026:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836e40. 00000100:00000010:3.0:1779697725.743949:0:189026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543600. 00000100:00000010:3.0:1779697725.743959:0:189026:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543600. 00010000:00000010:3.0:1779697725.743963:0:189026:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836e40. 00000400:00000010:3.0:1779697725.743976:0:189026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000400:00000010:0.0:1779697725.744018:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697725.744036:0:190179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496965888, portal 16 00000400:00000010:0.0:1779697725.744041:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a220. 00000100:00000200:0.0:1779697725.744044:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496965888, offset 0 00000400:00000200:0.0:1779697725.744050:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.744064:0:190179:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.744069:0:190179:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.744074:0:190179:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.744077:0:190179:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.744081:0:190179:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.744084:0:190179:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309802:309802:252:4294967295] 192.168.203.23@tcp LPNI seq info [309798:309798:4:4294967295] 00000400:00000200:0.0:1779697725.744094:0:190179:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.744100:0:190179:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.744104:0:190179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f900. 00000800:00000200:0.0:1779697725.744110:0:190179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.744121:0:190179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.744125:0:190179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f900 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1779697725.744174:0:207452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779697725.744179:0:207452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697725.744181:0:207452:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.744187:0:207452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985df80 x1866137496965248/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.744196:0:207452:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985df80 x1866137496965248/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.744226:0:207452:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff3efa00. 02000000:00000010:0.0:1779697725.744234:0:207452:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad5acf000. 00000100:00000010:0.0:1779697725.744238:0:207452:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985df80. 00000100:00000010:0.0:1779697725.744243:0:207452:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345a80. 00010000:00000010:0.0:1779697725.744246:0:207452:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e980. 00010000:00000010:0.0:1779697725.744257:0:207452:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345a80. 00080000:00000010:0.0:1779697725.744278:0:207452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7bc0800. 00000001:00000010:0.0:1779697725.744481:0:207452:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f11e0. 00010000:00000200:0.0:1779697725.744535:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac985e680 x1866137496965120/t8589942234(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.744548:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.744552:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496965120, offset 224 00000400:00000200:0.0:1779697725.744556:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.744564:0:207452:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.744573:0:207452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd000 00000400:00000200:0.0:1779697725.744580:0:207452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa65 [1] + 224 00000400:00000200:0.0:1779697725.744588:0:207452:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.744593:0:207452:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.744600:0:207452:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985d500 x1866137496965120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.744613:0:207452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697725.744614:0:207452:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000020:00000010:0.0:1779697725.744629:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697725.744634:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.744637:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5ace000. 00002000:00000010:0.0:1779697725.744689:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8cc0. 00010000:00000010:0.0:1779697725.744694:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd048f400. 00010000:00000010:0.0:1779697725.744702:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5180. 00002000:00000010:0.0:1779697725.744719:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61400. 00010000:00000010:0.0:1779697725.744722:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf828f700. 00010000:00000010:0.0:1779697725.744727:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345a80. 00000400:00000010:0.0:1779697725.744744:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697725.744746:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.744748:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.744752:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985d500 x1866137496965120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.744760:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985d500 x1866137496965120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.744789:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:0.0:1779697725.744792:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:0.0:1779697725.744793:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000100:00000200:0.0:1779697725.744799:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b9c00 x1866137496964224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.744806:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b9c00 x1866137496964224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697725.744867:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 02000000:00000010:0.0:1779697725.744880:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc3400. 00000100:00000010:0.0:1779697725.744907:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211180. 02000000:00000010:0.0:1779697725.744911:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc0400. 02000000:00000010:0.0:1779697725.744930:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc0000. 00000400:00000010:0.0:1779697725.744934:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697725.744937:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.744941:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496966272, portal 4 00000400:00000010:0.0:1779697725.744944:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.744946:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496966272, offset 0 00000400:00000200:0.0:1779697725.744950:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.744955:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.744960:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd480 00000400:00000200:0.0:1779697725.744965:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 11968 00000400:00000200:0.0:1779697725.744970:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.744973:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.744977:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.744981:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212a00. 00000400:00000200:0.0:1779697725.744990:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697725.744992:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.744996:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5211180 x1866137496966272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.745017:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc3000. 00000400:00000010:0.0:1779697725.745020:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779697725.745023:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.745026:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496966144, portal 4 00000400:00000010:0.0:1779697725.745029:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697725.745031:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496966144, offset 0 00000400:00000200:0.0:1779697725.745034:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.745039:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.745044:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd400 00000400:00000200:0.0:1779697725.745048:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 12512 00000400:00000200:0.0:1779697725.745052:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.745055:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.745058:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.745061:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210380. 00000400:00000200:0.0:1779697725.745071:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697725.745072:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697725.745076:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5211500 x1866137496966144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.745112:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.745115:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.745119:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d400. 00000020:00000010:0.0:1779697725.745122:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697725.745125:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.745144:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.745147:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.745150:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace11d200. 00000020:00000010:0.0:1779697725.745152:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6800. 00000020:00000010:0.0:1779697725.745154:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697725.745167:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e980. 00000020:00000010:0.0:1779697725.745169:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e980. 00000100:00000200:0.0:1779697725.745171:0:189655:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496966272 02000000:00000010:0.0:1779697725.745188:0:189655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc7bc2c00. 00010000:00000010:0.0:1779697725.745206:0:189655:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3c00. 00010000:00000010:0.0:1779697725.745219:0:189655:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e980. 00000100:00000010:0.0:1779697725.745223:0:189655:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345a80. 00000100:00000010:0.0:1779697725.745228:0:189655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212d80. 02000000:00000010:0.0:1779697725.745235:0:189655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad5ace000. 02000000:00000010:0.0:1779697725.745247:0:189655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5acf000. 00000400:00000010:0.0:1779697725.745251:0:189655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a268. 00000400:00000010:0.0:1779697725.745254:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697725.745257:0:189655:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496966400, portal 16 00000400:00000010:0.0:1779697725.745260:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a3b8. 00000100:00000200:0.0:1779697725.745262:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496966400, offset 0 00000400:00000200:0.0:1779697725.745267:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.745273:0:189655:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.745277:0:189655:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.745280:0:189655:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.745282:0:189655:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.745285:0:189655:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.745288:0:189655:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309803:309803:251:4294967295] 192.168.203.23@tcp LPNI seq info [309799:309799:3:4294967295] 00000400:00000200:0.0:1779697725.745297:0:189655:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.745302:0:189655:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.745306:0:189655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19fd00. 00000800:00000200:0.0:1779697725.745311:0:189655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.745317:0:189655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.745320:0:189655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19fd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1779697725.745344:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ee40. 00000020:00000010:0.0:1779697725.745347:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ee40. 00000100:00000200:0.0:1779697725.745349:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496966144 02000000:00000010:0.0:1779697725.745360:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf07c9c00. 00010000:00000010:0.0:1779697725.745370:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e863a00. 00010000:00000010:0.0:1779697725.745377:0:207614:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09ee40. 00000100:00000010:0.0:1779697725.745380:0:207614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345300. 00000100:00000010:0.0:1779697725.745384:0:207614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5213100. 02000000:00000010:0.0:1779697725.745416:0:207614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3efa00. 02000000:00000010:0.0:1779697725.745426:0:207614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc5756a00. 00000400:00000010:0.0:1779697725.745429:0:207614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a478. 00000400:00000010:0.0:1779697725.745432:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697725.745435:0:207614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496966528, portal 16 00000400:00000010:0.0:1779697725.745438:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a880. 00000100:00000200:0.0:1779697725.745440:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496966528, offset 0 00000400:00000200:0.0:1779697725.745445:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.745450:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.745453:0:207614:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.745455:0:207614:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.745457:0:207614:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.745460:0:207614:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.745462:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309804:309804:250:4294967295] 192.168.203.23@tcp LPNI seq info [309800:309800:2:4294967295] 00000400:00000200:0.0:1779697725.745469:0:207614:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697725.745473:0:207614:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697725.745476:0:207614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcc19f100. 00000800:00000200:0.0:1779697725.745480:0:207614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697725.745484:0:207614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697725.745487:0:207614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcc19f100 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1779697725.750037:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697725.750053:0:207455:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496966016, portal 16 00000400:00000010:2.0:1779697725.750060:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697725.750063:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496966016, offset 0 00000400:00000200:2.0:1779697725.750073:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.750088:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.750092:0:207455:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779697725.750097:0:207455:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:2.0:1779697725.750100:0:207455:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779697725.750103:0:207455:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:2.0:1779697725.750106:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309805:309805:249:4294967295] 192.168.203.23@tcp LPNI seq info [309801:309801:1:4294967295] 00000400:00000200:2.0:1779697725.750117:0:207455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697725.750123:0:207455:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697725.750129:0:207455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697725.750136:0:207455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697725.750144:0:207455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697725.750148:0:207455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1779697725.750208:0:207448:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5600. 00080000:00000010:2.0:1779697725.750234:0:207448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf1310800. 00000001:00000010:2.0:1779697725.750651:0:207448:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0be40. 00010000:00000200:2.0:1779697725.750720:0:207448:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9180 x1866137496965376/t8589942235(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.750739:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697725.750743:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496965376, offset 224 00000400:00000200:2.0:1779697725.750747:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.750757:0:207448:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.750765:0:207448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd100 00000400:00000200:2.0:1779697725.750772:0:207448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa7d [1] + 224 00000400:00000200:2.0:1779697725.750781:0:207448:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.750784:0:207448:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.750795:0:207448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985e300 x1866137496965376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.750816:0:207448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:2.0:1779697725.750818:0:207448:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000020:00000010:2.0:1779697725.750834:0:207448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d80. 00000020:00000010:2.0:1779697725.750840:0:207448:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:2.0:1779697725.750843:0:207448:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6be00. 00002000:00000010:2.0:1779697725.750896:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8540. 00010000:00000010:2.0:1779697725.750901:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd048f200. 00010000:00000010:2.0:1779697725.750909:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5600. 00010000:00000010:2.0:1779697725.750925:0:207459:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff5600. 00080000:00000010:2.0:1779697725.750939:0:207459:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e2c00. 00000001:00000010:2.0:1779697725.751134:0:207459:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0b720. 00010000:00000200:2.0:1779697725.751161:0:207459:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9801f80 x1866137496964352/t8589942236(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.751172:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697725.751176:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496964352, offset 224 00000400:00000200:2.0:1779697725.751180:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.751185:0:207459:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.751191:0:207459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bcd00 00000400:00000200:2.0:1779697725.751195:0:207459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa19 [1] + 224 00000400:00000200:2.0:1779697725.751200:0:207459:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.751202:0:207459:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.751209:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b8700 x1866137496964352/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.751225:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:2.0:1779697725.751227:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000020:00000010:2.0:1779697725.751236:0:207459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697725.751239:0:207459:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697725.751242:0:207459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc83d4c00. 00000400:00000010:2.0:1779697725.751263:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def688. 00000400:00000200:2.0:1779697725.751267:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:2.0:1779697725.751269:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697725.751274:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b8700 x1866137496964352/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.751283:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b8700 x1866137496964352/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1779697725.751329:0:207458:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacdff50c0. 00080000:00000010:2.0:1779697725.751340:0:207458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc9a1c00. 00000001:00000010:2.0:1779697725.751458:0:207458:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0bea0. 00010000:00000200:2.0:1779697725.751481:0:207458:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbc9800a80 x1866137496964736/t8589942237(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697725.751491:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697725.751494:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496964736, offset 224 00000400:00000200:2.0:1779697725.751498:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697725.751504:0:207458:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697725.751509:0:207458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bce80 00000400:00000200:2.0:1779697725.751514:0:207458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa39 [1] + 224 00000400:00000200:2.0:1779697725.751519:0:207458:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697725.751521:0:207458:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697725.751527:0:207458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803480 x1866137496964736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697725.751542:0:207458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:2.0:1779697725.751545:0:207458:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000020:00000010:2.0:1779697725.751553:0:207458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697725.751556:0:207458:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697725.751558:0:207458:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6552e00. 00000400:00000010:2.0:1779697725.751572:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def528. 00000400:00000200:2.0:1779697725.751575:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:2.0:1779697725.751576:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697725.751581:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803480 x1866137496964736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697725.751588:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803480 x1866137496964736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1779697725.751626:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8200. 00010000:00000010:2.0:1779697725.751630:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd048f800. 00010000:00000010:2.0:1779697725.751636:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff5600. 00002000:00000010:2.0:1779697725.751644:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacbff8940. 00010000:00000010:2.0:1779697725.751646:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd048f100. 00010000:00000010:2.0:1779697725.751650:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacdff50c0. 00000400:00000010:0.0:1779697725.754117:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a688. 00000400:00000200:0.0:1779697725.754127:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:0.0:1779697725.754130:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697725.754139:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985e300 x1866137496965376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.754149:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985e300 x1866137496965376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697725.754215:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2d80. 02000000:00000010:0.0:1779697725.754228:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07c8800. 00000100:00000010:0.0:1779697725.754252:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 02000000:00000010:0.0:1779697725.754256:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07c9800. 00000100:00000010:0.0:1779697725.754263:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3100. 02000000:00000010:0.0:1779697725.754266:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07cb400. 02000000:00000010:0.0:1779697725.754287:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07cbc00. 00000400:00000010:0.0:1779697725.754291:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a688. 00000400:00000010:0.0:1779697725.754295:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ab28. 00000100:00000200:0.0:1779697725.754301:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496966784, portal 4 00000400:00000010:0.0:1779697725.754304:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697725.754307:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496966784, offset 0 00000400:00000200:0.0:1779697725.754313:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.754334:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.754345:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd680 00000400:00000200:0.0:1779697725.754351:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 13056 00000400:00000200:0.0:1779697725.754359:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.754363:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.754369:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.754373:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3480. 00000400:00000200:0.0:1779697725.754385:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:0.0:1779697725.754386:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697725.754405:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1500 x1866137496966784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.754431:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c8c00. 00000400:00000010:0.0:1779697725.754433:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a210. 00000400:00000010:0.0:1779697725.754436:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a550. 00000100:00000200:0.0:1779697725.754439:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496966656, portal 4 00000400:00000010:0.0:1779697725.754441:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697725.754444:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496966656, offset 0 00000400:00000200:0.0:1779697725.754447:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.754451:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.754455:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd600 00000400:00000200:0.0:1779697725.754458:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 13600 00000400:00000200:0.0:1779697725.754462:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.754465:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.754467:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.754470:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0700. 00000400:00000200:0.0:1779697725.754477:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:0.0:1779697725.754478:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697725.754482:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2d80 x1866137496966656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.754503:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07cac00. 00000400:00000010:0.0:1779697725.754505:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697725.754508:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697725.754510:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496966912, portal 4 00000400:00000010:0.0:1779697725.754513:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.754515:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496966912, offset 0 00000400:00000200:0.0:1779697725.754518:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.754522:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.754526:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd700 00000400:00000200:0.0:1779697725.754529:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 14144 00000400:00000200:0.0:1779697725.754533:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.754535:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.754538:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.754540:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0380. 00000400:00000200:0.0:1779697725.754547:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:0.0:1779697725.754548:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.754552:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed3100 x1866137496966912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.754583:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e340. 00000020:00000010:0.0:1779697725.754587:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e340. 00000020:00000010:0.0:1779697725.754591:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc5757c00. 00000020:00000010:0.0:1779697725.754596:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6680. 00000020:00000010:0.0:1779697725.754600:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ee10. 00000020:00000010:0.0:1779697725.754620:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e340. 00000020:00000010:0.0:1779697725.754622:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e340. 00000020:00000010:0.0:1779697725.754624:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc5757200. 00000020:00000010:0.0:1779697725.754627:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697725.754629:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697725.754638:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e340. 00000020:00000010:0.0:1779697725.754640:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e340. 00000020:00000010:0.0:1779697725.754642:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc5756c00. 00000020:00000010:0.0:1779697725.754645:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697725.754647:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697725.754658:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e340. 00000020:00000010:0.0:1779697725.754660:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e340. 00000100:00000200:0.0:1779697725.754662:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496966784 02000000:00000010:0.0:1779697725.754679:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf07ca800. 00010000:00000010:0.0:1779697725.754696:0:207613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e862e00. 00010000:00000010:0.0:1779697725.754723:0:207613:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e340. 00000100:00000010:0.0:1779697725.754728:0:207613:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad23453c0. 00000100:00000010:0.0:1779697725.754737:0:207613:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 02000000:00000010:0.0:1779697725.754743:0:207613:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc5757000. 02000000:00000010:0.0:1779697725.754755:0:207613:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc5756400. 00000400:00000010:0.0:1779697725.754759:0:207613:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243abb0. 00000400:00000010:0.0:1779697725.754762:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aaa0. 00000100:00000200:0.0:1779697725.754764:0:207613:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496967040, portal 16 00000400:00000010:0.0:1779697725.754767:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a6e8. 00000100:00000200:0.0:1779697725.754770:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496967040, offset 0 00000400:00000200:0.0:1779697725.754775:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.754783:0:207613:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.754787:0:207613:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.754791:0:207613:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.754795:0:207613:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.754797:0:207613:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.754801:0:207613:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309806:309806:248:4294967295] 192.168.203.23@tcp LPNI seq info [309802:309802:0:4294967295] 00000020:00000010:0.0:1779697725.754824:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ec80. 00000020:00000010:0.0:1779697725.754826:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ec80. 00000100:00000200:0.0:1779697725.754828:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496966656 02000000:00000010:0.0:1779697725.754836:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf07ca400. 00010000:00000010:0.0:1779697725.754843:0:207452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e863000. 00010000:00000010:0.0:1779697725.754849:0:207452:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09ec80. 00000100:00000010:0.0:1779697725.754853:0:207452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad23456c0. 00000100:00000010:0.0:1779697725.754856:0:207452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a680. 02000000:00000010:0.0:1779697725.754861:0:207452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc5756600. 02000000:00000010:0.0:1779697725.754868:0:207452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc5757600. 00000400:00000010:0.0:1779697725.754870:0:207452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243af78. 00000400:00000010:0.0:1779697725.754873:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.754876:0:207452:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496967168, portal 16 00000400:00000010:0.0:1779697725.754880:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a908. 00000100:00000200:0.0:1779697725.754882:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496967168, offset 0 00000400:00000200:0.0:1779697725.754886:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.754890:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.754893:0:207452:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.754895:0:207452:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.754897:0:207452:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.754899:0:207452:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.754902:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309807:309807:248:4294967295] 192.168.203.23@tcp LPNI seq info [309803:309803:-1:4294967295] 00000020:00000010:0.0:1779697725.754920:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09eb40. 00000020:00000010:0.0:1779697725.754923:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09eb40. 00000100:00000200:0.0:1779697725.754925:0:194520:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496966912 02000000:00000010:0.0:1779697725.754963:0:194520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf07c9400. 00010000:00000010:0.0:1779697725.754971:0:194520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e862a00. 00010000:00000010:0.0:1779697725.754977:0:194520:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09eb40. 00000100:00000010:0.0:1779697725.754980:0:194520:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345e40. 00000100:00000010:0.0:1779697725.754984:0:194520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02aa00. 02000000:00000010:0.0:1779697725.754989:0:194520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc5756000. 02000000:00000010:0.0:1779697725.754995:0:194520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc5756e00. 00000400:00000010:0.0:1779697725.754998:0:194520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a108. 00000400:00000010:0.0:1779697725.755000:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697725.755003:0:194520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496967296, portal 16 00000400:00000010:0.0:1779697725.755006:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a440. 00000100:00000200:0.0:1779697725.755008:0:194520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496967296, offset 0 00000400:00000200:0.0:1779697725.755012:0:194520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.755017:0:194520:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.755019:0:194520:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.755022:0:194520:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.755024:0:194520:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.755026:0:194520:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.755029:0:194520:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309808:309808:248:4294967295] 192.168.203.23@tcp LPNI seq info [309804:309804:-2:4294967295] 00000100:00000010:0.0:1779697725.762241:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029c00. 02000000:00000010:0.0:1779697725.762268:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07ca000. 00000100:00000010:0.0:1779697725.762305:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 02000000:00000010:0.0:1779697725.762309:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07c8000. 00000100:00000010:0.0:1779697725.762338:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 02000000:00000010:0.0:1779697725.762343:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07c9000. 00000100:00000010:0.0:1779697725.762352:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a300. 02000000:00000010:0.0:1779697725.762355:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07cb800. 00000100:00000010:0.0:1779697725.762362:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b100. 02000000:00000010:0.0:1779697725.762371:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4283800. 00000100:00000010:0.0:1779697725.762376:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b800. 02000000:00000010:0.0:1779697725.762380:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4283400. 00000100:00000010:0.0:1779697725.762386:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ad80. 02000000:00000010:0.0:1779697725.762407:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4280400. 00000100:00000010:0.0:1779697725.762417:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 02000000:00000010:0.0:1779697725.762421:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4283c00. 02000000:00000010:0.0:1779697725.762452:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4281800. 00000400:00000010:0.0:1779697725.762460:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae70. 00000400:00000010:0.0:1779697725.762469:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697725.762478:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496967424, portal 4 00000400:00000010:0.0:1779697725.762486:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697725.762489:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496967424, offset 0 00000400:00000200:0.0:1779697725.762498:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.762522:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.762536:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd900 00000400:00000200:0.0:1779697725.762543:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 14688 00000400:00000200:0.0:1779697725.762555:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.762559:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.762565:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.762609:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559880. 00000400:00000200:0.0:1779697725.762627:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:0.0:1779697725.762630:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697725.762637:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029c00 x1866137496967424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.762665:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4280c00. 00000400:00000010:0.0:1779697725.762667:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779697725.762670:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697725.762673:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496967936, portal 4 00000400:00000010:0.0:1779697725.762676:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697725.762678:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496967936, offset 0 00000400:00000200:0.0:1779697725.762682:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.762687:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.762691:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bdb00 00000400:00000200:0.0:1779697725.762695:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d20d [8] + 15232 00000400:00000010:0.0:1779697725.762699:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6defaa8. 00000400:00000200:0.0:1779697725.762702:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbefe40500 00000400:00000200:0.0:1779697725.762705:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.762718:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697725.762721:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbefe40500 00000400:00000010:0.0:1779697725.762723:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffff93cbefe40500. 00000100:00000200:0.0:1779697725.762728:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1779697725.762741:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:0.0:1779697725.762743:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697725.762747:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02b100 x1866137496967936/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.762777:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4281000. 00000400:00000010:0.0:1779697725.762781:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae370. 00000400:00000010:0.0:1779697725.762784:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697725.762786:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496967808, portal 4 00000400:00000010:0.0:1779697725.762789:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697725.762791:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496967808, offset 0 00000400:00000200:0.0:1779697725.762797:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.762802:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.762807:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bda80 00000400:00000200:0.0:1779697725.762810:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 0 00000400:00000200:0.0:1779697725.762816:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.762819:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.762822:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.762825:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 00000400:00000200:0.0:1779697725.762837:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697725.762838:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697725.762842:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02a300 x1866137496967808/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.762857:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4282400. 00000400:00000010:0.0:1779697725.762859:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae688. 00000400:00000010:0.0:1779697725.762861:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697725.762864:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496968320, portal 4 00000400:00000010:0.0:1779697725.762867:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697725.762868:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496968320, offset 0 00000400:00000200:0.0:1779697725.762872:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.762876:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.762879:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bdc80 00000400:00000200:0.0:1779697725.762882:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 544 00000400:00000200:0.0:1779697725.762886:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.762888:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.762890:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.762893:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559180. 00000400:00000200:0.0:1779697725.762902:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:0.0:1779697725.762904:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697725.762908:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029500 x1866137496968320/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.762938:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4282000. 00000400:00000010:0.0:1779697725.762941:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aef20. 00000400:00000010:0.0:1779697725.762944:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a4c8. 00000100:00000200:0.0:1779697725.762947:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496967680, portal 4 00000400:00000010:0.0:1779697725.762950:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697725.762953:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496967680, offset 0 00000400:00000200:0.0:1779697725.762957:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.762961:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.762966:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bda00 00000400:00000200:0.0:1779697725.762970:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 1088 00000400:00000200:0.0:1779697725.762974:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.762976:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.762979:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.762982:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559f80. 00000400:00000200:0.0:1779697725.762990:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:0.0:1779697725.762992:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697725.762996:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028e00 x1866137496967680/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.763010:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4282800. 00000400:00000010:0.0:1779697725.763013:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aebb0. 00000400:00000010:0.0:1779697725.763015:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a110. 00000100:00000200:0.0:1779697725.763017:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496968192, portal 4 00000400:00000010:0.0:1779697725.763020:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697725.763360:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496968192, offset 0 00000400:00000200:0.0:1779697725.763370:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.763376:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.763381:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bdc00 00000400:00000200:0.0:1779697725.763384:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 1632 00000400:00000200:0.0:1779697725.763408:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.763411:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.763415:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.763418:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559500. 00000400:00000200:0.0:1779697725.763430:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:0.0:1779697725.763431:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697725.763435:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02ad80 x1866137496968192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.763459:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc4c00. 00000400:00000010:0.0:1779697725.763462:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae160. 00000400:00000010:0.0:1779697725.763466:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34aee0. 00000100:00000200:0.0:1779697725.763468:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496967552, portal 4 00000400:00000010:0.0:1779697725.763471:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697725.763473:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496967552, offset 0 00000400:00000200:0.0:1779697725.763477:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.763481:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.763485:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bd980 00000400:00000200:0.0:1779697725.763488:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 2176 00000400:00000200:0.0:1779697725.763493:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.763495:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.763832:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.763836:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558380. 00000400:00000200:0.0:1779697725.763848:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:0.0:1779697725.763849:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697725.763855:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029180 x1866137496967552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.763873:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc4800. 00000400:00000010:0.0:1779697725.763876:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae420. 00000400:00000010:0.0:1779697725.763878:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a198. 00000100:00000200:0.0:1779697725.763881:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496968064, portal 4 00000400:00000010:0.0:1779697725.763884:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697725.763886:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496968064, offset 0 00000400:00000200:0.0:1779697725.763890:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.763895:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.763899:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bdb80 00000400:00000200:0.0:1779697725.763903:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 2720 00000400:00000200:0.0:1779697725.763907:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.763910:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.763913:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.763915:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558a80. 00000400:00000200:0.0:1779697725.763923:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:0.0:1779697725.763924:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697725.763928:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02b800 x1866137496968064/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.763972:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e100. 00000020:00000010:0.0:1779697725.763977:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e100. 00000020:00000010:0.0:1779697725.763982:0:207448:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc5756200. 00000020:00000010:0.0:1779697725.763987:0:207448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:0.0:1779697725.763992:0:207448:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23ea28. 00000020:00000010:0.0:1779697725.764020:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e100. 00000020:00000010:1.0:1779697725.764616:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764621:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764626:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6c00. 00000020:00000010:1.0:1779697725.764629:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697725.764633:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f950c8. 00000020:00000010:1.0:1779697725.764654:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764657:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764660:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7800. 00000020:00000010:1.0:1779697725.764662:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697725.764664:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697725.764676:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764678:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764681:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697725.764683:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f500. 00000020:00000010:1.0:1779697725.764685:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697725.764693:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764695:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764698:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7a00. 00000020:00000010:1.0:1779697725.764700:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f300. 00000020:00000010:1.0:1779697725.764702:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697725.764719:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764722:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764725:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa6e00. 00000020:00000010:1.0:1779697725.764727:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fb00. 00000020:00000010:1.0:1779697725.764729:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697725.764737:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764739:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764742:0:207460:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653b400. 00000020:00000010:1.0:1779697725.764745:0:207460:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f980. 00000020:00000010:1.0:1779697725.764747:0:207460:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95320. 00000020:00000010:1.0:1779697725.764757:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.764759:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697725.764762:0:207460:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496967424 02000000:00000010:1.0:1779697725.764965:0:207460:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cac1880c00. 00010000:00000010:1.0:1779697725.764988:0:207460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0031c00. 00010000:00000010:1.0:1779697725.765006:0:207460:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0680. 00000100:00000010:1.0:1779697725.765013:0:207460:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9bcc0. 00000100:00000010:1.0:1779697725.765020:0:207460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4000. 00000020:00000010:0.0:1779697725.765121:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e100. 00000020:00000010:0.0:1779697725.765128:0:207448:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeff29e00. 00000020:00000010:0.0:1779697725.765131:0:207448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779697725.765134:0:207448:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697725.765148:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09e100. 00000020:00000010:0.0:1779697725.765150:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09e100. 00000100:00000200:0.0:1779697725.765152:0:207448:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496967808 02000000:00000010:0.0:1779697725.765161:0:207448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00fc4400. 00010000:00000010:0.0:1779697725.765173:0:207448:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e863c00. 00010000:00000010:0.0:1779697725.765181:0:207448:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09e100. 00000100:00000010:0.0:1779697725.765185:0:207448:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345cc0. 00000100:00000010:0.0:1779697725.765190:0:207448:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655aa00. 02000000:00000010:0.0:1779697725.765200:0:207448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeff28200. 02000000:00000010:0.0:1779697725.765220:0:207448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbeff29400. 00000400:00000010:0.0:1779697725.765225:0:207448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae108. 00000400:00000010:0.0:1779697725.765230:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697725.765235:0:207448:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496968448, portal 16 00000400:00000010:0.0:1779697725.765239:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a7f8. 00000100:00000200:0.0:1779697725.765241:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496968448, offset 0 00000400:00000200:0.0:1779697725.765249:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.765258:0:207448:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.765263:0:207448:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.765267:0:207448:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.765269:0:207448:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.765272:0:207448:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.765275:0:207448:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309809:309809:248:4294967295] 192.168.203.23@tcp LPNI seq info [309805:309805:-3:4294967295] 02000000:00000010:1.0:1779697725.765418:0:207460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad653b000. 02000000:00000010:1.0:1779697725.765430:0:207460:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad653b200. 00000400:00000010:1.0:1779697725.765433:0:207460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7528. 00000400:00000010:1.0:1779697725.765437:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.765440:0:207460:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496968576, portal 16 00000400:00000010:1.0:1779697725.765442:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697725.765444:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496968576, offset 0 00000400:00000200:1.0:1779697725.765449:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765455:0:207460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.765457:0:207460:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.765460:0:207460:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.765462:0:207460:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.765464:0:207460:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765466:0:207460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309810:309810:248:4294967295] 192.168.203.23@tcp LPNI seq info [309806:309806:-4:4294967295] 00000020:00000010:1.0:1779697725.765493:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.765497:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697725.765561:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496968320 02000000:00000010:1.0:1779697725.765574:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cac1883c00. 00010000:00000010:1.0:1779697725.765584:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0030800. 00010000:00000010:1.0:1779697725.765593:0:209827:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0600. 00000100:00000010:1.0:1779697725.765598:0:209827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b300. 00000100:00000010:1.0:1779697725.765603:0:209827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5c00. 02000000:00000010:1.0:1779697725.765608:0:209827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad653a400. 02000000:00000010:1.0:1779697725.765617:0:209827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbd0476000. 00000400:00000010:1.0:1779697725.765620:0:209827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7f20. 00000400:00000010:1.0:1779697725.765624:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.765626:0:209827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496968704, portal 16 00000400:00000010:1.0:1779697725.765629:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779697725.765631:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496968704, offset 0 00000400:00000200:1.0:1779697725.765636:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765642:0:209827:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.765644:0:209827:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.765646:0:209827:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.765648:0:209827:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.765650:0:209827:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765653:0:209827:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309811:309811:248:4294967295] 192.168.203.23@tcp LPNI seq info [309807:309807:-5:4294967295] 00000020:00000010:1.0:1779697725.765675:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0700. 00000020:00000010:1.0:1779697725.765678:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0700. 00000100:00000200:1.0:1779697725.765680:0:208271:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496967680 02000000:00000010:1.0:1779697725.765689:0:208271:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cac1882800. 00010000:00000010:1.0:1779697725.765698:0:208271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0031000. 00010000:00000010:1.0:1779697725.765706:0:208271:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0700. 00000100:00000010:1.0:1779697725.765720:0:208271:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b6c0. 00000100:00000010:1.0:1779697725.765724:0:208271:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5f80. 02000000:00000010:1.0:1779697725.765731:0:208271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93caca59e400. 02000000:00000010:1.0:1779697725.765741:0:208271:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc7ef8200. 00000400:00000010:1.0:1779697725.765746:0:208271:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d75d8. 00000400:00000010:1.0:1779697725.765749:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8088. 00000100:00000200:1.0:1779697725.765752:0:208271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496968832, portal 16 00000400:00000010:1.0:1779697725.765754:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697725.765756:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496968832, offset 0 00000400:00000200:1.0:1779697725.765761:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765766:0:208271:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.765769:0:208271:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.765771:0:208271:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.765773:0:208271:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.765775:0:208271:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765778:0:208271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309812:309812:248:4294967295] 192.168.203.23@tcp LPNI seq info [309808:309808:-6:4294967295] 00000020:00000010:1.0:1779697725.765801:0:207457:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.765804:0:207457:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000100:00000200:1.0:1779697725.765806:0:207457:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496968192 02000000:00000010:1.0:1779697725.765814:0:207457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cac1882400. 00010000:00000010:1.0:1779697725.765822:0:207457:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0031400. 00010000:00000010:1.0:1779697725.765830:0:207457:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0180. 00000100:00000010:1.0:1779697725.765834:0:207457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b000. 00000100:00000010:1.0:1779697725.765838:0:207457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6680. 02000000:00000010:1.0:1779697725.765844:0:207457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc7ef9400. 02000000:00000010:1.0:1779697725.765852:0:207457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc7ef8000. 00000400:00000010:1.0:1779697725.765856:0:207457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7a50. 00000400:00000010:1.0:1779697725.765859:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697725.765862:0:207457:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496968960, portal 16 00000400:00000010:1.0:1779697725.765865:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697725.765867:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496968960, offset 0 00000400:00000200:1.0:1779697725.765872:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765877:0:207457:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.765879:0:207457:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.765881:0:207457:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.765882:0:207457:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.765885:0:207457:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765888:0:207457:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309813:309813:248:4294967295] 192.168.203.23@tcp LPNI seq info [309809:309809:-7:4294967295] 00000020:00000010:1.0:1779697725.765909:0:189657:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0dc0. 00000020:00000010:1.0:1779697725.765912:0:189657:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0dc0. 00000100:00000200:1.0:1779697725.765915:0:189657:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496967552 02000000:00000010:1.0:1779697725.765924:0:189657:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cac1881400. 00010000:00000010:1.0:1779697725.765934:0:189657:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0030400. 00010000:00000010:1.0:1779697725.765941:0:189657:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0dc0. 00000100:00000010:1.0:1779697725.765944:0:189657:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9bb40. 00000100:00000010:1.0:1779697725.765949:0:189657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5180. 02000000:00000010:1.0:1779697725.765955:0:189657:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc7ef9000. 02000000:00000010:1.0:1779697725.765964:0:189657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc7ef8a00. 00000400:00000010:1.0:1779697725.765967:0:189657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d74d0. 00000400:00000010:1.0:1779697725.765970:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.765973:0:189657:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496969088, portal 16 00000400:00000010:1.0:1779697725.765976:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697725.765978:0:189657:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496969088, offset 0 00000400:00000200:1.0:1779697725.765983:0:189657:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.765988:0:189657:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.765991:0:189657:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.765993:0:189657:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.765995:0:189657:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.765997:0:189657:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.766000:0:189657:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309814:309814:248:4294967295] 192.168.203.23@tcp LPNI seq info [309810:309810:-8:4294967295] 00000020:00000010:0.0:1779697725.766755:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ecc0. 00000020:00000010:0.0:1779697725.766761:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ecc0. 00000100:00000200:0.0:1779697725.766764:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496968064 02000000:00000010:0.0:1779697725.766779:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00fc7c00. 00010000:00000010:0.0:1779697725.766792:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e862c00. 00010000:00000010:0.0:1779697725.766802:0:207456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09ecc0. 00000100:00000010:0.0:1779697725.766806:0:207456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad2345600. 00000100:00000010:0.0:1779697725.766813:0:207456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655ad80. 02000000:00000010:0.0:1779697725.766832:0:207456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeff28400. 02000000:00000010:0.0:1779697725.766846:0:207456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbffa09a00. 00000400:00000010:0.0:1779697725.766850:0:207456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae5d8. 00000400:00000010:0.0:1779697725.766855:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697725.766859:0:207456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496969216, portal 16 00000400:00000010:0.0:1779697725.766863:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6da18. 00000100:00000200:0.0:1779697725.766865:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496969216, offset 0 00000400:00000200:0.0:1779697725.766871:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.766878:0:207456:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.766881:0:207456:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.766884:0:207456:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.766886:0:207456:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.766889:0:207456:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.766892:0:207456:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309815:309815:248:4294967295] 192.168.203.23@tcp LPNI seq info [309811:309811:-9:4294967295] 00000020:00000010:0.0:1779697725.766917:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbff09ed40. 00000020:00000010:0.0:1779697725.766920:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbff09ed40. 00000100:00000200:0.0:1779697725.766922:0:189658:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496967936 02000000:00000010:0.0:1779697725.766932:0:189658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00fc4000. 00010000:00000010:0.0:1779697725.766943:0:189658:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e863600. 00010000:00000010:0.0:1779697725.766951:0:189658:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbff09ed40. 00000100:00000010:0.0:1779697725.766955:0:189658:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc82be180. 00000100:00000010:0.0:1779697725.766959:0:189658:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b800. 02000000:00000010:0.0:1779697725.766965:0:189658:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbffa09800. 02000000:00000010:0.0:1779697725.766973:0:189658:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbffa08800. 00000400:00000010:0.0:1779697725.766976:0:189658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae948. 00000400:00000010:0.0:1779697725.766979:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:0.0:1779697725.766982:0:189658:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496969344, portal 16 00000400:00000010:0.0:1779697725.766985:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6df68. 00000100:00000200:0.0:1779697725.766987:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496969344, offset 0 00000400:00000200:0.0:1779697725.766992:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697725.766998:0:189658:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697725.767000:0:189658:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697725.767002:0:189658:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697725.767005:0:189658:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697725.767007:0:189658:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697725.767010:0:189658:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309816:309816:248:4294967295] 192.168.203.23@tcp LPNI seq info [309812:309812:-10:4294967295] 00010000:00000010:3.1:1779697725.767442:0:189026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9600. 00000100:00000200:3.0:1779697725.767455:0:189026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572096, offset 224 00000400:00000200:3.0:1779697725.767464:0:189026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.767470:0:189026:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.767474:0:189026:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309817:309817:248:4294967295] 192.168.203.23@tcp LPNI seq info [309813:309813:-11:4294967295] 00000020:00000010:3.0:1779697725.767491:0:189026:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697725.767495:0:189026:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697725.767559:0:189026:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc52f2200. 00000800:00000200:3.0:1779697725.767610:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.767614:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:3.0:1779697725.767618:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.767624:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.767629:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:3.0:1779697725.767632:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 02000000:00000010:3.0:1779697725.767636:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6c8f800. 00000800:00000200:3.0:1779697725.767646:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.767650:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697725.767656:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.767662:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.767667:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.767766:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.767769:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabf00. 00000400:00000200:3.0:1779697725.767771:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.767775:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.767778:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:3.0:1779697725.767779:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000800:00000200:3.0:1779697725.767785:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.767787:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697725.767790:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.767794:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.767796:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.767804:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.767805:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:3.0:1779697725.767808:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.767811:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.767813:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:3.0:1779697725.767815:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00000800:00000200:3.0:1779697725.767819:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.767821:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697725.767824:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.767827:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.767829:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.767838:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.767839:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:3.0:1779697725.767842:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.767845:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.767847:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:3.0:1779697725.767848:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00000800:00000200:3.0:1779697725.767853:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.767856:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697725.767859:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.767862:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.767864:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.767871:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.767873:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f900. 00000400:00000200:3.0:1779697725.767875:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.767878:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.767880:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a220 00000400:00000010:3.0:1779697725.767881:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a220. 00000100:00000200:3.0:1779697725.767889:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210000 x1866137496965888/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.767902:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.767905:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697725.767908:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.767911:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.767913:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.767922:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.767923:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19fd00. 00000400:00000200:3.0:1779697725.767926:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.767928:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.767931:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a3b8 00000400:00000010:3.0:1779697725.767932:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a3b8. 00000100:00000200:3.0:1779697725.767937:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5212d80 x1866137496966400/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.767946:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.767949:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697725.767952:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.767955:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.767957:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.767965:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.767967:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcc19f100. 00000400:00000200:3.0:1779697725.767969:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.767972:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.767975:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a880 00000400:00000010:3.0:1779697725.767977:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a880. 00000100:00000200:3.0:1779697725.767981:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5213100 x1866137496966528/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.767992:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.767995:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaefc00. 00000800:00000200:3.0:1779697725.767998:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.768001:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.768003:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaefc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.768012:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.768015:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697725.768018:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.768021:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769215:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:3.0:1779697725.769218:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00000100:00000200:3.0:1779697725.769230:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496966016/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769245:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.769252:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaef100. 00000800:00000200:3.0:1779697725.769256:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.769261:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.769265:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaef100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.769278:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769280:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697725.769284:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769287:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769290:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a6e8 00000400:00000010:3.0:1779697725.769291:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a6e8. 00000100:00000200:3.0:1779697725.769296:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028380 x1866137496967040/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769306:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.769309:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697725.769320:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.769323:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.769326:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.769333:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769335:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697725.769337:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769340:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769342:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a908 00000400:00000010:3.0:1779697725.769344:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a908. 00000100:00000200:3.0:1779697725.769349:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02a680 x1866137496967168/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769357:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.769360:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697725.769363:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.769366:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.769368:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.769374:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769376:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697725.769378:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769380:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769382:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a440 00000400:00000010:3.0:1779697725.769384:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a440. 00000100:00000200:3.0:1779697725.769400:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02aa00 x1866137496967296/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769409:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.769412:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697725.769415:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.769418:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.769420:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.769427:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769429:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697725.769431:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769433:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769435:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a7f8 00000400:00000010:3.0:1779697725.769437:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a7f8. 00000100:00000200:3.0:1779697725.769442:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655aa00 x1866137496968448/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769451:0:3315:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.769453:0:3315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697725.769456:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.769460:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.769462:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779697725.769468:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769469:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:3.0:1779697725.769471:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769474:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769476:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:3.0:1779697725.769478:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:3.0:1779697725.769482:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb4000 x1866137496968576/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769492:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769494:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:3.0:1779697725.769570:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769575:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769577:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:3.0:1779697725.769579:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000100:00000200:3.0:1779697725.769584:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb5c00 x1866137496968704/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769599:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769601:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaefc00. 00000400:00000200:3.0:1779697725.769603:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769606:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769608:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:3.0:1779697725.769610:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:3.0:1779697725.769614:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb5f80 x1866137496968832/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769625:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769627:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaef100. 00000400:00000200:3.0:1779697725.769629:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769632:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769634:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:3.0:1779697725.769636:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000100:00000200:3.0:1779697725.769639:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb6680 x1866137496968960/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769649:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769651:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:3.0:1779697725.769653:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769656:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769657:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:3.0:1779697725.769659:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000100:00000200:3.0:1779697725.769662:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb5180 x1866137496969088/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769673:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769675:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697725.769677:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769679:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769681:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6da18 00000400:00000010:3.0:1779697725.769683:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6da18. 00000100:00000200:3.0:1779697725.769687:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655ad80 x1866137496969216/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.769697:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.769699:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697725.769701:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.769703:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.769705:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6df68 00000400:00000010:3.0:1779697725.769715:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6df68. 00000100:00000200:3.0:1779697725.769720:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b800 x1866137496969344/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779697725.774510:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.774520:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697725.774528:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.774537:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.774545:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697725.774549:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000400:00000200:3.0:1779697725.774576:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.774589:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd300 00000400:00000200:3.0:1779697725.774599:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaab9 [1] + 224 00000400:00000200:3.0:1779697725.774608:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.774611:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.774623:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210000 x1866137496965888/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1779697725.780159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3e00. 00010000:00000010:1.1:1779697725.780176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1100. 00010000:00000010:1.1:1779697725.780182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2dc00. 00010000:00000010:1.1:1779697725.780185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1900. 00010000:00000010:1.1:1779697725.780189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3600. 00010000:00000010:1.1:1779697725.780195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe000. 00010000:00000010:1.1:1779697725.780200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ca00. 00010000:00000010:1.1:1779697725.780204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2200. 00010000:00000010:1.1:1779697725.780208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2a00. 00010000:00000010:1.1:1779697725.780212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9400. 00010000:00000010:1.1:1779697725.780244:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2400. 00010000:00000010:1.1:1779697725.780248:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3c00. 00010000:00000010:1.1:1779697725.780251:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2000. 00010000:00000010:1.1:1779697725.780253:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3000. 00010000:00000010:1.1:1779697725.780256:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac1258400. 00010000:00000010:1.1:1779697725.780258:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3a00. 00010000:00000010:1.1:1779697725.780260:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3800. 00000001:00000010:1.0:1779697725.780535:0:207449:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ab40. 00010000:00000200:1.0:1779697725.780603:0:207449:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9c00 x1866137496960000/t8589942238(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.780625:0:207449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8110. 00000100:00000200:1.0:1779697725.780633:0:207449:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496960000, offset 224 00000400:00000200:1.0:1779697725.780641:0:207449:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.780654:0:207449:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.780665:0:207449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bbc00 00000400:00000200:1.0:1779697725.780689:0:207449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aa8b1 [1] + 224 00000400:00000200:1.0:1779697725.780698:0:207449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.780702:0:207449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.780721:0:207449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b9500 x1866137496960000/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.780743:0:207449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8110 00000400:00000010:1.0:1779697725.780746:0:207449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8110. 00000020:00000010:1.0:1779697725.780765:0:207449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697725.780770:0:207449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697725.780773:0:207449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7200. 00000400:00000010:1.0:1779697725.780800:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aecb8. 00000400:00000200:1.0:1779697725.780804:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d7f8 00000400:00000010:1.0:1779697725.780806:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d7f8. 00000100:00000200:1.0:1779697725.780812:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b9500 x1866137496960000/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.780820:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b9500 x1866137496960000/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697725.780888:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4e00. 02000000:00000010:1.0:1779697725.780901:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac1881800. 02000000:00000010:1.0:1779697725.780942:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac1882000. 00000400:00000010:1.0:1779697725.780948:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7268. 00000400:00000010:1.0:1779697725.780951:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8110. 00000100:00000200:1.0:1779697725.780956:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496969472, portal 4 00000400:00000010:1.0:1779697725.780960:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.780962:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496969472, offset 0 00000400:00000200:1.0:1779697725.780966:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.780971:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.780977:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be100 00000400:00000200:1.0:1779697725.780983:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 3264 00000400:00000200:1.0:1779697725.780988:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.780991:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.780995:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.780999:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6d80. 00000400:00000200:1.0:1779697725.781010:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697725.781012:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.781017:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb4e00 x1866137496969472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.781635:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0980. 00000020:00000010:1.0:1779697725.781641:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0980. 00000020:00000010:1.0:1779697725.781648:0:207459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeeaa7200. 00000020:00000010:1.0:1779697725.781653:0:207459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa80. 00000020:00000010:1.0:1779697725.781657:0:207459:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697725.781779:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0980. 00000020:00000010:1.0:1779697725.781782:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0980. 00000100:00000200:1.0:1779697725.781785:0:207459:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496969472 02000000:00000010:1.0:1779697725.781810:0:207459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc7873400. 00010000:00000010:1.0:1779697725.781831:0:207459:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0031a00. 00010000:00000010:1.0:1779697725.781848:0:207459:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0980. 00000100:00000010:1.0:1779697725.781855:0:207459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9be40. 00000100:00000010:1.0:1779697725.781863:0:207459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7b80. 02000000:00000010:1.0:1779697725.781870:0:207459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeeaa6000. 02000000:00000010:1.0:1779697725.781887:0:207459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac12cb800. 00000400:00000010:1.0:1779697725.781891:0:207459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7aa8. 00000400:00000010:1.0:1779697725.781896:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.781900:0:207459:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496969600, portal 16 00000400:00000010:1.0:1779697725.781904:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697725.781906:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496969600, offset 0 00000400:00000200:1.0:1779697725.781913:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.781924:0:207459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.781928:0:207459:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.781933:0:207459:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.781936:0:207459:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.781939:0:207459:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.781944:0:207459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309818:309818:256:4294967295] 192.168.203.23@tcp LPNI seq info [309814:309814:8:4294967295] 00000400:00000200:1.0:1779697725.781955:0:207459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.781961:0:207459:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.781966:0:207459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697725.781973:0:207459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.781981:0:207459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.781985:0:207459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.783451:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.783459:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697725.783465:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.783473:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.783478:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697725.783481:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697725.783492:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb7b80 x1866137496969600/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1779697725.790697:0:189063:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4700. 02000000:00000010:1.0:1779697725.790728:0:189063:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbeff7df00. 00080000:00000010:1.0:1779697725.790768:0:189063:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc7871c00. 00000004:00000010:1.0:1779697725.790783:0:189063:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93cacf34a360. 02000000:00000010:1.0:1779697725.790835:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00e8f400. 00000400:00000010:1.0:1779697725.790843:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b34d0. 00000400:00000010:1.0:1779697725.790850:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697725.790857:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496969728, portal 4 00000400:00000010:1.0:1779697725.790864:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697725.790867:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496969728, offset 0 00000400:00000200:1.0:1779697725.790881:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.790894:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.790905:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9be200 00000400:00000200:1.0:1779697725.790912:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e889 [8] + 14784 00000400:00000200:1.0:1779697725.790921:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.790925:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.790932:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1779697725.790937:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b800. 00000400:00000200:1.0:1779697725.790953:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697725.790956:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697725.790963:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb4700 x1866137496969728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.791028:0:189659:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697725.791033:0:189659:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697725.791038:0:189659:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:1.0:1779697725.791043:0:189659:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697725.791048:0:189659:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697725.791117:0:189659:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0080. 00000020:00000010:1.0:1779697725.791120:0:189659:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0080. 00000100:00000200:1.0:1779697725.791123:0:189659:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496969728 02000000:00000010:1.0:1779697725.791138:0:189659:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cc00e8d000. 00010000:00000200:1.0:1779697725.791167:0:189659:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b800 x1866137496969728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 224/368 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.791183:0:189659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697725.791186:0:189659:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496969728, offset 224 00000400:00000200:1.0:1779697725.791190:0:189659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.791195:0:189659:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.791200:0:189659:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9be200 00000400:00000200:1.0:1779697725.791203:0:189659:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aabc1 [1] + 224 00000400:00000200:1.0:1779697725.791208:0:189659:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.791211:0:189659:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.791217:0:189659:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb4700 x1866137496969728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.791230:0:189659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697725.791232:0:189659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697725.791242:0:189659:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697725.791246:0:189659:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697725.791249:0:189659:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00000400:00000010:1.0:1779697725.791271:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b34d0. 00000400:00000200:1.0:1779697725.791274:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697725.791275:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697725.791279:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb4700 x1866137496969728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.791287:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb4700 x1866137496969728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.791314:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00e8f400. 02000000:00000010:1.0:1779697725.791319:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbeff7df00. 00000100:00000010:1.0:1779697725.791324:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4700. 00010000:00000010:0.1:1779697725.791484:0:207615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe400. 00010000:00000010:0.1:1779697725.791494:0:207615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c200. 00010000:00000010:3.1:1779697725.793533:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe700. 00010000:00000010:3.1:1779697725.793546:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d400. 00010000:00000010:3.1:1779697725.793551:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd7677f00. 00010000:00000010:3.1:1779697725.793570:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b2e00. 00010000:00000010:3.1:1779697725.793576:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1200. 00010000:00000010:3.1:1779697725.793579:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3400. 00010000:00000010:3.1:1779697725.793582:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abec00. 00010000:00000010:3.1:1779697725.793585:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00010000:00000010:3.1:1779697725.793587:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abe600. 00010000:00000010:3.1:1779697725.793591:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9200. 00000400:00000010:0.0:1779697725.793820:0:190179:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a9f8. 00000400:00000200:0.0:1779697725.793827:0:190179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34acc0 00000400:00000010:0.0:1779697725.793829:0:190179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34acc0. 00000100:00000200:0.0:1779697725.793841:0:190179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210000 x1866137496965888/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.793852:0:190179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210000 x1866137496965888/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.793878:0:190179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace11dc00. 02000000:00000010:0.0:1779697725.793884:0:190179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc83d5e00. 00000100:00000010:0.0:1779697725.793888:0:190179:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 00000100:00000010:0.0:1779697725.793892:0:190179:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345180. 00010000:00000010:0.0:1779697725.793895:0:190179:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e140. 00010000:00000010:3.1:1779697725.793974:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da300. 00010000:00000010:3.1:1779697725.793980:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:3.1:1779697725.793983:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1700. 00010000:00000010:3.1:1779697725.793986:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0031e00. 00010000:00000010:3.1:1779697725.793989:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abee00. 00010000:00000010:3.1:1779697725.793992:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3000. 00010000:00000010:3.1:1779697725.793995:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dac00. 00010000:00000010:3.1:1779697725.793999:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697725.794001:0:3315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1600. 00010000:00000010:3.1:1779697725.794004:0:3315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:3.1:1779697725.795261:0:7317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3abed00. 00010000:00000010:3.1:1779697725.795271:0:7317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697725.795275:0:7317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862800. 00000400:00000200:1.0:1779697725.795695:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.795721:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd500 00000400:00000200:1.0:1779697725.795729:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaad5 [1] + 224 00000400:00000200:1.0:1779697725.795740:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.795744:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.795756:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5212d80 x1866137496966400/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.795781:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.795787:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd580 00000400:00000200:1.0:1779697725.795791:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaadd [1] + 224 00000400:00000200:1.0:1779697725.795797:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.795801:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.795806:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5213100 x1866137496966528/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.795823:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.795828:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd380 00000400:00000200:1.0:1779697725.795832:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaae5 [1] + 224 00000400:00000200:1.0:1779697725.795838:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.795841:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.795846:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496966016/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.795869:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.795874:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd780 00000400:00000200:1.0:1779697725.795878:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab11 [1] + 224 00000400:00000200:1.0:1779697725.795883:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.795886:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.795891:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028380 x1866137496967040/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.795911:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.795916:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473480 00000400:00000200:1.0:1779697725.795921:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1709e9 [2] + 1312 00000400:00000200:1.0:1779697725.795927:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.795929:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.795934:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.795939:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b480. 00000400:00000200:1.0:1779697725.795952:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.795957:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473580 00000400:00000200:1.0:1779697725.795960:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1709e9 [2] + 1640 00000400:00000200:1.0:1779697725.795965:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.795967:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.795970:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.795972:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2ad80. 00000400:00000200:1.0:1779697725.795987:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.795991:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473680 00000400:00000200:1.0:1779697725.795996:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x1709e9 [2] + 1968 00000400:00000010:1.0:1779697725.795999:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cad12f7b00. 00000400:00000200:1.0:1779697725.796004:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc7efb900 00000400:00000200:1.0:1779697725.796009:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796012:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.796015:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc7efb900 00000400:00000010:1.0:1779697725.796017:0:3315:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc7efb900. 00000100:00000200:1.0:1779697725.796020:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1779697725.796050:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796055:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473500 00000400:00000200:1.0:1779697725.796060:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170a89 [2] + 0 00000400:00000200:1.0:1779697725.796065:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796068:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796071:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796073:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28700. 00000400:00000200:1.0:1779697725.796086:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796090:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473600 00000400:00000200:1.0:1779697725.796094:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170a89 [2] + 328 00000400:00000200:1.0:1779697725.796098:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796101:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796103:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796105:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28a80. 00000400:00000200:1.0:1779697725.796115:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796119:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bdf80 00000400:00000200:1.0:1779697725.796123:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab91 [1] + 224 00000400:00000200:1.0:1779697725.796127:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796130:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796135:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb5180 x1866137496969088/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796155:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796159:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be000 00000400:00000200:1.0:1779697725.796163:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab99 [1] + 224 00000400:00000200:1.0:1779697725.796167:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796170:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796176:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655ad80 x1866137496969216/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796189:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796193:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be080 00000400:00000200:1.0:1779697725.796196:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaba1 [1] + 224 00000400:00000200:1.0:1779697725.796201:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796203:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796208:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b800 x1866137496969344/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796221:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796225:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473780 00000400:00000200:1.0:1779697725.796228:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170a89 [2] + 656 00000400:00000200:1.0:1779697725.796232:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796235:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796237:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796240:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29f80. 00000400:00000200:1.0:1779697725.796250:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796254:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473700 00000400:00000200:1.0:1779697725.796257:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170a89 [2] + 984 00000400:00000200:1.0:1779697725.796261:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796265:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796267:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796270:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28000. 00000400:00000200:1.0:1779697725.796281:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796285:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473800 00000400:00000200:1.0:1779697725.796289:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170a89 [2] + 1312 00000400:00000200:1.0:1779697725.796294:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796297:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796299:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796301:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29500. 00000400:00000200:1.0:1779697725.796309:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796313:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd800 00000400:00000200:1.0:1779697725.796318:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab19 [1] + 224 00000400:00000200:1.0:1779697725.796323:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796325:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796331:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02a680 x1866137496967168/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796347:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796352:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bd880 00000400:00000200:1.0:1779697725.796355:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab21 [1] + 224 00000400:00000200:1.0:1779697725.796360:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796362:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796367:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02aa00 x1866137496967296/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796382:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796408:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bdd00 00000400:00000200:1.0:1779697725.796413:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab69 [1] + 224 00000400:00000200:1.0:1779697725.796420:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796423:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796428:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655aa00 x1866137496968448/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796442:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796447:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bdd80 00000400:00000200:1.0:1779697725.796451:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab71 [1] + 224 00000400:00000200:1.0:1779697725.796456:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796458:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796463:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb4000 x1866137496968576/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796479:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796483:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bde00 00000400:00000200:1.0:1779697725.796487:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab79 [1] + 224 00000400:00000200:1.0:1779697725.796491:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796493:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796497:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb5c00 x1866137496968704/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796519:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796524:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bde80 00000400:00000200:1.0:1779697725.796527:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab81 [1] + 224 00000400:00000200:1.0:1779697725.796531:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796534:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796538:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb5f80 x1866137496968832/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796552:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796556:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bdf00 00000400:00000200:1.0:1779697725.796559:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aab89 [1] + 224 00000400:00000200:1.0:1779697725.796563:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796566:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796570:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb6680 x1866137496968960/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796584:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796588:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473880 00000400:00000200:1.0:1779697725.796591:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170a89 [2] + 1640 00000400:00000200:1.0:1779697725.796595:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796598:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796600:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796603:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b100. 00000400:00000200:1.0:1779697725.796609:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796613:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473980 00000400:00000200:1.0:1779697725.796616:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170a89 [2] + 1968 00000400:00000010:1.0:1779697725.796619:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cad12f7a50. 00000400:00000200:1.0:1779697725.796621:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc7efba80 00000400:00000200:1.0:1779697725.796624:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796626:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.796629:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc7efba80 00000400:00000010:1.0:1779697725.796630:0:3315:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc7efba80. 00000100:00000200:1.0:1779697725.796633:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1779697725.796639:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796643:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473a80 00000400:00000200:1.0:1779697725.796646:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f55 [2] + 0 00000400:00000200:1.0:1779697725.796650:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796652:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796655:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796657:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28380. 00000400:00000200:1.0:1779697725.796663:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796667:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473b80 00000400:00000200:1.0:1779697725.796670:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f55 [2] + 328 00000400:00000200:1.0:1779697725.796674:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796677:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796679:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796681:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29180. 00000400:00000200:1.0:1779697725.796689:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796693:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473900 00000400:00000200:1.0:1779697725.796696:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f55 [2] + 656 00000400:00000200:1.0:1779697725.796699:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796702:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796704:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796715:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 00000400:00000200:1.0:1779697725.796725:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796729:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473a00 00000400:00000200:1.0:1779697725.796732:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f55 [2] + 984 00000400:00000200:1.0:1779697725.796737:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796740:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796742:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796745:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2aa00. 00000400:00000200:1.0:1779697725.796753:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796757:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473b00 00000400:00000200:1.0:1779697725.796761:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f55 [2] + 1312 00000400:00000200:1.0:1779697725.796764:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796767:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796769:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796772:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28e00. 00000400:00000200:1.0:1779697725.796779:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796783:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be180 00000400:00000200:1.0:1779697725.796786:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aabb9 [1] + 224 00000400:00000200:1.0:1779697725.796790:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796793:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796798:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb7b80 x1866137496969600/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.796814:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.796819:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473c00 00000400:00000200:1.0:1779697725.796822:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f55 [2] + 1640 00000400:00000200:1.0:1779697725.796832:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.796835:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.796837:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.796840:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2bb80. 00000400:00000010:1.0:1779697725.796864:0:207455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:1.0:1779697725.796867:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:1.0:1779697725.796869:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00000100:00000200:1.0:1779697725.796874:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496966016/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.796882:0:207455:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496966016/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.796908:0:207455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc90d3e00. 02000000:00000010:1.0:1779697725.796914:0:207455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc90d3800. 00000100:00000010:1.0:1779697725.796917:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 00000100:00000010:1.0:1779697725.796920:0:207455:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff5cc0. 00010000:00000010:1.0:1779697725.796924:0:207455:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd80. 00000400:00000010:1.0:1779697725.796943:0:207613:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243abb0. 00000400:00000200:1.0:1779697725.796946:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aaa0 00000400:00000010:1.0:1779697725.796949:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aaa0. 00000100:00000200:1.0:1779697725.796954:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028380 x1866137496967040/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.796960:0:207613:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028380 x1866137496967040/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.796971:0:207613:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc5756400. 02000000:00000010:1.0:1779697725.796974:0:207613:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc5757000. 00000100:00000010:1.0:1779697725.796976:0:207613:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028380. 00000100:00000010:1.0:1779697725.796978:0:207613:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad23453c0. 00010000:00000010:1.0:1779697725.796980:0:207613:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e340. 00000020:00000010:1.0:1779697725.797008:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797013:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797019:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cba00. 00000020:00000010:1.0:1779697725.797024:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697725.797029:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95ed8. 00000100:00000200:1.0:1779697725.797052:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2b480 x1866146215572608/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797069:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797071:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797074:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cb400. 00000020:00000010:1.0:1779697725.797077:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697725.797079:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95bb8. 00000100:00000200:1.0:1779697725.797085:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2ad80 x1866146215572864/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797094:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797096:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797099:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cac00. 00000020:00000010:1.0:1779697725.797102:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697725.797104:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95e10. 00000100:00000200:1.0:1779697725.797110:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9e850 x1866146215573120/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797122:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797124:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797127:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cb000. 00000020:00000010:1.0:1779697725.797130:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697725.797132:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95708. 00000100:00000200:1.0:1779697725.797138:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd28700 x1866146215572736/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797150:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797152:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797155:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12ca000. 00000020:00000010:1.0:1779697725.797157:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697725.797160:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95000. 00000100:00000200:1.0:1779697725.797166:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd28a80 x1866146215572992/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797178:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797181:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797184:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12cb600. 00000020:00000010:1.0:1779697725.797186:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697725.797189:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f953e8. 00000100:00000200:1.0:1779697725.797195:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd29f80 x1866146215573376/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797207:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797209:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797212:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697725.797214:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697725.797217:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95578. 00000100:00000200:1.0:1779697725.797224:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd28000 x1866146215573248/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797242:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797245:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797249:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc5757000. 00000020:00000010:1.0:1779697725.797251:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697725.797253:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f954b0. 00000100:00000200:1.0:1779697725.797260:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd29500 x1866146215573504/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797273:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797275:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797278:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc5756400. 00000020:00000010:1.0:1779697725.797280:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697725.797283:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95d48. 00000100:00000200:1.0:1779697725.797289:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2b100 x1866146215573632/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797301:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797303:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797306:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3800. 00000020:00000010:1.0:1779697725.797309:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697725.797312:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95190. 00000100:00000200:1.0:1779697725.797318:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9f450 x1866146215573888/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797330:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797332:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797335:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90d3e00. 00000020:00000010:1.0:1779697725.797338:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ef00. 00000020:00000010:1.0:1779697725.797340:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95af0. 00000100:00000200:1.0:1779697725.797346:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd28380 x1866146215574144/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797362:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797364:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797370:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6c14600. 00000020:00000010:1.0:1779697725.797372:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697725.797375:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f957d0. 00000100:00000200:1.0:1779697725.797381:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd29180 x1866146215574400/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797414:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797416:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797420:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6c14200. 00000020:00000010:1.0:1779697725.797422:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e600. 00000020:00000010:1.0:1779697725.797425:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f95898. 00000100:00000200:1.0:1779697725.797431:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2a680 x1866146215573760/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797441:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797443:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797446:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6c14a00. 00000020:00000010:1.0:1779697725.797448:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e880. 00000020:00000010:1.0:1779697725.797451:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afe10. 00000100:00000200:1.0:1779697725.797457:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2aa00 x1866146215574016/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797467:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797469:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797472:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6c15c00. 00000020:00000010:1.0:1779697725.797475:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e200. 00000020:00000010:1.0:1779697725.797477:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af258. 00000100:00000200:1.0:1779697725.797484:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd28e00 x1866146215574272/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797533:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797535:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797539:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6c15000. 00000020:00000010:1.0:1779697725.797541:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e100. 00000020:00000010:1.0:1779697725.797544:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afbb8. 00000100:00000200:1.0:1779697725.797552:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2bb80 x1866146215574528/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.797566:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797569:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.797572:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572608 02000000:00000010:1.0:1779697725.797581:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8d800. 00010000:00000010:1.0:1779697725.797620:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.797628:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b180. 00000100:00000010:1.0:1779697725.797641:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697725.797649:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.797662:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697725.797667:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572608, offset 224 00000400:00000200:1.0:1779697725.797673:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.797683:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.797690:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309819:309819:256:4294967295] 192.168.203.23@tcp LPNI seq info [309815:309815:8:4294967295] 00000400:00000200:1.0:1779697725.797700:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.797705:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.797720:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697725.797726:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.797733:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.797737:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.797754:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f180. 00000020:00000010:1.0:1779697725.797758:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95ed8. 00000020:00000010:1.0:1779697725.797762:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cba00. 00000020:00000010:1.0:1779697725.797775:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797778:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.797780:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572864 02000000:00000010:1.0:1779697725.797785:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8cc00. 00010000:00000010:1.0:1779697725.797798:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.797801:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b180. 00000100:00000010:1.0:1779697725.797804:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697725.797807:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.797812:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697725.797815:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572864, offset 224 00000400:00000200:1.0:1779697725.797819:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.797824:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.797827:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309820:309820:255:4294967295] 192.168.203.23@tcp LPNI seq info [309816:309816:7:4294967295] 00000400:00000200:1.0:1779697725.797835:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.797838:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.797841:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d700. 00000800:00000200:1.0:1779697725.797845:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.797849:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.797851:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.797856:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697725.797859:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95bb8. 00000020:00000010:1.0:1779697725.797861:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cb400. 00000020:00000010:1.0:1779697725.797869:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.797871:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.797873:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215573120 02000000:00000010:1.0:1779697725.797877:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8c000. 00010000:00000010:1.0:1779697725.797890:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.797893:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b180. 00000100:00000010:1.0:1779697725.797899:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b180. 00010000:00000010:1.0:1779697725.797902:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.797907:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779697725.797910:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215573120, offset 224 00000400:00000200:1.0:1779697725.797915:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.797919:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.797922:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309821:309821:254:4294967295] 192.168.203.23@tcp LPNI seq info [309817:309817:6:4294967295] 00000400:00000200:1.0:1779697725.797928:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.797932:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.797934:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697725.797938:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.797941:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.797943:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.797948:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697725.797951:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95e10. 00000020:00000010:1.0:1779697725.797953:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cac00. 00000100:00000010:1.0:1779697725.797958:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2ad80. 00000100:00000010:1.0:1779697725.797961:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b480. 02000000:00000010:1.0:1779697725.797965:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6a000. 00000100:00000010:1.0:1779697725.797967:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821180. 02000000:00000010:1.0:1779697725.797971:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3461c00. 00000100:00000010:1.0:1779697725.797974:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820e00. 02000000:00000010:1.0:1779697725.797977:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc3461000. 00000100:00000010:1.0:1779697725.797979:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823b80. 02000000:00000010:1.0:1779697725.797983:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6c8e800. 00000100:00000010:1.0:1779697725.797985:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2822d80. 00000100:00000200:1.0:1779697725.797991:0:189027:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779697725.797995:0:189027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b34d0. 00000400:00000010:1.0:1779697725.797998:0:189027:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbc6e9b180. 00000020:00000010:1.0:1779697725.798008:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798010:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798011:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572736 02000000:00000010:1.0:1779697725.798016:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8fc00. 00010000:00000010:1.0:1779697725.798027:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.798031:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.798034:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.798036:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.798042:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779697725.798045:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572736, offset 224 00000400:00000200:1.0:1779697725.798049:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.798054:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.798058:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309822:309822:253:4294967295] 192.168.203.23@tcp LPNI seq info [309818:309818:5:4294967295] 00000400:00000200:1.0:1779697725.798065:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.798069:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.798072:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697725.798075:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.798080:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.798082:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.798088:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697725.798090:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95708. 00000020:00000010:1.0:1779697725.798093:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cb000. 00000020:00000010:1.0:1779697725.798101:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798103:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798105:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215572992 02000000:00000010:1.0:1779697725.798109:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8c400. 00010000:00000010:1.0:1779697725.798125:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.798128:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.798136:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.798140:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.798145:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697725.798148:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215572992, offset 224 00000400:00000200:1.0:1779697725.798152:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.798157:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.798160:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309823:309823:252:4294967295] 192.168.203.23@tcp LPNI seq info [309819:309819:4:4294967295] 00000400:00000200:1.0:1779697725.798167:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.798170:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.798173:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.798176:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.798179:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.798181:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.798186:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697725.798189:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95000. 00000020:00000010:1.0:1779697725.798191:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12ca000. 00000020:00000010:1.0:1779697725.798200:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798202:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798204:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215573376 02000000:00000010:1.0:1779697725.798209:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8e800. 00010000:00000010:1.0:1779697725.798225:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.798229:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.798232:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.798234:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.798240:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697725.798243:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215573376, offset 224 00000400:00000200:1.0:1779697725.798247:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.798252:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.798256:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309824:309824:251:4294967295] 192.168.203.23@tcp LPNI seq info [309820:309820:3:4294967295] 00000400:00000200:1.0:1779697725.798263:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.798267:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.798270:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697725.798273:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.798276:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.798278:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.798284:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697725.798287:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f953e8. 00000020:00000010:1.0:1779697725.798290:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12cb600. 00000020:00000010:1.0:1779697725.798299:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798301:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798303:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215573248 02000000:00000010:1.0:1779697725.798308:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8f800. 00010000:00000010:1.0:1779697725.798321:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.798324:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.798327:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.798330:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.798335:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697725.798338:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215573248, offset 224 00000400:00000200:1.0:1779697725.798342:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.798347:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.798351:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309825:309825:250:4294967295] 192.168.203.23@tcp LPNI seq info [309821:309821:2:4294967295] 00000400:00000200:1.0:1779697725.798358:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.798362:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.798365:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697725.798368:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.798372:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.798374:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.798380:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd00. 00000020:00000010:1.0:1779697725.798383:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95578. 00000020:00000010:1.0:1779697725.798385:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac12ca400. 00000020:00000010:1.0:1779697725.798417:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798420:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798422:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215573504 02000000:00000010:1.0:1779697725.798426:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8f000. 00010000:00000010:1.0:1779697725.798440:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.798444:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.798446:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.798449:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.798455:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779697725.798457:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215573504, offset 224 00000400:00000200:1.0:1779697725.798462:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.798467:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.798470:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309826:309826:249:4294967295] 192.168.203.23@tcp LPNI seq info [309822:309822:1:4294967295] 00000400:00000200:1.0:1779697725.798477:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.798480:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.798483:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697725.798487:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.798490:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.798492:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.798498:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697725.798500:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f954b0. 00000020:00000010:1.0:1779697725.798503:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc5757000. 00000020:00000010:1.0:1779697725.798513:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798515:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798517:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215573632 02000000:00000010:1.0:1779697725.798521:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8c800. 00010000:00000010:1.0:1779697725.798536:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.798539:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.798541:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.798544:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.798550:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697725.798553:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215573632, offset 224 00000400:00000200:1.0:1779697725.798558:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.798563:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.798566:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309827:309827:248:4294967295] 192.168.203.23@tcp LPNI seq info [309823:309823:0:4294967295] 00000020:00000010:1.0:1779697725.798572:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697725.798575:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95d48. 00000020:00000010:1.0:1779697725.798579:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc5756400. 00000020:00000010:1.0:1779697725.798589:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798591:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798593:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215573888 02000000:00000010:1.0:1779697725.798598:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8ec00. 00010000:00000010:1.0:1779697725.798611:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.798615:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b540. 00000100:00000010:1.0:1779697725.798617:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b540. 00010000:00000010:1.0:1779697725.798620:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.798626:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697725.798628:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215573888, offset 224 00000400:00000200:1.0:1779697725.798633:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.798638:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.798641:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309828:309828:248:4294967295] 192.168.203.23@tcp LPNI seq info [309824:309824:-1:4294967295] 00000020:00000010:1.0:1779697725.798648:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697725.798651:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95190. 00000020:00000010:1.0:1779697725.798654:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3800. 00000100:00000010:1.0:1779697725.798658:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b100. 00000100:00000010:1.0:1779697725.798661:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29500. 00000100:00000010:1.0:1779697725.798663:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28000. 00000100:00000010:1.0:1779697725.798665:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29f80. 00000100:00000010:1.0:1779697725.798668:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28a80. 00000100:00000010:1.0:1779697725.798670:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28700. 00000100:00000200:1.0:1779697725.798674:0:189027:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779697725.798677:0:189027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3268. 00000400:00000010:1.0:1779697725.798681:0:189027:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbc6e9b540. 00000020:00000010:1.0:1779697725.798690:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa09c0. 00000020:00000010:1.0:1779697725.798693:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa09c0. 00000100:00000200:1.0:1779697725.798695:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574144 02000000:00000010:1.0:1779697725.798700:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8e000. 00000020:00000010:2.0:1779697725.802351:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.802361:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:2.0:1779697725.802365:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574400 02000000:00000010:2.0:1779697725.802378:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c20000. 00010000:00000010:2.0:1779697725.802429:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd40. 00000100:00000010:2.0:1779697725.802437:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff50c0. 00000100:00000010:2.0:1779697725.802443:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff50c0. 00010000:00000010:2.0:1779697725.802447:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd40. 00000400:00000010:2.0:1779697725.802462:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697725.802468:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574400, offset 224 00000400:00000200:2.0:1779697725.802478:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.802491:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.802510:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309829:309829:248:4294967295] 192.168.203.23@tcp LPNI seq info [309825:309825:-2:4294967295] 00000020:00000010:2.0:1779697725.802529:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:2.0:1779697725.802534:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f957d0. 00000020:00000010:2.0:1779697725.802537:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c14600. 00000020:00000010:2.0:1779697725.802556:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.802559:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:2.0:1779697725.802561:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215573760 02000000:00000010:2.0:1779697725.802567:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c4e800. 00010000:00000010:2.0:1779697725.802583:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd40. 00000100:00000010:2.0:1779697725.802587:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff50c0. 00000100:00000010:2.0:1779697725.802590:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff50c0. 00010000:00000010:2.0:1779697725.802593:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd40. 00000400:00000010:2.0:1779697725.802598:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697725.802602:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215573760, offset 224 00000400:00000200:2.0:1779697725.802606:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.802611:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.802615:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309830:309830:248:4294967295] 192.168.203.23@tcp LPNI seq info [309826:309826:-3:4294967295] 00000020:00000010:2.0:1779697725.802622:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e600. 00000020:00000010:2.0:1779697725.802625:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95898. 00000020:00000010:2.0:1779697725.802627:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c14200. 00000020:00000010:2.0:1779697725.802637:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.802640:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:2.0:1779697725.802641:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574016 02000000:00000010:2.0:1779697725.802648:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060ec00. 00010000:00000010:2.0:1779697725.802661:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd40. 00000100:00000010:2.0:1779697725.802665:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff50c0. 00000100:00000010:2.0:1779697725.802878:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff50c0. 00010000:00000010:2.0:1779697725.802884:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd40. 00000400:00000010:2.0:1779697725.802892:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697725.802895:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574016, offset 224 00000400:00000200:2.0:1779697725.802901:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.802906:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.802909:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309831:309831:248:4294967295] 192.168.203.23@tcp LPNI seq info [309827:309827:-4:4294967295] 00000020:00000010:2.0:1779697725.802918:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e880. 00000020:00000010:2.0:1779697725.802922:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afe10. 00000020:00000010:2.0:1779697725.802925:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c14a00. 00000020:00000010:2.0:1779697725.802936:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.802938:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:2.0:1779697725.802940:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574272 02000000:00000010:2.0:1779697725.802946:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060d800. 00010000:00000010:2.0:1779697725.802960:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd40. 00000100:00000010:2.0:1779697725.802964:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff50c0. 00000100:00000010:2.0:1779697725.802967:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff50c0. 00010000:00000010:2.0:1779697725.802969:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd40. 00000400:00000010:2.0:1779697725.802975:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697725.802978:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574272, offset 224 00000400:00000200:2.0:1779697725.802983:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.802988:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.802991:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309832:309832:248:4294967295] 192.168.203.23@tcp LPNI seq info [309828:309828:-5:4294967295] 00000020:00000010:2.0:1779697725.802998:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e200. 00000020:00000010:2.0:1779697725.803001:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af258. 00000020:00000010:2.0:1779697725.803003:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c15c00. 00000020:00000010:2.0:1779697725.803014:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fd40. 00000020:00000010:2.0:1779697725.803016:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fd40. 00000100:00000200:2.0:1779697725.803018:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574528 02000000:00000010:2.0:1779697725.803034:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060d000. 00010000:00000010:2.0:1779697725.803048:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11fd40. 00000100:00000010:2.0:1779697725.803052:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacdff50c0. 00000100:00000010:2.0:1779697725.803054:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacdff50c0. 00010000:00000010:2.0:1779697725.803057:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11fd40. 00000400:00000010:2.0:1779697725.803063:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697725.803065:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574528, offset 224 00000400:00000200:2.0:1779697725.803070:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697725.803076:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697725.803079:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309833:309833:248:4294967295] 192.168.203.23@tcp LPNI seq info [309829:309829:-6:4294967295] 00000020:00000010:2.0:1779697725.803086:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e100. 00000020:00000010:2.0:1779697725.803089:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afbb8. 00000020:00000010:2.0:1779697725.803091:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c15000. 00010000:00000010:1.0:1779697725.807855:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa09c0. 00000100:00000010:1.0:1779697725.807872:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cacd7e40c0. 00000100:00000010:1.0:1779697725.807878:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cacd7e40c0. 00010000:00000010:1.0:1779697725.807882:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa09c0. 00000400:00000010:1.0:1779697725.807906:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779697725.807913:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574144, offset 224 00000400:00000200:1.0:1779697725.807924:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.807938:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.807944:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309834:309834:248:4294967295] 192.168.203.23@tcp LPNI seq info [309830:309830:-7:4294967295] 00000020:00000010:1.0:1779697725.807964:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ef00. 00000020:00000010:1.0:1779697725.807968:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95af0. 00000020:00000010:1.0:1779697725.807972:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90d3e00. 00000400:00000010:1.0:1779697725.808020:0:189657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d74d0. 00000400:00000200:1.0:1779697725.808039:0:189657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697725.808041:0:189657:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.808051:0:189657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb5180 x1866137496969088/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.808062:0:189657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb5180 x1866137496969088/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.808095:0:189657:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc7ef8a00. 02000000:00000010:1.0:1779697725.808101:0:189657:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc7ef9000. 00000100:00000010:1.0:1779697725.808107:0:189657:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5180. 00000100:00000010:1.0:1779697725.808110:0:189657:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9bb40. 00010000:00000010:1.0:1779697725.808117:0:189657:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0dc0. 00010000:00000010:1.0:1779697725.808131:0:189657:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e40c0. 00080000:00000010:1.0:1779697725.808160:0:189657:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8f400. 00000001:00000010:1.0:1779697725.808602:0:189657:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ade0. 00010000:00000200:1.0:1779697725.808659:0:189657:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558380 x1866137496967552/t8589941763(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.809135:0:189655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a268. 00000400:00000200:0.0:1779697725.809142:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a2a8 00000400:00000010:0.0:1779697725.809144:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a2a8. 00000100:00000200:0.0:1779697725.809152:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5212d80 x1866137496966400/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.809168:0:189655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5212d80 x1866137496966400/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.809195:0:189655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5acf000. 02000000:00000010:0.0:1779697725.809200:0:189655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad5ace000. 00000100:00000010:0.0:1779697725.809203:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212d80. 00000100:00000010:0.0:1779697725.809206:0:189655:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345a80. 00010000:00000010:0.0:1779697725.809208:0:189655:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e980. 00010000:00000010:0.0:1779697725.809220:0:189655:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82be240. 00080000:00000010:0.0:1779697725.809244:0:189655:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc5800. 00000001:00000010:0.0:1779697725.809364:0:189655:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1600. 00010000:00000200:0.0:1779697725.809440:0:189655:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5212a00 x1866137496966272/t8589942239(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.809457:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:0.0:1779697725.809461:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496966272, offset 224 00000400:00000200:0.0:1779697725.809467:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.809477:0:189655:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.809488:0:189655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd480 00000400:00000200:0.0:1779697725.809494:0:189655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaac5 [1] + 224 00000400:00000200:0.0:1779697725.809503:0:189655:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.809507:0:189655:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.809516:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5211180 x1866137496966272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.809536:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697725.809538:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000020:00000010:0.0:1779697725.809555:0:189655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6700. 00000020:00000010:0.0:1779697725.809560:0:189655:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697725.809563:0:189655:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d400. 00000400:00000010:0.0:1779697725.809587:0:207614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a478. 00000400:00000200:0.0:1779697725.809590:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a088 00000400:00000010:0.0:1779697725.809591:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a088. 00000100:00000200:0.0:1779697725.809597:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5213100 x1866137496966528/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.809605:0:207614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5213100 x1866137496966528/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.809626:0:207614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc5756a00. 02000000:00000010:0.0:1779697725.809629:0:207614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3efa00. 00000100:00000010:0.0:1779697725.809632:0:207614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5213100. 00000100:00000010:0.0:1779697725.809635:0:207614:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345300. 00010000:00000010:0.0:1779697725.809637:0:207614:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09ee40. 00010000:00000010:0.0:1779697725.809646:0:207614:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345300. 00080000:00000010:0.0:1779697725.809659:0:207614:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc6400. 00000400:00000010:1.0:1779697725.810349:0:189657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.810357:0:189657:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496967552, offset 224 00000400:00000200:1.0:1779697725.810363:0:189657:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.810371:0:189657:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.810378:0:189657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd980 00000400:00000200:1.0:1779697725.810383:0:189657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab59 [1] + 224 00000400:00000200:1.0:1779697725.810403:0:189657:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.810407:0:189657:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.810415:0:189657:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029180 x1866137496967552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.810438:0:189657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697725.810440:0:189657:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000020:00000010:1.0:1779697725.810451:0:189657:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fb00. 00000020:00000010:1.0:1779697725.810455:0:189657:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95640. 00000020:00000010:1.0:1779697725.810458:0:189657:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6e00. 00000400:00000010:1.0:1779697725.810485:0:207460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7528. 00000400:00000200:1.0:1779697725.810488:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.810490:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.814062:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb4000 x1866137496968576/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.814085:0:207460:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb4000 x1866137496968576/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.814130:0:207460:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad653b200. 02000000:00000010:1.0:1779697725.814140:0:207460:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad653b000. 00000100:00000010:1.0:1779697725.814145:0:207460:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4000. 00000100:00000010:1.0:1779697725.814150:0:207460:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9bcc0. 00010000:00000010:1.0:1779697725.814159:0:207460:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0680. 00010000:00000010:1.0:1779697725.814180:0:207460:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cacd7e4c00. 00080000:00000010:1.0:1779697725.814214:0:207460:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc3461c00. 00000001:00000010:1.0:1779697725.814583:0:207460:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a2a0. 00010000:00000200:1.0:1779697725.814633:0:207460:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559880 x1866137496967424/t8589941764(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.814650:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.814657:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496967424, offset 224 00000400:00000200:1.0:1779697725.814664:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.814676:0:207460:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.814687:0:207460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd900 00000400:00000200:1.0:1779697725.814694:0:207460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab29 [1] + 224 00000400:00000200:1.0:1779697725.814702:0:207460:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.814705:0:207460:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.814728:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029c00 x1866137496967424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.814744:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.814746:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000020:00000010:1.0:1779697725.814764:0:207460:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:1.0:1779697725.814769:0:207460:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ea28. 00000020:00000010:1.0:1779697725.814772:0:207460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc5756200. 00000400:00000010:1.0:1779697725.814808:0:209827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7f20. 00000400:00000200:1.0:1779697725.814813:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:1.0:1779697725.814815:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.814820:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb5c00 x1866137496968704/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.814829:0:209827:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb5c00 x1866137496968704/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.814847:0:209827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbd0476000. 02000000:00000010:1.0:1779697725.814853:0:209827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad653a400. 00000100:00000010:1.0:1779697725.814855:0:209827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5c00. 00000100:00000010:1.0:1779697725.814858:0:209827:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b300. 00010000:00000010:1.0:1779697725.814861:0:209827:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0600. 00010000:00000010:1.0:1779697725.814869:0:209827:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b300. 00080000:00000010:1.0:1779697725.814875:0:209827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f4800. 00000001:00000010:1.0:1779697725.815082:0:209827:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ac60. 00010000:00000200:1.0:1779697725.815109:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559180 x1866137496968320/t8589941765(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.815121:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.815124:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496968320, offset 224 00000400:00000200:1.0:1779697725.815129:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.815136:0:209827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.815141:0:209827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bdc80 00000400:00000200:1.0:1779697725.815145:0:209827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab41 [1] + 224 00000400:00000200:1.0:1779697725.815149:0:209827:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.815152:0:209827:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.815158:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029500 x1866137496968320/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.815168:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:1.0:1779697725.815169:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000020:00000010:1.0:1779697725.815177:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697725.815180:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95258. 00000020:00000010:1.0:1779697725.815182:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7800. 00000400:00000010:1.0:1779697725.815201:0:208271:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d75d8. 00000400:00000200:1.0:1779697725.815204:0:208271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8088 00000400:00000010:1.0:1779697725.815206:0:208271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8088. 00000100:00000200:1.0:1779697725.815211:0:208271:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb5f80 x1866137496968832/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.815219:0:208271:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb5f80 x1866137496968832/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.815240:0:208271:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc7ef8200. 02000000:00000010:1.0:1779697725.815245:0:208271:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93caca59e400. 00000100:00000010:1.0:1779697725.815249:0:208271:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5f80. 00000100:00000010:1.0:1779697725.815251:0:208271:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b6c0. 00010000:00000010:1.0:1779697725.815254:0:208271:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0700. 00010000:00000010:1.0:1779697725.815261:0:208271:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b6c0. 00080000:00000010:1.0:1779697725.815268:0:208271:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f5c00. 00000400:00000010:1.0:1779697725.815535:0:207457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7a50. 00000400:00000200:1.0:1779697725.815539:0:207457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697725.815541:0:207457:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697725.815546:0:207457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb6680 x1866137496968960/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.815559:0:207457:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb6680 x1866137496968960/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.815578:0:207457:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc7ef8000. 02000000:00000010:1.0:1779697725.815582:0:207457:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc7ef9400. 00000100:00000010:1.0:1779697725.815585:0:207457:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6680. 00000100:00000010:1.0:1779697725.815588:0:207457:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b000. 00010000:00000010:1.0:1779697725.815591:0:207457:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0180. 00010000:00000010:1.0:1779697725.815598:0:207457:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9b000. 00080000:00000010:1.0:1779697725.815605:0:207457:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f7800. 00000001:00000010:1.0:1779697725.815836:0:207457:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a7e0. 00010000:00000200:1.0:1779697725.815864:0:207457:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559500 x1866137496968192/t8589941766(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.815875:0:207457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697725.815878:0:207457:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496968192, offset 224 00000400:00000200:1.0:1779697725.815882:0:207457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.815888:0:207457:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.815894:0:207457:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bdc00 00000400:00000200:1.0:1779697725.815898:0:207457:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab51 [1] + 224 00000400:00000200:1.0:1779697725.815903:0:207457:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.815906:0:207457:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.815912:0:207457:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02ad80 x1866137496968192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.815923:0:207457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697725.815924:0:207457:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697725.815932:0:207457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f300. 00000020:00000010:1.0:1779697725.815935:0:207457:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95960. 00000020:00000010:1.0:1779697725.815937:0:207457:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7a00. 00000400:00000010:1.0:1779697725.815957:0:207459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7aa8. 00000400:00000200:1.0:1779697725.815961:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697725.815962:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.815967:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb7b80 x1866137496969600/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.815974:0:207459:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb7b80 x1866137496969600/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.815992:0:207459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac12cb800. 02000000:00000010:1.0:1779697725.815995:0:207459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeeaa6000. 00000100:00000010:1.0:1779697725.815998:0:207459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7b80. 00000100:00000010:1.0:1779697725.816000:0:207459:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9be40. 00010000:00000010:1.0:1779697725.816004:0:207459:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0980. 00010000:00000010:1.0:1779697725.816012:0:207459:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9be40. 00080000:00000010:1.0:1779697725.816019:0:207459:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f6400. 00000001:00000010:1.0:1779697725.816115:0:207459:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aba0. 00010000:00000200:1.0:1779697725.816145:0:207459:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cc00fb6d80 x1866137496969472/t8589942240(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.816156:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.816159:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496969472, offset 224 00000400:00000200:1.0:1779697725.816162:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.816167:0:207459:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.816172:0:207459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be100 00000400:00000200:1.0:1779697725.816176:0:207459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aabb1 [1] + 224 00000400:00000200:1.0:1779697725.816181:0:207459:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.816183:0:207459:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.816188:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb4e00 x1866137496969472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.816198:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697725.816199:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000020:00000010:1.0:1779697725.816207:0:207459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa80. 00000020:00000010:1.0:1779697725.816210:0:207459:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95c80. 00000020:00000010:1.0:1779697725.816212:0:207459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7200. 00010000:00000010:1.0:1779697725.816232:0:190179:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc6e9bb40. 00080000:00000010:1.0:1779697725.816240:0:190179:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbcb0f5000. 00000001:00000010:1.0:1779697725.816463:0:190179:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34aa20. 00010000:00000200:1.0:1779697725.816490:0:190179:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3ab480 x1866137496965632/t8589942241(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.816502:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.816506:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496965632, offset 224 00000400:00000200:1.0:1779697725.816510:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.816516:0:190179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.816521:0:190179:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd200 00000400:00000200:1.0:1779697725.816526:0:190179:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa91 [1] + 224 00000400:00000200:1.0:1779697725.816530:0:190179:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.816532:0:190179:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.816538:0:190179:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a8e00 x1866137496965632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.816559:0:190179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697725.816561:0:190179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000020:00000010:1.0:1779697725.816570:0:190179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6300. 00000020:00000010:1.0:1779697725.816574:0:190179:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ec80. 00000020:00000010:1.0:1779697725.816577:0:190179:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3ee400. 00000800:00000200:1.0:1779697725.816624:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.816628:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697725.816632:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.816636:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.816639:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697725.816641:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 02000000:00000010:1.0:1779697725.816644:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8d800. 00000800:00000200:1.0:1779697725.816653:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.816658:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697725.816664:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.816671:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.816675:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.816685:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.816687:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d700. 00000400:00000200:1.0:1779697725.816690:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.816693:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.816696:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697725.816697:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 02000000:00000010:1.0:1779697725.816700:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8cc00. 00000800:00000200:1.0:1779697725.816705:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000001:00000010:0.0:1779697725.817069:0:207614:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f18a0. 00010000:00000200:0.0:1779697725.817096:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210380 x1866137496966144/t8589942242(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.817107:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:0.0:1779697725.817110:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496966144, offset 224 00000400:00000200:0.0:1779697725.817115:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.817120:0:207614:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.817125:0:207614:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd400 00000400:00000200:0.0:1779697725.817130:0:207614:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaacd [1] + 224 00000400:00000200:0.0:1779697725.817134:0:207614:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.817136:0:207614:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.817141:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5211500 x1866137496966144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.817151:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697725.817152:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000020:00000010:0.0:1779697725.817160:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6800. 00000020:00000010:0.0:1779697725.817162:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697725.817165:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace11d200. 00000400:00000010:0.0:1779697725.817189:0:207456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae5d8. 00000400:00000200:0.0:1779697725.817192:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a330 00000400:00000010:0.0:1779697725.817194:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a330. 00000100:00000200:0.0:1779697725.817200:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655ad80 x1866137496969216/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.817207:0:207456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655ad80 x1866137496969216/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.817228:0:207456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbffa09a00. 02000000:00000010:0.0:1779697725.817233:0:207456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeff28400. 00000100:00000010:0.0:1779697725.817236:0:207456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655ad80. 00000100:00000010:0.0:1779697725.817240:0:207456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345600. 00010000:00000010:0.0:1779697725.817242:0:207456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09ecc0. 00010000:00000010:0.0:1779697725.817251:0:207456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345600. 00080000:00000010:0.0:1779697725.817257:0:207456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00fc5400. 00000001:00000010:0.0:1779697725.817332:0:207456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1480. 00010000:00000200:0.0:1779697725.817354:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558a80 x1866137496968064/t8589941767(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.817364:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:0.0:1779697725.817367:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496968064, offset 224 00000400:00000200:0.0:1779697725.817371:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.817376:0:207456:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.817381:0:207456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bdb80 00000400:00000200:0.0:1779697725.817385:0:207456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab61 [1] + 224 00000400:00000200:0.0:1779697725.817408:0:207456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.817411:0:207456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.817416:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02b800 x1866137496968064/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.817426:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697725.817427:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000020:00000010:0.0:1779697725.817434:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f980. 00000020:00000010:0.0:1779697725.817437:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95320. 00000020:00000010:0.0:1779697725.817439:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653b400. 00000400:00000010:0.0:1779697725.817456:0:189658:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae948. 00000400:00000200:0.0:1779697725.817458:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:0.0:1779697725.817460:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000100:00000200:0.0:1779697725.817465:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b800 x1866137496969344/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.817473:0:189658:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b800 x1866137496969344/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.817489:0:189658:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbffa08800. 02000000:00000010:0.0:1779697725.817492:0:189658:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbffa09800. 00000100:00000010:0.0:1779697725.817495:0:189658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b800. 00000100:00000010:0.0:1779697725.817497:0:189658:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc82be180. 00010000:00000010:0.0:1779697725.817503:0:189658:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09ed40. 00010000:00000010:0.0:1779697725.817510:0:189658:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345a80. 00080000:00000010:0.0:1779697725.817517:0:189658:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00d37800. 00000001:00000010:0.0:1779697725.817743:0:189658:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1420. 00010000:00000200:0.0:1779697725.817765:0:189658:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbbc2450 x1866137496967936/t8589941768(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.817775:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:0.0:1779697725.817779:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496967936, offset 224 00000400:00000200:0.0:1779697725.817783:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.817788:0:189658:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.817792:0:189658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bdb00 00000400:00000200:0.0:1779697725.817797:0:189658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab31 [1] + 224 00000400:00000200:0.0:1779697725.817801:0:189658:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.817804:0:189658:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.817809:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02b100 x1866137496967936/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.817817:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:0.0:1779697725.817819:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000020:00000010:0.0:1779697725.817827:0:189658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779697725.817830:0:189658:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697725.817832:0:189658:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeff29e00. 00000400:00000010:0.0:1779697725.817850:0:207452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243af78. 00000400:00000200:0.0:1779697725.817853:0:207452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a990 00000400:00000010:0.0:1779697725.817855:0:207452:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a990. 00000100:00000200:0.0:1779697725.817860:0:207452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02a680 x1866137496967168/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.817869:0:207452:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02a680 x1866137496967168/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.817887:0:207452:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc5757600. 02000000:00000010:0.0:1779697725.817891:0:207452:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc5756600. 00000100:00000010:0.0:1779697725.817894:0:207452:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02a680. 00000100:00000010:0.0:1779697725.817897:0:207452:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad23456c0. 00010000:00000010:0.0:1779697725.817899:0:207452:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09ec80. 00010000:00000010:0.0:1779697725.817907:0:207452:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad23456c0. 00080000:00000010:0.0:1779697725.817914:0:207452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00d37000. 00000001:00000010:0.0:1779697725.817990:0:207452:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1a80. 00010000:00000200:0.0:1779697725.818015:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0700 x1866137496966656/t8589942243(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.818025:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:0.0:1779697725.818029:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496966656, offset 224 00000400:00000200:0.0:1779697725.818032:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.818037:0:207452:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.818042:0:207452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd600 00000400:00000200:0.0:1779697725.818047:0:207452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab01 [1] + 224 00000400:00000200:0.0:1779697725.818052:0:207452:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.818054:0:207452:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.818060:0:207452:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2d80 x1866137496966656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.818069:0:207452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:0.0:1779697725.818070:0:207452:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000020:00000010:0.0:1779697725.818077:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6a80. 00000020:00000010:0.0:1779697725.818080:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697725.818083:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc5757200. 00000400:00000010:0.0:1779697725.818102:0:194520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a108. 00000400:00000200:0.0:1779697725.818105:0:194520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a5d8 00000400:00000010:0.0:1779697725.818107:0:194520:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a5d8. 00000100:00000200:0.0:1779697725.818112:0:194520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02aa00 x1866137496967296/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.818120:0:194520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02aa00 x1866137496967296/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.818136:0:194520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc5756e00. 02000000:00000010:0.0:1779697725.818138:0:194520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc5756000. 00000100:00000010:0.0:1779697725.818141:0:194520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02aa00. 00000100:00000010:0.0:1779697725.818143:0:194520:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345e40. 00010000:00000010:0.0:1779697725.818145:0:194520:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09eb40. 00010000:00000010:0.0:1779697725.818151:0:194520:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345e40. 00080000:00000010:0.0:1779697725.818157:0:194520:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb541800. 00000001:00000010:0.0:1779697725.818223:0:194520:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f10c0. 00010000:00000200:0.0:1779697725.818245:0:194520:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed0380 x1866137496966912/t8589942244(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.818254:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:0.0:1779697725.818258:0:194520:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496966912, offset 224 00000400:00000200:0.0:1779697725.818261:0:194520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.818267:0:194520:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.818271:0:194520:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd700 00000400:00000200:0.0:1779697725.818275:0:194520:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab09 [1] + 224 00000400:00000200:0.0:1779697725.818279:0:194520:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.818282:0:194520:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.818287:0:194520:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed3100 x1866137496966912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.818295:0:194520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:0.0:1779697725.818297:0:194520:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000020:00000010:0.0:1779697725.818303:0:194520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d00. 00000020:00000010:0.0:1779697725.818307:0:194520:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697725.818309:0:194520:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc5756c00. 00000400:00000010:0.0:1779697725.818326:0:207448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae108. 00000400:00000200:0.0:1779697725.818329:0:207448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34add0 00000400:00000010:0.0:1779697725.818330:0:207448:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34add0. 00000100:00000200:0.0:1779697725.818336:0:207448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655aa00 x1866137496968448/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697725.818343:0:207448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655aa00 x1866137496968448/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697725.818359:0:207448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbeff29400. 02000000:00000010:0.0:1779697725.818362:0:207448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeff28200. 00000100:00000010:0.0:1779697725.818365:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655aa00. 00000100:00000010:0.0:1779697725.818367:0:207448:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad2345cc0. 00010000:00000010:0.0:1779697725.818369:0:207448:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbff09e100. 00010000:00000010:0.0:1779697725.818375:0:207448:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345cc0. 00080000:00000010:0.0:1779697725.818381:0:207448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbfb541c00. 00000001:00000010:0.0:1779697725.818470:0:207448:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1c60. 00010000:00000200:0.0:1779697725.818493:0:207448:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558e00 x1866137496967808/t8589941769(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.818503:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:0.0:1779697725.818507:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496967808, offset 224 00000400:00000200:0.0:1779697725.818510:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.818515:0:207448:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.818520:0:207448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bda80 00000400:00000200:0.0:1779697725.818525:0:207448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab39 [1] + 224 00000400:00000200:0.0:1779697725.818529:0:207448:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.818531:0:207448:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.818536:0:207448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02a300 x1866137496967808/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.818545:0:207448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:0.0:1779697725.818547:0:207448:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000020:00000010:0.0:1779697725.818554:0:207448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:0.0:1779697725.818557:0:207448:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f950c8. 00000020:00000010:0.0:1779697725.818560:0:207448:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa6c00. 00002000:00000010:0.0:1779697725.827061:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0440. 00010000:00000010:0.0:1779697725.827072:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2a500. 00010000:00000010:0.0:1779697725.827082:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e40c0. 00002000:00000010:0.0:1779697725.827095:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea612c0. 00010000:00000010:0.0:1779697725.827098:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20a00. 00010000:00000010:0.0:1779697725.827102:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82be240. 00002000:00000010:0.0:1779697725.827112:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383980. 00010000:00000010:0.0:1779697725.827115:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc78dc700. 00010000:00000010:0.0:1779697725.827119:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345300. 00002000:00000010:0.0:1779697725.827126:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61980. 00010000:00000010:0.0:1779697725.827128:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf828f300. 00010000:00000010:0.0:1779697725.827132:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cacd7e4c00. 00002000:00000010:0.0:1779697725.827139:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0a80. 00010000:00000010:0.0:1779697725.827141:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2a100. 00010000:00000010:0.0:1779697725.827145:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b300. 00002000:00000010:0.0:1779697725.827154:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383940. 00010000:00000010:0.0:1779697725.827156:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3abe300. 00010000:00000010:0.0:1779697725.827160:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b6c0. 00002000:00000010:0.0:1779697725.827166:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383740. 00010000:00000010:0.0:1779697725.827168:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc78dcc00. 00010000:00000010:0.0:1779697725.827171:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9b000. 00002000:00000010:0.0:1779697725.827177:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383500. 00010000:00000010:0.0:1779697725.827179:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc78dc100. 00010000:00000010:0.0:1779697725.827183:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9be40. 00002000:00000010:0.0:1779697725.827189:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61840. 00010000:00000010:0.0:1779697725.827192:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf828f200. 00010000:00000010:0.0:1779697725.827195:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc6e9bb40. 00002000:00000010:0.0:1779697725.827201:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0200. 00010000:00000010:0.0:1779697725.827203:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2ac00. 00010000:00000010:0.0:1779697725.827208:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345600. 00002000:00000010:0.0:1779697725.827214:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61280. 00010000:00000010:0.0:1779697725.827216:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf828ff00. 00010000:00000010:0.0:1779697725.827219:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345a80. 00002000:00000010:0.0:1779697725.827226:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bbad40. 00010000:00000010:0.0:1779697725.827229:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515da700. 00010000:00000010:0.0:1779697725.827233:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad23456c0. 00002000:00000010:0.0:1779697725.827238:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61d80. 00010000:00000010:0.0:1779697725.827241:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20000. 00010000:00000010:0.0:1779697725.827245:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345e40. 00002000:00000010:0.0:1779697725.827251:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61040. 00010000:00000010:0.0:1779697725.827253:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbf828fb00. 00010000:00000010:0.0:1779697725.827257:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345cc0. 00000400:00000010:0.0:1779697725.827281:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7268. 00000400:00000200:0.0:1779697725.827286:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8110 00000400:00000010:0.0:1779697725.827288:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8110. 00000100:00000200:0.0:1779697725.827300:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb4e00 x1866137496969472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.827312:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb4e00 x1866137496969472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.827365:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae370. 00000400:00000200:0.0:1779697725.827369:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ad48 00000400:00000010:0.0:1779697725.827371:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ad48. 00000100:00000200:0.0:1779697725.827376:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02a300 x1866137496967808/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.827384:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02a300 x1866137496967808/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.827433:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae688. 00000400:00000200:0.0:1779697725.827436:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ac38 00000400:00000010:0.0:1779697725.827437:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ac38. 00000100:00000200:0.0:1779697725.827442:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029500 x1866137496968320/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.827449:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029500 x1866137496968320/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.827461:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae70. 00000400:00000200:0.0:1779697725.827463:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ae58 00000400:00000010:0.0:1779697725.827464:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ae58. 00000100:00000200:0.0:1779697725.827467:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029c00 x1866137496967424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.827474:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029c00 x1866137496967424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.827485:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779697725.827487:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34af68 00000400:00000010:0.0:1779697725.827489:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34af68. 00000100:00000200:0.0:1779697725.827493:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02b100 x1866137496967936/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.831209:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02b100 x1866137496967936/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.831266:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779697725.831274:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34abb0 00000400:00000010:0.0:1779697725.831277:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34abb0. 00000100:00000200:0.0:1779697725.831283:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed3100 x1866137496966912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.831291:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed3100 x1866137496966912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.831306:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779697725.831309:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a000 00000400:00000010:0.0:1779697725.831310:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a000. 00000100:00000200:0.0:1779697725.831315:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5211500 x1866137496966144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.831321:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5211500 x1866137496966144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.831334:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697725.831337:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a770 00000400:00000010:0.0:1779697725.831339:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a770. 00000100:00000200:0.0:1779697725.831343:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5211180 x1866137496966272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.831350:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5211180 x1866137496966272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697725.831429:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655aa00. 02000000:00000010:0.0:1779697725.831447:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfb540c00. 00000100:00000010:0.0:1779697725.831472:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b800. 02000000:00000010:0.0:1779697725.831476:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfb542c00. 00000100:00000010:0.0:1779697725.831729:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655ad80. 02000000:00000010:0.0:1779697725.831735:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfb541400. 00000100:00000010:0.0:1779697725.831743:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 02000000:00000010:0.0:1779697725.831746:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfb540800. 02000000:00000010:0.0:1779697725.831843:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbfb541000. 00000400:00000010:0.0:1779697725.831849:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae688. 00000400:00000010:0.0:1779697725.831853:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d770. 00000100:00000200:0.0:1779697725.831859:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496970112, portal 4 00000400:00000010:0.0:1779697725.831863:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:0.0:1779697725.831865:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496970112, offset 0 00000400:00000200:0.0:1779697725.831871:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.831882:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.831892:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be380 00000400:00000200:0.0:1779697725.831898:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 3808 00000400:00000200:0.0:1779697725.831906:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.831910:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.831916:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.831920:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558700. 00000400:00000200:0.0:1779697725.831936:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:0.0:1779697725.831939:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000100:00000200:0.0:1779697725.831944:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655ad80 x1866137496970112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.831971:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbfb543000. 00000400:00000010:0.0:1779697725.831974:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae370. 00000400:00000010:0.0:1779697725.831976:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d6e8. 00000100:00000200:0.0:1779697725.831978:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496969984, portal 4 00000400:00000010:0.0:1779697725.831981:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:0.0:1779697725.831984:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496969984, offset 0 00000400:00000200:0.0:1779697725.831987:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.831992:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.831996:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be300 00000400:00000200:0.0:1779697725.832000:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 4352 00000400:00000200:0.0:1779697725.832004:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.832007:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.832009:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.832012:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b480. 00010000:00000010:1.0:1779697725.832180:0:207613:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97e40. 00080000:00000010:1.0:1779697725.832200:0:207613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8cc00. 00000001:00000010:1.0:1779697725.832571:0:207613:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a720. 00010000:00000200:1.0:1779697725.832621:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caf9ed3480 x1866137496966784/t8589942245(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.832635:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000010:3.0:1779697725.833301:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823480. 02000000:00000010:3.0:1779697725.833313:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b68000. 00000100:00000200:1.0:1779697725.833372:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496966784, offset 224 00000400:00000200:1.0:1779697725.833381:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.833413:0:207613:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.833421:0:207613:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd680 00000400:00000200:1.0:1779697725.833427:0:207613:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaaf9 [1] + 224 00000400:00000200:1.0:1779697725.833433:0:207613:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.833436:0:207613:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.833445:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1500 x1866137496966784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.833458:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697725.833460:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697725.833476:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6680. 00000020:00000010:1.0:1779697725.833481:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23ee10. 00000020:00000010:1.0:1779697725.833485:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc5757c00. 00000020:00000010:1.0:1779697725.837137:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.837148:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.837155:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6c15400. 00000020:00000010:1.0:1779697725.837159:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697725.837165:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697725.837196:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.837198:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.837202:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad6c15e00. 00000020:00000010:1.0:1779697725.837204:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e680. 00000020:00000010:1.0:1779697725.837207:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697725.837226:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697725.837228:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697725.837231:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496970112 02000000:00000010:1.0:1779697725.837257:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cac4424800. 00010000:00000010:1.0:1779697725.837280:0:207613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc0030600. 00010000:00000010:1.0:1779697725.837298:0:207613:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0600. 00000100:00000010:1.0:1779697725.837306:0:207613:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d97480. 00000100:00000010:1.0:1779697725.837316:0:207613:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28700. 02000000:00000010:1.0:1779697725.837327:0:207613:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad6c15000. 02000000:00000010:1.0:1779697725.837352:0:207613:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad6c15c00. 00000400:00000010:1.0:1779697725.837357:0:207613:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc59b3898. 00000400:00000010:1.0:1779697725.837365:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697725.837372:0:207613:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496970496, portal 16 00000400:00000010:1.0:1779697725.837377:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697725.837380:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496970496, offset 0 00000400:00000200:1.0:1779697725.837406:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.837421:0:207613:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.837426:0:207613:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.837430:0:207613:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.837434:0:207613:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.837436:0:207613:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.837440:0:207613:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309835:309835:248:4294967295] 192.168.203.23@tcp LPNI seq info [309831:309831:-6:4294967295] 00010000:00000010:1.0:1779697725.837485:0:207455:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97300. 00080000:00000010:1.0:1779697725.837570:0:207455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cac4425c00. 00000001:00000010:1.0:1779697725.838173:0:207455:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a780. 00010000:00000200:1.0:1779697725.838219:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93caca3a9500 x1866137496965760/t8589942246(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.838236:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.838241:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496965760, offset 224 00000400:00000200:1.0:1779697725.838246:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.838255:0:207455:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.838264:0:207455:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bd280 00000400:00000200:1.0:1779697725.838271:0:207455:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaa99 [1] + 224 00000400:00000200:1.0:1779697725.838279:0:207455:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.838283:0:207455:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.838292:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aa300 x1866137496965760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.838308:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697725.838310:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000020:00000010:1.0:1779697725.838324:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6f80. 00000020:00000010:1.0:1779697725.838329:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e000. 00000020:00000010:1.0:1779697725.838333:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff3ef400. 02000000:00000010:1.0:1779697725.838346:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf1311400. 00000100:00000010:1.0:1779697725.838350:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9500. 02000000:00000010:1.0:1779697725.838354:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf07ca800. 00000100:00000010:1.0:1779697725.838356:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3480. 02000000:00000010:1.0:1779697725.838360:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf07c9400. 00000100:00000010:1.0:1779697725.838363:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0380. 02000000:00000010:1.0:1779697725.838366:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf07ca400. 00000100:00000010:1.0:1779697725.838368:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0700. 02000000:00000010:1.0:1779697725.838371:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00fc4000. 02000000:00000010:1.0:1779697725.838374:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf07c9c00. 00000100:00000010:1.0:1779697725.838376:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210380. 02000000:00000010:1.0:1779697725.838378:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc7bc1000. 00000100:00000010:1.0:1779697725.838381:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab480. 02000000:00000010:1.0:1779697725.838384:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cac1880c00. 00000100:00000010:1.0:1779697725.838412:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559880. 02000000:00000010:1.0:1779697725.838416:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc7bc2c00. 00000100:00000010:1.0:1779697725.838419:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212a00. 02000000:00000010:1.0:1779697725.838421:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c21000. 00000100:00000010:1.0:1779697725.838423:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779697725.838427:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf6c8c800. 00000100:00000010:1.0:1779697725.838429:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 02000000:00000010:1.0:1779697725.838431:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf6c8d000. 00000100:00000010:1.0:1779697725.838433:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9801f80. 02000000:00000010:1.0:1779697725.838436:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc9b6a800. 00000100:00000010:1.0:1779697725.838438:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9180. 02000000:00000010:1.0:1779697725.838440:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbef80a000. 00000100:00000010:1.0:1779697725.838442:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985e680. 02000000:00000010:1.0:1779697725.838446:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c4c400. 00000100:00000010:1.0:1779697725.838449:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9801c00. 02000000:00000010:1.0:1779697725.838451:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc93aac00. 00000100:00000010:1.0:1779697725.838453:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3b80. 02000000:00000010:1.0:1779697725.838456:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc93a8c00. 00000100:00000010:1.0:1779697725.838458:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9802300. 02000000:00000010:1.0:1779697725.838461:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc93aa000. 00000100:00000010:1.0:1779697725.838462:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb3100. 02000000:00000010:1.0:1779697725.838465:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cacc2ed000. 00000100:00000010:1.0:1779697725.838467:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb0e00. 02000000:00000010:1.0:1779697725.838471:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbfeda0800. 00000100:00000010:1.0:1779697725.838472:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ed80. 02000000:00000010:1.0:1779697725.838476:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c21c00. 00000100:00000010:1.0:1779697725.838477:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8700. 02000000:00000010:1.0:1779697725.838480:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c21400. 00000100:00000010:1.0:1779697725.838481:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0e00. 02000000:00000010:1.0:1779697725.838483:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc3549c00. 00000100:00000010:1.0:1779697725.838485:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985fb80. 02000000:00000010:1.0:1779697725.838487:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc354b800. 00000100:00000010:1.0:1779697725.838489:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3abb80. 02000000:00000010:1.0:1779697725.838491:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc3461800. 00000100:00000010:1.0:1779697725.838493:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779697725.838496:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc93ab400. 00000100:00000010:1.0:1779697725.838498:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3800. 02000000:00000010:1.0:1779697725.840596:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc93a9800. 00000100:00000010:1.0:1779697725.840600:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1180. 02000000:00000010:1.0:1779697725.840604:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc354b000. 00000100:00000010:1.0:1779697725.840606:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9880. 02000000:00000010:1.0:1779697725.840609:0:207455:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c22800. 00000100:00000010:1.0:1779697725.840611:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2680. 00000100:00000200:1.0:1779697725.840619:0:207455:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1779697725.840626:0:207455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7268. 00000400:00000010:1.0:1779697725.840637:0:207455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff93cbeff7d700. 00000020:00000010:1.0:1779697725.840665:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0980. 00000020:00000010:1.0:1779697725.840669:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0980. 00000100:00000200:1.0:1779697725.840672:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496969984 02000000:00000010:1.0:1779697725.840694:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cac4427400. 00010000:00000010:1.0:1779697725.840723:0:207455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3000. 00010000:00000010:1.0:1779697725.840739:0:207455:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0980. 00000100:00000010:1.0:1779697725.840745:0:207455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d97d80. 00000100:00000010:1.0:1779697725.840753:0:207455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28a80. 02000000:00000010:1.0:1779697725.840764:0:207455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad6c14200. 02000000:00000010:1.0:1779697725.840786:0:207455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad6c14600. 00000400:00000010:1.0:1779697725.840790:0:207455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7aa8. 00000400:00000010:1.0:1779697725.840795:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.840799:0:207455:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496970624, portal 16 00000400:00000010:1.0:1779697725.840803:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697725.840806:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496970624, offset 0 00000400:00000200:1.0:1779697725.840816:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.840829:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.840834:0:207455:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.840837:0:207455:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.840841:0:207455:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.840843:0:207455:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.840847:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309836:309836:248:4294967295] 192.168.203.23@tcp LPNI seq info [309832:309832:-7:4294967295] 02000000:00000010:1.0:1779697725.840913:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4425000. 00000400:00000010:1.0:1779697725.840918:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7a50. 00000400:00000010:1.0:1779697725.840921:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8088. 00000100:00000200:1.0:1779697725.840924:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496969856, portal 4 00000400:00000010:1.0:1779697725.840928:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.840930:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496969856, offset 0 00000400:00000200:1.0:1779697725.840934:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.840941:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.840949:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be280 00000400:00000200:1.0:1779697725.840954:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 4896 00000400:00000200:1.0:1779697725.840962:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.840966:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.840972:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.840976:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29f80. 00000400:00000200:1.0:1779697725.840994:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:1.0:1779697725.840996:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.841002:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655aa00 x1866137496969856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1779697725.841579:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f400. 00010000:00000010:2.1:1779697725.841587:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0031800. 00010000:00000010:2.1:1779697725.841592:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1e00. 00010000:00000010:2.1:1779697725.841596:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8600. 00010000:00000010:2.1:1779697725.841600:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c400. 00010000:00000010:2.1:1779697725.841603:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834cc00. 00010000:00000010:2.1:1779697725.841605:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c800. 00010000:00000010:2.1:1779697725.841609:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d400. 00010000:00000010:2.1:1779697725.841614:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fb00. 00010000:00000010:2.1:1779697725.841617:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614800. 00010000:00000010:2.1:1779697725.841622:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f900. 00010000:00000010:2.1:1779697725.841624:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8000. 00010000:00000010:2.1:1779697725.841626:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f700. 00010000:00000010:2.1:1779697725.841629:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 02000000:00000010:1.0:1779697725.842728:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c22800. 00000400:00000010:1.0:1779697725.842737:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d75d8. 00000400:00000010:1.0:1779697725.842742:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.842747:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496970368, portal 4 00000400:00000010:1.0:1779697725.842752:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.842755:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496970368, offset 0 00000400:00000200:1.0:1779697725.842761:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.842770:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.842779:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be480 00000400:00000200:1.0:1779697725.842785:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 5440 00000400:00000200:1.0:1779697725.842792:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.842796:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.842801:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.842805:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28000. 00000400:00000200:1.0:1779697725.842827:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.842830:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.842836:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2823480 x1866137496970368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.842863:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae160. 00000400:00000200:1.0:1779697725.842867:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aee0 00000400:00000010:1.0:1779697725.842868:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aee0. 00000100:00000200:1.0:1779697725.842873:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029180 x1866137496967552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.842882:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029180 x1866137496967552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.842918:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae420. 00000400:00000200:1.0:1779697725.842921:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a198 00000400:00000010:1.0:1779697725.842922:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a198. 00000100:00000200:1.0:1779697725.842927:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02b800 x1866137496968064/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.842934:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02b800 x1866137496968064/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.842946:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aebb0. 00000400:00000200:1.0:1779697725.842948:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a110 00000400:00000010:1.0:1779697725.842950:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a110. 00000100:00000200:1.0:1779697725.842954:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02ad80 x1866137496968192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.842960:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02ad80 x1866137496968192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.842973:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a210. 00000400:00000200:1.0:1779697725.842976:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a550 00000400:00000010:1.0:1779697725.842978:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a550. 00000100:00000200:1.0:1779697725.842981:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2d80 x1866137496966656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.842988:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2d80 x1866137496966656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.843007:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a688. 00000400:00000200:1.0:1779697725.843010:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34ab28 00000400:00000010:1.0:1779697725.843012:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34ab28. 00000100:00000200:1.0:1779697725.843015:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1500 x1866137496966784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.843022:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1500 x1866137496966784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697725.843048:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c21400. 00000400:00000010:1.0:1779697725.843051:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7f20. 00000400:00000010:1.0:1779697725.843055:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.843057:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496970240, portal 4 00000400:00000010:1.0:1779697725.843060:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.843063:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496970240, offset 0 00000400:00000200:1.0:1779697725.843066:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.843071:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.843076:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be400 00000400:00000200:1.0:1779697725.843080:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 5984 00000400:00000200:1.0:1779697725.843085:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.843088:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.843091:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697725.843093:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29500. 00000400:00000200:1.0:1779697725.843103:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697725.843104:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.843108:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559c00 x1866137496970240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1779697725.843159:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0d80. 00010000:00000010:1.0:1779697725.843165:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2a200. 00010000:00000010:1.0:1779697725.843173:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97e40. 00002000:00000010:1.0:1779697725.843181:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383b40. 00010000:00000010:1.0:1779697725.843183:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc78dc900. 00010000:00000010:1.0:1779697725.843188:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97300. 00000400:00000010:1.0:1779697725.843201:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae18. 00000400:00000200:1.0:1779697725.843204:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34aa18 00000400:00000010:1.0:1779697725.843206:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34aa18. 00000100:00000200:1.0:1779697725.843211:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aa300 x1866137496965760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.843220:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aa300 x1866137496965760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.843234:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:1.0:1779697725.843237:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a660 00000400:00000010:1.0:1779697725.843238:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a660. 00000100:00000200:1.0:1779697725.843242:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a8e00 x1866137496965632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.843247:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a8e00 x1866137496965632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1779697725.843567:0:208271:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ae40. 00010000:00000200:1.0:1779697725.843618:0:208271:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6559f80 x1866137496967680/t8589941770(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.843632:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.843635:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496967680, offset 224 00000400:00000200:1.0:1779697725.843640:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.843646:0:208271:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.843651:0:208271:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bda00 00000400:00000200:1.0:1779697725.843655:0:208271:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aab49 [1] + 224 00000400:00000200:1.0:1779697725.843660:0:208271:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.843663:0:208271:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.843669:0:208271:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028e00 x1866137496967680/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.843684:0:208271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697725.843686:0:208271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000020:00000010:1.0:1779697725.843700:0:208271:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f500. 00000020:00000010:1.0:1779697725.843704:0:208271:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f95a28. 00000020:00000010:1.0:1779697725.843717:0:208271:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeeaa7600. 00000020:00000010:1.0:1779697725.843742:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697725.843746:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697725.843750:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653b400. 00000020:00000010:1.0:1779697725.843754:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e580. 00000020:00000010:1.0:1779697725.843758:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697725.843777:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697725.843779:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697725.843783:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653a400. 00000020:00000010:1.0:1779697725.843785:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee80. 00000020:00000010:1.0:1779697725.843788:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af960. 00000020:00000010:1.0:1779697725.843799:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697725.843801:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697725.843804:0:208271:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad653b000. 00000020:00000010:1.0:1779697725.843806:0:208271:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697725.843808:0:208271:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697725.843821:0:208271:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697725.843822:0:208271:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697725.843825:0:208271:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496969856 02000000:00000010:1.0:1779697725.843845:0:208271:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cc00c21000. 00010000:00000010:1.0:1779697725.843862:0:208271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:1.0:1779697725.843876:0:208271:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0d80. 00000100:00000010:1.0:1779697725.843881:0:208271:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d97300. 00000100:00000010:1.0:1779697725.843888:0:208271:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b100. 02000000:00000010:1.0:1779697725.843897:0:208271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cad653b200. 02000000:00000010:1.0:1779697725.843912:0:208271:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc7ef9a00. 00000400:00000010:1.0:1779697725.843915:0:208271:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d7528. 00000400:00000010:1.0:1779697725.843918:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.843921:0:208271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496970752, portal 16 00000400:00000010:1.0:1779697725.843924:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697725.843926:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496970752, offset 0 00000400:00000200:1.0:1779697725.843933:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.843941:0:208271:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.843945:0:208271:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.843950:0:208271:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.843953:0:208271:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.843956:0:208271:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.843960:0:208271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309837:309837:248:4294967295] 192.168.203.23@tcp LPNI seq info [309833:309833:-8:4294967295] 00000020:00000010:1.0:1779697725.843995:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0180. 00000020:00000010:1.0:1779697725.843998:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0180. 00000100:00000200:1.0:1779697725.844000:0:207460:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496970368 02000000:00000010:1.0:1779697725.844009:0:207460:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc7bc2c00. 00010000:00000010:1.0:1779697725.844020:0:207460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbefab3600. 00010000:00000010:1.0:1779697725.844027:0:207460:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0180. 00000100:00000010:1.0:1779697725.844030:0:207460:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d97e40. 00000100:00000010:1.0:1779697725.844034:0:207460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b480. 02000000:00000010:1.0:1779697725.844040:0:207460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc7ef9400. 02000000:00000010:1.0:1779697725.844049:0:207460:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc7ef8000. 00000400:00000010:1.0:1779697725.844052:0:207460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc58d74d0. 00000400:00000010:1.0:1779697725.844056:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8c38. 00000100:00000200:1.0:1779697725.844060:0:207460:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496970880, portal 16 00000400:00000010:1.0:1779697725.844063:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697725.844065:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496970880, offset 0 00000400:00000200:1.0:1779697725.844070:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.844075:0:207460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.844077:0:207460:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.844080:0:207460:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.844082:0:207460:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.844084:0:207460:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.844087:0:207460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309838:309838:248:4294967295] 192.168.203.23@tcp LPNI seq info [309834:309834:-9:4294967295] 00000400:00000010:1.0:1779697725.844106:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aef20. 00000400:00000200:1.0:1779697725.844110:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcb34a4c8 00000400:00000010:1.0:1779697725.844111:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbcb34a4c8. 00000100:00000200:1.0:1779697725.844116:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028e00 x1866137496967680/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.844123:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028e00 x1866137496967680/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.844153:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.844156:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697725.844158:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496970240 02000000:00000010:1.0:1779697725.844167:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc7bc1000. 00010000:00000010:1.0:1779697725.844177:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:1.0:1779697725.844185:0:209827:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0680. 00000100:00000010:1.0:1779697725.844188:0:209827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d976c0. 00000100:00000010:1.0:1779697725.844193:0:209827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2ad80. 02000000:00000010:1.0:1779697725.844198:0:209827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc7ef8200. 02000000:00000010:1.0:1779697725.844207:0:209827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc7ef9000. 00000400:00000010:1.0:1779697725.844227:0:209827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3370. 00000400:00000010:1.0:1779697725.844232:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697725.844235:0:209827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496971008, portal 16 00000400:00000010:1.0:1779697725.844238:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697725.844240:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496971008, offset 0 00000400:00000200:1.0:1779697725.844247:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.844253:0:209827:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.844256:0:209827:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697725.844258:0:209827:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697725.844260:0:209827:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697725.844262:0:209827:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697725.844265:0:209827:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309839:309839:248:4294967295] 192.168.203.23@tcp LPNI seq info [309835:309835:-10:4294967295] 00000800:00000010:1.0:1779697725.844297:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697725.844304:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844311:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844315:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844343:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844346:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697725.844350:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844354:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844358:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779697725.844360:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 02000000:00000010:1.0:1779697725.844364:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8c000. 00000800:00000200:1.0:1779697725.844371:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844374:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697725.844377:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844380:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844382:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844412:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844415:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:1.0:1779697725.844417:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844420:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844423:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779697725.844425:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 02000000:00000010:1.0:1779697725.844427:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8fc00. 00000800:00000200:1.0:1779697725.844433:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844435:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697725.844438:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844441:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844443:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844451:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844452:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697725.844454:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844458:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844460:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779697725.844461:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 02000000:00000010:1.0:1779697725.844464:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8c400. 00000800:00000200:1.0:1779697725.844468:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844470:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.844473:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844476:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844478:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844485:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844487:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697725.844489:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844492:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844495:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:1.0:1779697725.844497:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 02000000:00000010:1.0:1779697725.844499:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8e800. 00000800:00000200:1.0:1779697725.844504:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844507:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697725.844510:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844513:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844516:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844524:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844526:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697725.844529:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844531:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844533:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779697725.844535:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 02000000:00000010:1.0:1779697725.844537:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8f800. 00000800:00000200:1.0:1779697725.844542:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844545:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697725.844548:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844551:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844554:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844562:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844564:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697725.844567:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844570:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844573:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779697725.844574:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 02000000:00000010:1.0:1779697725.844576:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8f000. 00000800:00000200:1.0:1779697725.844581:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844584:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697725.844587:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844590:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844593:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844602:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844604:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697725.844607:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844609:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844612:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697725.844614:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 02000000:00000010:1.0:1779697725.844616:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8c800. 00000800:00000200:1.0:1779697725.844621:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844624:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7df00. 00000800:00000200:1.0:1779697725.844627:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844631:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844633:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7df00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844641:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844643:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697725.844645:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844648:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844651:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697725.844652:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 02000000:00000010:1.0:1779697725.844655:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8ec00. 00000800:00000200:1.0:1779697725.844659:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844662:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7de00. 00000800:00000200:1.0:1779697725.844665:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844668:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.844670:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7de00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.844678:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.844680:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697725.844683:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.844686:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.844689:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:1.0:1779697725.844690:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00000800:00000200:1.0:1779697725.844695:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.844698:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dc00. 00000800:00000200:1.0:1779697725.844701:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.844704:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00010000:00000010:3.1:1779697725.845076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d200. 00010000:00000010:0.1:1779697725.845224:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c000. 00010000:00000010:0.1:1779697725.845231:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d000. 00010000:00000010:0.1:1779697725.845235:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3a00. 00010000:00000010:0.1:1779697725.845240:0:3323:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048ff00. 00010000:00000010:0.1:1779697725.845244:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2000. 00010000:00000010:0.1:1779697725.845247:0:3323:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048fa00. 00010000:00000010:0.1:1779697725.845251:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3e00. 00010000:00000010:0.1:1779697725.845255:0:3323:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1f00. 00010000:00000010:0.1:1779697725.845257:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3200. 00010000:00000010:0.1:1779697725.845261:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2800. 00010000:00000010:0.1:1779697725.845264:0:3323:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd048f300. 00010000:00000010:0.1:1779697725.845267:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9800. 00010000:00000010:0.1:1779697725.845272:0:3323:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f100. 00010000:00000010:0.1:1779697725.845274:0:3323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2400. 00000400:00000200:0.0:1779697725.845280:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:0.0:1779697725.845284:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000100:00000200:0.0:1779697725.845293:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b800 x1866137496969984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697725.845384:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:0.0:1779697725.845410:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfb542000. 00000100:00000010:0.0:1779697725.845433:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a300. 02000000:00000010:0.0:1779697725.845437:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbfb543800. 02000000:00000010:0.0:1779697725.845534:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd8000. 00000400:00000010:0.0:1779697725.845539:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae108. 00000400:00000010:0.0:1779697725.845542:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:0.0:1779697725.845546:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496971136, portal 4 00000400:00000010:0.0:1779697725.845551:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697725.845553:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496971136, offset 0 00000400:00000200:0.0:1779697725.845558:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.845566:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.845575:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be780 00000400:00000200:0.0:1779697725.845581:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 6528 00000400:00000200:0.0:1779697725.845587:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.845590:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.845595:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.845599:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a680. 00000400:00000200:0.0:1779697725.845611:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697725.845613:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697725.845617:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496971136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697725.845641:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd8c00. 00000400:00000010:0.0:1779697725.845645:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae948. 00000400:00000010:0.0:1779697725.845648:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697725.845651:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496971264, portal 4 00000400:00000010:0.0:1779697725.845655:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697725.845657:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496971264, offset 0 00000400:00000200:0.0:1779697725.845661:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.845666:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.845671:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9be800 00000400:00000200:0.0:1779697725.845675:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 7072 00000400:00000200:0.0:1779697725.845679:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.845681:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.845684:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697725.845686:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 00000400:00000200:0.0:1779697725.845695:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697725.845697:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697725.845701:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655a300 x1866137496971264/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697725.845751:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697725.845756:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697725.845761:0:190179:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075ef800. 00000020:00000010:0.0:1779697725.845765:0:190179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c480. 00000020:00000010:0.0:1779697725.845769:0:190179:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697725.845792:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697725.845794:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697725.845797:0:190179:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075efa00. 00000020:00000010:0.0:1779697725.845799:0:190179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697725.845802:0:190179:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697725.845817:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61040. 00000020:00000010:0.0:1779697725.845818:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61040. 00000100:00000200:0.0:1779697725.845821:0:190179:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496971136 02000000:00000010:0.0:1779697725.845835:0:190179:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc6fda800. 00010000:00000010:0.0:1779697725.845878:0:190179:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20000. 00010000:00000010:0.0:1779697725.845882:0:190179:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20a00. 00010000:00000010:0.0:1779697725.845887:0:190179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e862200. 00002000:00000010:0.0:1779697725.845897:0:190179:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61040. 00010000:00000010:0.0:1779697725.845923:0:190179:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345cc0. 00080000:00000010:0.0:1779697725.845938:0:190179:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fdb000. 00000001:00000010:0.0:1779697725.847663:0:190179:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1960. 00010000:00000200:0.0:1779697725.847728:0:190179:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655a680 x1866137496971136/t8589941771(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.847746:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697725.847753:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496971136, offset 224 00000400:00000200:0.0:1779697725.847760:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.847769:0:190179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.847778:0:190179:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be780 00000400:00000200:0.0:1779697725.847784:0:190179:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aaca9 [1] + 224 00000400:00000200:0.0:1779697725.847791:0:190179:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.847794:0:190179:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.847801:0:190179:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496971136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.847822:0:190179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697725.847825:0:190179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779697725.847841:0:190179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c480. 00000020:00000010:0.0:1779697725.847845:0:190179:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697725.847848:0:190179:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075ef800. 00000020:00000010:0.0:1779697725.847873:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697725.847877:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697725.847879:0:190179:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496971264 02000000:00000010:0.0:1779697725.847900:0:190179:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc6fdbc00. 00010000:00000010:0.0:1779697725.847913:0:190179:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbd8f20400. 00010000:00000010:0.0:1779697725.847916:0:190179:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbd8f20300. 00010000:00000010:0.0:1779697725.847921:0:190179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e863400. 00002000:00000010:0.0:1779697725.847928:0:190179:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacea61d80. 00010000:00000010:0.0:1779697725.847949:0:190179:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad2345e40. 00080000:00000010:0.0:1779697725.847962:0:190179:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fdac00. 00002000:00000010:3.0:1779697725.848326:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61040. 00010000:00000010:3.0:1779697725.848333:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20a00. 00010000:00000010:3.0:1779697725.848344:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345cc0. 00002000:00000010:3.0:1779697725.848351:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61d80. 00010000:00000010:3.0:1779697725.848353:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20300. 00010000:00000010:3.0:1779697725.848360:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad2345e40. 00000001:00000010:0.0:1779697725.850269:0:190179:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f19c0. 00010000:00000200:0.0:1779697725.850320:0:190179:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655b100 x1866137496971264/t8589941772(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.850342:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697725.850348:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496971264, offset 224 00000400:00000200:0.0:1779697725.850354:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697725.850366:0:190179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697725.850376:0:190179:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be800 00000400:00000200:0.0:1779697725.850383:0:190179:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aacb1 [1] + 224 00000400:00000200:0.0:1779697725.854632:0:190179:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697725.854646:0:190179:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697725.854665:0:190179:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655a300 x1866137496971264/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697725.854690:0:190179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697725.854693:0:190179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779697725.854726:0:190179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697725.854732:0:190179:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697725.854736:0:190179:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075efa00. 00000400:00000010:0.0:1779697725.854914:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae948. 00000400:00000200:0.0:1779697725.854919:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697725.854921:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697725.854927:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655a300 x1866137496971264/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.854936:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655a300 x1866137496971264/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.854975:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae108. 00000400:00000200:0.0:1779697725.854977:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:0.0:1779697725.854979:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000100:00000200:0.0:1779697725.854983:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496971136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.854992:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496971136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779697725.856263:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.856332:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856336:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:1.0:1779697725.856340:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856347:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856353:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:1.0:1779697725.856355:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000800:00000200:1.0:1779697725.856364:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.856369:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697725.856374:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.856381:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.856384:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1779697725.856416:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3c00. 00010000:00000010:1.1:1779697725.856423:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c600. 00010000:00000010:1.1:1779697725.856426:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834ce00. 00010000:00000010:1.1:1779697725.856429:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2c400. 00010000:00000010:1.1:1779697725.856432:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3600. 00010000:00000010:1.1:1779697725.856435:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2de00. 00010000:00000010:1.1:1779697725.856439:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d800. 00010000:00000010:1.1:1779697725.856443:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834c200. 00010000:00000010:1.1:1779697725.856446:0:3316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834dc00. 00000800:00000200:1.0:1779697725.856460:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856463:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697725.856465:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856469:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856476:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:1.0:1779697725.856478:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000800:00000200:1.0:1779697725.856484:0:3316:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.856488:0:3316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.856491:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.856494:0:3316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.856497:0:3316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1779697725.856516:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856518:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697725.856520:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856523:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856525:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:1.0:1779697725.856527:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000800:00000200:1.0:1779697725.856534:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856535:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697725.856537:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856540:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856542:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:1.0:1779697725.856544:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000800:00000200:1.0:1779697725.856552:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856553:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697725.856555:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856558:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856560:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779697725.856562:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000800:00000200:1.0:1779697725.856570:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856572:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7df00. 00000400:00000200:1.0:1779697725.856574:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856577:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856579:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697725.856581:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697725.856589:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd28700 x1866137496970496/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697725.856605:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856607:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7de00. 00000400:00000200:1.0:1779697725.856610:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856612:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856614:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697725.856616:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697725.856619:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd28a80 x1866137496970624/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697725.856631:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856633:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dc00. 00000400:00000200:1.0:1779697725.856636:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856638:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856641:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779697725.856643:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697725.856648:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd2b100 x1866137496970752/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697725.856659:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856661:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:1.0:1779697725.856663:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856666:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856681:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697725.856683:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697725.856688:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd2b480 x1866137496970880/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697725.856766:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.856769:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697725.856771:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.856775:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.856778:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697725.856779:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697725.856784:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd2ad80 x1866137496971008/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.867662:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.867693:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be680 00000400:00000200:1.0:1779697725.867702:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aac99 [1] + 224 00000400:00000200:1.0:1779697725.867722:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.867726:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.867740:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd2b480 x1866137496970880/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.867779:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.867785:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be700 00000400:00000200:1.0:1779697725.867789:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaca1 [1] + 224 00000400:00000200:1.0:1779697725.867794:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.867797:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.867802:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd2ad80 x1866137496971008/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.867820:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.867825:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473d00 00000400:00000200:1.0:1779697725.867830:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f55 [2] + 1968 00000400:00000010:1.0:1779697725.867834:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3528. 00000400:00000200:1.0:1779697725.867838:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad6c3bc00 00000400:00000200:1.0:1779697725.867842:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.867845:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.867847:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad6c3bc00 00000400:00000010:1.0:1779697725.867849:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad6c3bc00. 00000100:00000200:1.0:1779697725.867854:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1779697725.867872:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.867876:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473c80 00000400:00000200:1.0:1779697725.867880:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f79 [2] + 0 00000400:00000200:1.0:1779697725.867884:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.867886:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.867889:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697725.867893:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29880. 00000400:00000200:1.0:1779697725.867903:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.867907:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be500 00000400:00000200:1.0:1779697725.867910:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aac5d [1] + 224 00000400:00000200:1.0:1779697725.867915:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.867917:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.867921:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd28700 x1866137496970496/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.867939:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.867943:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be580 00000400:00000200:1.0:1779697725.867947:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aac6d [1] + 224 00000400:00000200:1.0:1779697725.867951:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.867954:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.867958:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd28a80 x1866137496970624/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697725.867972:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697725.867976:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9be600 00000400:00000200:1.0:1779697725.867980:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aac91 [1] + 224 00000400:00000200:1.0:1779697725.868005:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.868008:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697725.868014:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd2b100 x1866137496970752/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1779697725.868056:0:209827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3370. 00000400:00000200:1.0:1779697725.868060:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697725.868062:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697725.868067:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd2ad80 x1866137496971008/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.868074:0:209827:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd2ad80 x1866137496971008/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.868105:0:209827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc7ef9000. 02000000:00000010:1.0:1779697725.868111:0:209827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc7ef8200. 00000100:00000010:1.0:1779697725.868116:0:209827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2ad80. 00000100:00000010:1.0:1779697725.868119:0:209827:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d976c0. 00010000:00000010:1.0:1779697725.868123:0:209827:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.868157:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.868162:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.868166:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8200. 00000020:00000010:1.0:1779697725.868172:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697725.868178:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000100:00000200:1.0:1779697725.868202:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9c450 x1866146215574784/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.868224:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.868227:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.868230:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9000. 00000020:00000010:1.0:1779697725.868233:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e800. 00000020:00000010:1.0:1779697725.868236:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000100:00000200:1.0:1779697725.868243:0:189027:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd29880 x1866146215574656/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697725.868262:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.868264:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697725.868266:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574784 02000000:00000010:1.0:1779697725.868277:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8ec00. 00010000:00000010:1.0:1779697725.868317:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0680. 00000100:00000010:1.0:1779697725.868324:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d976c0. 00000100:00000010:1.0:1779697725.868332:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d976c0. 00010000:00000010:1.0:1779697725.868334:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0680. 00000400:00000010:1.0:1779697725.868347:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697725.868351:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574784, offset 224 00000400:00000200:1.0:1779697725.868357:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.868368:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.868373:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309840:309840:256:4294967295] 192.168.203.23@tcp LPNI seq info [309836:309836:8:4294967295] 00000400:00000200:1.0:1779697725.868384:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.868417:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.868422:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7da00. 00000800:00000200:1.0:1779697725.868429:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.868436:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.868440:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7da00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.868457:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697725.868461:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779697725.868463:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8200. 02000000:00000010:1.0:1779697725.868471:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8e000. 00000100:00000010:1.0:1779697725.868473:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28380. 02000000:00000010:1.0:1779697725.868477:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060d000. 00000100:00000010:1.0:1779697725.868479:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2bb80. 02000000:00000010:1.0:1779697725.868482:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060d800. 00000100:00000010:1.0:1779697725.868483:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28e00. 02000000:00000010:1.0:1779697725.868486:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060ec00. 00000100:00000010:1.0:1779697725.868488:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2aa00. 02000000:00000010:1.0:1779697725.868491:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c4e800. 00000100:00000010:1.0:1779697725.868494:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a680. 02000000:00000010:1.0:1779697725.868496:0:189027:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c20000. 00000100:00000010:1.0:1779697725.868510:0:189027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29180. 00000100:00000200:1.0:1779697725.868517:0:189027:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779697725.868521:0:189027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3370. 00000400:00000010:1.0:1779697725.868526:0:189027:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbc2d976c0. 00000020:00000010:1.0:1779697725.868537:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0680. 00000020:00000010:1.0:1779697725.868540:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0680. 00000100:00000200:1.0:1779697725.868542:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574656 02000000:00000010:1.0:1779697725.868548:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8e000. 00010000:00000010:1.0:1779697725.868564:0:189027:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0680. 00000100:00000010:1.0:1779697725.868569:0:189027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d973c0. 00000100:00000010:1.0:1779697725.868571:0:189027:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d973c0. 00010000:00000010:1.0:1779697725.868574:0:189027:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0680. 00000400:00000010:1.0:1779697725.868580:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697725.868583:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574656, offset 224 00000400:00000200:1.0:1779697725.868587:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697725.868592:0:189027:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697725.868596:0:189027:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309841:309841:255:4294967295] 192.168.203.23@tcp LPNI seq info [309837:309837:7:4294967295] 00000400:00000200:1.0:1779697725.868604:0:189027:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697725.868608:0:189027:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697725.868611:0:189027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d500. 00000800:00000200:1.0:1779697725.868614:0:189027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697725.868618:0:189027:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697725.868620:0:189027:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697725.868626:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e800. 00000020:00000010:1.0:1779697725.868629:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697725.868632:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef9000. 00000400:00000010:1.0:1779697725.868652:0:207613:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3898. 00000400:00000200:1.0:1779697725.868656:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697725.868658:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697725.868662:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd28700 x1866137496970496/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.868670:0:207613:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd28700 x1866137496970496/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.868682:0:207613:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad6c15c00. 02000000:00000010:1.0:1779697725.868686:0:207613:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad6c15000. 00000100:00000010:1.0:1779697725.868688:0:207613:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28700. 00000100:00000010:1.0:1779697725.868691:0:207613:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d97480. 00010000:00000010:1.0:1779697725.868694:0:207613:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0600. 00000400:00000010:1.0:1779697725.868714:0:207455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7aa8. 00000400:00000200:1.0:1779697725.868718:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697725.868720:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697725.868724:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd28a80 x1866137496970624/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.868731:0:207455:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd28a80 x1866137496970624/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.868741:0:207455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad6c14600. 02000000:00000010:1.0:1779697725.868746:0:207455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad6c14200. 00000100:00000010:1.0:1779697725.868748:0:207455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28a80. 00000100:00000010:1.0:1779697725.868749:0:207455:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d97d80. 00010000:00000010:1.0:1779697725.868751:0:207455:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0980. 00000400:00000010:1.0:1779697725.868763:0:208271:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7528. 00000400:00000200:1.0:1779697725.868766:0:208271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697725.868767:0:208271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.868771:0:208271:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd2b100 x1866137496970752/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697725.868778:0:208271:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd2b100 x1866137496970752/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779697725.868788:0:208271:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc7ef9a00. 02000000:00000010:1.0:1779697725.868791:0:208271:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cad653b200. 00000100:00000010:1.0:1779697725.868794:0:208271:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b100. 00000100:00000010:1.0:1779697725.868796:0:208271:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d97300. 00010000:00000010:1.0:1779697725.868798:0:208271:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0d80. 00010000:00000010:1.0:1779697725.868819:0:209827:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97300. 00080000:00000010:1.0:1779697725.868840:0:209827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8c800. 00000001:00000010:1.0:1779697725.869008:0:209827:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a660. 00010000:00000200:1.0:1779697725.869055:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29500 x1866137496970240/t8589941773(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.869067:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697725.869071:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496970240, offset 224 00000400:00000200:1.0:1779697725.869075:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.869082:0:209827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.869089:0:209827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be400 00000400:00000200:1.0:1779697725.869095:0:209827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aac85 [1] + 224 00000400:00000200:1.0:1779697725.869101:0:209827:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.869105:0:209827:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.869112:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559c00 x1866137496970240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.869134:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697725.869135:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000020:00000010:1.0:1779697725.869145:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e700. 00000020:00000010:1.0:1779697725.869148:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697725.869150:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653b000. 00000800:00000200:1.0:1779697725.869188:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.869192:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7da00. 00000400:00000200:1.0:1779697725.869195:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.869199:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.869201:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697725.869203:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 02000000:00000010:1.0:1779697725.869206:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8ec00. 00000800:00000200:1.0:1779697725.869256:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697725.869258:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d500. 00000400:00000200:1.0:1779697725.869261:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.869264:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697725.869266:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697725.869268:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00002000:00000010:1.0:1779697725.869297:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383280. 00010000:00000010:1.0:1779697725.869303:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbdd192700. 00010000:00000010:1.0:1779697725.869311:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97300. 00000400:00000010:1.0:1779697725.869324:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7f20. 00000400:00000200:1.0:1779697725.869327:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:1.0:1779697725.869329:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697725.869334:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559c00 x1866137496970240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.869343:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559c00 x1866137496970240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.871235:0:207460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d74d0. 00000400:00000200:3.0:1779697725.871246:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8c38 00000400:00000010:3.0:1779697725.871248:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8c38. 00000100:00000200:3.0:1779697725.871259:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd2b480 x1866137496970880/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1779697725.871269:0:207460:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd2b480 x1866137496970880/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1779697725.871300:0:207460:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc7ef8000. 02000000:00000010:3.0:1779697725.871307:0:207460:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc7ef9400. 00000100:00000010:3.0:1779697725.871311:0:207460:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b480. 00000100:00000010:3.0:1779697725.871315:0:207460:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d97e40. 00010000:00000010:3.0:1779697725.871318:0:207460:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0180. 00010000:00000010:3.0:1779697725.871346:0:207460:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad7543600. 00080000:00000010:3.0:1779697725.871367:0:207460:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b69000. 00000001:00000010:3.0:1779697725.871760:0:207460:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b840. 00010000:00000200:3.0:1779697725.871800:0:207460:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28000 x1866137496970368/t8589942247(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697725.871816:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697725.871821:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496970368, offset 224 00000400:00000200:3.0:1779697725.871826:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697725.871837:0:207460:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697725.871847:0:207460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be480 00000400:00000200:3.0:1779697725.871854:0:207460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aac7d [1] + 224 00000400:00000200:3.0:1779697725.871862:0:207460:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.871865:0:207460:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697725.871873:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2823480 x1866137496970368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697725.871889:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697725.871891:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000020:00000010:3.0:1779697725.871906:0:207460:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee80. 00000020:00000010:3.0:1779697725.871910:0:207460:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af960. 00000020:00000010:3.0:1779697725.871913:0:207460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653a400. 00002000:00000010:3.0:1779697725.871961:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383b80. 00010000:00000010:3.0:1779697725.871966:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc78dc800. 00010000:00000010:3.0:1779697725.871974:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad7543600. 00000400:00000010:1.0:1779697725.872444:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d75d8. 00000400:00000200:1.0:1779697725.872450:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:1.0:1779697725.872451:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.872458:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2823480 x1866137496970368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697725.872467:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2823480 x1866137496970368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1779697725.873676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2400. 00010000:00000010:0.1:1779697725.873687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834da00. 00010000:00000010:0.1:1779697725.873694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d600. 00010000:00000010:0.1:1779697725.873698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2e00. 00010000:00000010:0.1:1779697725.873701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8c00. 00010000:00000010:0.1:1779697725.873704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3e00. 00010000:00000010:0.1:1779697725.873715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3800. 00010000:00000010:0.1:1779697725.873720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a900. 00010000:00000010:0.1:1779697725.873724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0030400. 00010000:00000010:0.1:1779697725.873728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20100. 00010000:00000010:0.1:1779697725.873887:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3c00. 00010000:00000010:0.1:1779697725.873894:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dcd00. 00010000:00000010:0.1:1779697725.873897:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863a00. 00010000:00000010:0.1:1779697725.873901:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f500. 00010000:00000010:0.1:1779697725.873905:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0031c00. 00010000:00000010:0.1:1779697725.873908:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a300. 00010000:00000010:0.1:1779697725.873910:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0030800. 00010000:00000010:0.1:1779697725.873914:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1d00. 00010000:00000010:0.1:1779697725.873917:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0031000. 00010000:00000010:0.1:1779697725.873919:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc500. 00010000:00000010:0.1:1779697725.873922:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0031400. 00010000:00000010:0.1:1779697725.873925:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dce00. 00010000:00000010:0.1:1779697725.873928:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0031a00. 00010000:00000010:0.1:1779697725.873930:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f800. 00010000:00000010:0.1:1779697725.873933:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3400. 00010000:00000010:0.1:1779697725.873936:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ae00. 00010000:00000010:0.1:1779697725.873940:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862c00. 00010000:00000010:0.1:1779697725.873943:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828f000. 00010000:00000010:0.1:1779697725.873945:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863600. 00010000:00000010:0.1:1779697725.873948:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da600. 00010000:00000010:0.1:1779697725.873952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863000. 00010000:00000010:0.1:1779697725.873955:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20200. 00010000:00000010:0.1:1779697725.873957:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862a00. 00010000:00000010:0.1:1779697725.873959:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf828fc00. 00010000:00000010:0.1:1779697725.873961:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863c00. 00010000:00000010:1.1:1779697725.875129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697725.875139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862e00. 00010000:00000010:1.1:1779697725.875143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc400. 00010000:00000010:1.1:1779697725.875146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9e00. 00000400:00000200:3.0:1779697725.876751:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.876770:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473d80 00000400:00000200:3.0:1779697725.876779:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f79 [2] + 328 00000400:00000200:3.0:1779697725.876791:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.876795:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.876804:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.876810:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820a80. 00000400:00000200:3.0:1779697725.876835:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.876841:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473e80 00000400:00000200:3.0:1779697725.876845:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f79 [2] + 656 00000400:00000200:3.0:1779697725.876850:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.876853:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.876856:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.876858:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823100. 00000400:00000200:3.0:1779697725.876870:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697725.876875:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006473e00 00000400:00000200:3.0:1779697725.876878:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f79 [2] + 984 00000400:00000200:3.0:1779697725.876886:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.876889:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697725.876892:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1779697725.876895:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820000. 00000020:00000010:3.0:1779697725.876928:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.876932:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.876937:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6ac00. 00000020:00000010:3.0:1779697725.876942:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697725.876947:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000100:00000200:3.0:1779697725.876972:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac2820a80 x1866146215574912/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.876996:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.876998:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.877001:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6bc00. 00000020:00000010:3.0:1779697725.877004:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697725.877006:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000100:00000200:3.0:1779697725.877014:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac2823100 x1866146215575168/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.877045:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.877049:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.877052:0:189026:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6be00. 00000020:00000010:3.0:1779697725.877055:0:189026:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697725.877058:0:189026:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000100:00000200:3.0:1779697725.877065:0:189026:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac2820000 x1866146215575040/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:411/0 lens 328/0 e 0 to 0 dl 1779697736 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697725.877087:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.877090:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836580. 00000100:00000200:3.0:1779697725.877092:0:189026:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215574912 02000000:00000010:3.0:1779697725.877101:0:189026:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68800. 00010000:00000010:3.0:1779697725.877146:0:189026:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836580. 00000100:00000010:3.0:1779697725.877153:0:189026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543600. 00000100:00000010:3.0:1779697725.877164:0:189026:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543600. 00010000:00000010:3.0:1779697725.877167:0:189026:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836580. 00000400:00000010:3.0:1779697725.877182:0:189026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697725.877187:0:189026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215574912, offset 224 00000400:00000200:3.0:1779697725.877193:0:189026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.877203:0:189026:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.877209:0:189026:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309842:309842:256:4294967295] 192.168.203.23@tcp LPNI seq info [309838:309838:8:4294967295] 00000400:00000200:3.0:1779697725.877220:0:189026:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697725.877225:0:189026:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.877230:0:189026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ad00. 00000800:00000200:3.0:1779697725.877237:0:189026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.877244:0:189026:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.877248:0:189026:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697725.877264:0:189026:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697725.877268:0:189026:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697725.877271:0:189026:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6ac00. 00000020:00000010:3.0:1779697725.877284:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.877286:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836580. 00000100:00000200:3.0:1779697725.877288:0:189026:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575168 02000000:00000010:3.0:1779697725.877294:0:189026:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a800. 00010000:00000010:3.0:1779697725.877315:0:189026:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836580. 00000100:00000010:3.0:1779697725.877319:0:189026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543600. 00000100:00000010:3.0:1779697725.877327:0:189026:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543600. 00010000:00000010:3.0:1779697725.877329:0:189026:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836580. 00000400:00000010:3.0:1779697725.877335:0:189026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697725.877338:0:189026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215575168, offset 224 00000400:00000200:3.0:1779697725.877344:0:189026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.877349:0:189026:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.877353:0:189026:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309843:309843:255:4294967295] 192.168.203.23@tcp LPNI seq info [309839:309839:7:4294967295] 00000400:00000200:3.0:1779697725.877361:0:189026:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697725.877365:0:189026:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.877368:0:189026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697725.877372:0:189026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.877376:0:189026:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.877379:0:189026:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697725.877385:0:189026:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697725.877414:0:189026:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697725.877417:0:189026:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6bc00. 00000020:00000010:3.0:1779697725.877428:0:189026:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836580. 00000020:00000010:3.0:1779697725.877431:0:189026:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836580. 00000100:00000200:3.0:1779697725.877433:0:189026:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575040 02000000:00000010:3.0:1779697725.877438:0:189026:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a000. 00010000:00000010:3.0:1779697725.877455:0:189026:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836580. 00000100:00000010:3.0:1779697725.877459:0:189026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543600. 00000100:00000010:3.0:1779697725.877467:0:189026:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543600. 00010000:00000010:3.0:1779697725.877469:0:189026:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836580. 00000400:00000010:3.0:1779697725.877476:0:189026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697725.877479:0:189026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215575040, offset 224 00000400:00000200:3.0:1779697725.877484:0:189026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697725.877489:0:189026:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697725.877493:0:189026:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309844:309844:254:4294967295] 192.168.203.23@tcp LPNI seq info [309840:309840:6:4294967295] 00000400:00000200:3.0:1779697725.877512:0:189026:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697725.877517:0:189026:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697725.877520:0:189026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697725.877524:0:189026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697725.877528:0:189026:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697725.877530:0:189026:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697725.877536:0:189026:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697725.877539:0:189026:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697725.877542:0:189026:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6be00. 00000800:00000200:3.0:1779697725.877577:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.877581:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ad00. 00000400:00000200:3.0:1779697725.877584:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.877588:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.877591:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697725.877594:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000800:00000200:3.0:1779697725.877602:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.877603:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:3.0:1779697725.877605:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.877608:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.877610:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697725.877612:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000800:00000200:3.0:1779697725.877657:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697725.877660:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697725.877662:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697725.877666:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697725.877668:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697725.877670:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00010000:00000010:1.0:1779697725.880610:0:207613:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97f00. 00080000:00000010:1.0:1779697725.880638:0:207613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8ec00. 00000001:00000010:1.0:1779697725.880999:0:207613:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34ad20. 00010000:00000200:1.0:1779697725.881230:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac6558700 x1866137496970112/t8589941774(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.881250:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.881256:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496970112, offset 224 00000400:00000200:1.0:1779697725.881263:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.881275:0:207613:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.881284:0:207613:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be380 00000400:00000200:1.0:1779697725.881292:0:207613:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aac49 [1] + 224 00000400:00000200:1.0:1779697725.881299:0:207613:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.881303:0:207613:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.881311:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655ad80 x1866137496970112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.881337:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:1.0:1779697725.881339:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000020:00000010:1.0:1779697725.881355:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed00. 00000020:00000010:1.0:1779697725.881359:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697725.881362:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c15400. 00010000:00000010:1.0:1779697725.881415:0:208271:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97900. 00080000:00000010:1.0:1779697725.881428:0:208271:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8c400. 00000400:00000010:3.0:1779697725.882799:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae688. 00000400:00000200:3.0:1779697725.882806:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d770 00000400:00000010:3.0:1779697725.882808:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d770. 00000100:00000200:3.0:1779697725.882817:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655ad80 x1866137496970112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.882833:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655ad80 x1866137496970112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:3.0:1779697725.882912:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc83838c0. 00010000:00000010:3.0:1779697725.882918:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbdd192300. 00010000:00000010:3.0:1779697725.882926:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97f00. 00002000:00000010:3.0:1779697725.882933:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383240. 00010000:00000010:3.0:1779697725.882936:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc78dcb00. 00010000:00000010:3.0:1779697725.882940:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97900. 00010000:00000010:3.1:1779697725.885214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20000. 00010000:00000010:3.1:1779697725.885226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862200. 00010000:00000010:3.1:1779697725.885229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20400. 00010000:00000010:3.1:1779697725.885232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863400. 00000001:00000010:1.0:1779697725.885320:0:208271:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacf34a120. 00010000:00000200:1.0:1779697725.885383:0:208271:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29f80 x1866137496969856/t8589941775(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.885431:0:208271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.885437:0:208271:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496969856, offset 224 00000400:00000200:1.0:1779697725.885444:0:208271:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.885457:0:208271:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.885467:0:208271:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be280 00000400:00000200:1.0:1779697725.885473:0:208271:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aac75 [1] + 224 00000400:00000200:1.0:1779697725.885484:0:208271:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.885488:0:208271:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.885497:0:208271:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655aa00 x1866137496969856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.885534:0:208271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:1.0:1779697725.885537:0:208271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000020:00000010:1.0:1779697725.885554:0:208271:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e580. 00000020:00000010:1.0:1779697725.885558:0:208271:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697725.885561:0:208271:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad653b400. 00010000:00000010:1.0:1779697725.885597:0:207455:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97e40. 00080000:00000010:1.0:1779697725.885613:0:207455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cc00e8c000. 00000001:00000010:1.0:1779697725.885922:0:207455:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41ca20. 00010000:00000200:1.0:1779697725.885950:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac655b480 x1866137496969984/t8589941776(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 544/432 e 0 to 0 dl 1779697736 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697725.885961:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697725.885965:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496969984, offset 224 00000400:00000200:1.0:1779697725.885969:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697725.885975:0:207455:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697725.885980:0:207455:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9be300 00000400:00000200:1.0:1779697725.885985:0:207455:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aac51 [1] + 224 00000400:00000200:1.0:1779697725.885990:0:207455:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697725.885993:0:207455:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697725.885999:0:207455:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b800 x1866137496969984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697725.886017:0:207455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:1.0:1779697725.886019:0:207455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000020:00000010:1.0:1779697725.888151:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e680. 00000020:00000010:1.0:1779697725.888162:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697725.888166:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad6c15e00. 00002000:00000010:1.0:1779697725.888222:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383c40. 00010000:00000010:1.0:1779697725.888228:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc78dc000. 00010000:00000010:1.0:1779697725.888237:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97e40. 00000400:00000010:3.0:1779697725.898008:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae370. 00000400:00000200:3.0:1779697725.898029:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d6e8 00000400:00000010:3.0:1779697725.898032:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d6e8. 00000100:00000200:3.0:1779697725.898045:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b800 x1866137496969984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697725.898056:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b800 x1866137496969984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697725.899819:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7a50. 00000400:00000200:0.0:1779697725.899828:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8088 00000400:00000010:0.0:1779697725.899830:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8088. 00000100:00000200:0.0:1779697725.899839:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655aa00 x1866137496969856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697725.899848:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655aa00 x1866137496969856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1779697725.900113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:3.1:1779697725.900121:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dca00. 00010000:00000010:3.1:1779697725.900125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3600. 00010000:00000010:1.1:1779697725.904399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614e00. 00010000:00000010:1.1:1779697725.904412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192b00. 00010000:00000010:1.1:1779697725.904416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2da00. 00010000:00000010:3.1:1779697725.924424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:3.1:1779697725.924437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf834d600. 00010000:00000010:3.1:1779697725.924442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:3.1:1779697725.924446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192e00. 00010000:00000010:3.1:1779697725.924450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc0030600. 00010000:00000010:3.1:1779697725.924455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc300. 00010000:00000010:3.1:1779697725.924458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2e00. 00010000:00000010:1.1:1779697725.927605:0:223696:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc78dc200. 00010000:00000010:1.1:1779697725.927618:0:223696:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3000. 00000001:00000010:0.0:1779697725.969505:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f14e0. 00080000:00000010:0.0:1779697725.969520:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef80bc00. 00000001:00000010:0.0:1779697725.969524:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f13c0. 00080000:00000010:0.0:1779697725.969526:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef80b800. 00000001:00000010:0.0:1779697725.969529:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1a20. 00080000:00000010:0.0:1779697725.969531:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1882c00. 00000001:00000010:0.0:1779697725.969536:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1360. 00080000:00000010:0.0:1779697725.969538:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3549800. 00000001:00000010:0.0:1779697725.969543:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a840. 00080000:00000010:0.0:1779697725.969546:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1881000. 00000001:00000010:0.0:1779697725.969552:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a960. 00080000:00000010:0.0:1779697725.969554:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1881c00. 00000001:00000010:0.0:1779697725.969557:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a240. 00080000:00000010:0.0:1779697725.969559:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda2c00. 00000001:00000010:0.0:1779697725.969562:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a540. 00080000:00000010:0.0:1779697725.969563:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc93a8800. 00000001:00000010:0.0:1779697725.969568:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0b1e0. 00080000:00000010:0.0:1779697725.969571:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c8d800. 00000001:00000010:0.0:1779697725.969574:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0b600. 00080000:00000010:0.0:1779697725.969576:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f1400. 00000001:00000010:0.0:1779697725.969580:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0bc00. 00080000:00000010:0.0:1779697725.969582:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff1c8400. 00000001:00000010:0.0:1779697725.969585:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0b780. 00080000:00000010:0.0:1779697725.969587:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1313400. 00000001:00000010:0.0:1779697725.969592:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b4e0. 00080000:00000010:0.0:1779697725.969595:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b6bc00. 00080000:00000010:1.0:1779697725.979457:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1eb398. 00002000:00000010:1.0:1779697725.979466:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf9c80. 00080000:00000010:1.0:1779697725.979486:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f1d0. 00002000:00000010:1.0:1779697725.979489:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbcbc42720. 00080000:00000010:1.0:1779697725.979511:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f398. 00002000:00000010:1.0:1779697725.979514:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f44c0. 00080000:00000010:1.0:1779697725.979522:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f5560. 00002000:00000010:1.0:1779697725.979525:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf8000. 00080000:00000010:1.0:1779697725.979540:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbffad0e40. 00002000:00000010:1.0:1779697725.979542:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbdc3118f0. 00080000:00000010:1.0:1779697725.979552:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e390. 00002000:00000010:1.0:1779697725.979560:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede2000. 00080000:00000010:1.0:1779697725.979574:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2ce40. 00002000:00000010:1.0:1779697725.979577:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f5430. 00080000:00000010:1.0:1779697725.979586:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c720. 00002000:00000010:1.0:1779697725.979588:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f50a0. 00080000:00000010:1.0:1779697725.979595:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e720. 00002000:00000010:1.0:1779697725.979598:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4850. 00080000:00000010:1.0:1779697725.979607:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6431d0. 00002000:00000010:1.0:1779697725.979609:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbff1b0130. 00080000:00000010:1.0:1779697725.979629:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f1d0. 00002000:00000010:1.0:1779697725.979630:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f5b50. 00080000:00000010:1.0:1779697725.979637:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f48e8. 00002000:00000010:1.0:1779697725.979639:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf8720. 00080000:00000010:1.0:1779697725.979650:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1ebc80. 00002000:00000010:1.0:1779697725.979652:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf9430. 00080000:00000010:1.0:1779697725.979685:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d560. 00002000:00000010:1.0:1779697725.979689:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f5a20. 00080000:00000010:1.0:1779697725.979698:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f6421c8. 00002000:00000010:1.0:1779697725.979701:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbff1b1430. 00080000:00000010:1.0:1779697725.979731:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e8e8. 00002000:00000010:1.0:1779697725.979734:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f5690. 00080000:00000010:1.0:1779697725.979748:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e8e8. 00002000:00000010:1.0:1779697725.979751:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbcbc42f70. 00080000:00000010:1.0:1779697725.979759:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbc2db9398. 00002000:00000010:1.0:1779697725.979761:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede2e40. 00080000:00000010:1.0:1779697725.979772:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1eb1d0. 00002000:00000010:1.0:1779697725.979774:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf9560. 00080000:00000010:1.0:1779697725.979782:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e000. 00002000:00000010:1.0:1779697725.979785:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f58f0. 00080000:00000010:1.0:1779697725.979794:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e558. 00002000:00000010:1.0:1779697725.979798:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede30a0. 00080000:00000010:1.0:1779697725.979807:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1eb8f0. 00002000:00000010:1.0:1779697725.979809:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf8f70. 00080000:00000010:1.0:1779697725.979819:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbca1ebab8. 00002000:00000010:1.0:1779697725.979821:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf84c0. 00080000:00000010:1.0:1779697725.979832:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d398. 00002000:00000010:1.0:1779697725.979834:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4390. 00080000:00000010:1.0:1779697725.979842:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f643008. 00002000:00000010:1.0:1779697725.979844:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbff1b0720. 00080000:00000010:1.0:1779697725.979858:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2dab8. 00002000:00000010:1.0:1779697725.979860:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f5db0. 00080000:00000010:1.0:1779697725.979868:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd75798f0. 00002000:00000010:1.0:1779697725.979870:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f51d0. 00080000:00000010:1.0:1779697725.979901:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc938f0. 00002000:00000010:1.0:1779697725.979904:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbd04f7c80. 00080000:00000010:1.0:1779697725.979910:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1ec78. 00002000:00000010:1.0:1779697725.979913:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f45f0. 00080000:00000010:1.0:1779697725.979920:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d728. 00002000:00000010:1.0:1779697725.979922:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f57c0. 00080000:00000010:1.0:1779697725.979930:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2fc80. 00002000:00000010:1.0:1779697725.979932:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede2720. 00080000:00000010:1.0:1779697725.979939:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c1c8. 00002000:00000010:1.0:1779697725.979941:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4260. 00080000:00000010:1.0:1779697725.979949:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc92ab0. 00002000:00000010:1.0:1779697725.979951:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede2980. 00080000:00000010:1.0:1779697725.979958:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e558. 00002000:00000010:1.0:1779697725.979960:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbcbc42850. 00080000:00000010:1.0:1779697725.979967:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93398. 00002000:00000010:1.0:1779697725.979969:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede2260. 00080000:00000010:1.0:1779697725.979976:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642000. 00002000:00000010:1.0:1779697725.979979:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbff1b0e40. 00080000:00000010:1.0:1779697725.979990:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05e720. 00002000:00000010:1.0:1779697725.979992:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb3dd95a20. 00080000:00000010:1.0:1779697725.979999:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05e1c8. 00002000:00000010:1.0:1779697725.980001:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb3dd94130. 00080000:00000010:1.0:1779697725.980009:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642558. 00002000:00000010:1.0:1779697725.980011:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbff1b18f0. 00080000:00000010:1.0:1779697725.980383:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c390. 00002000:00000010:1.0:1779697725.980427:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4d10. 00080000:00000010:1.0:1779697725.980440:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2d1d0. 00002000:00000010:1.0:1779697725.980443:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4980. 00080000:00000010:1.0:1779697725.980450:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2cc78. 00002000:00000010:1.0:1779697725.980453:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4130. 00080000:00000010:1.0:1779697725.980463:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54e720. 00002000:00000010:1.0:1779697725.980465:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbcbc431d0. 00080000:00000010:1.0:1779697725.980476:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05ec78. 00002000:00000010:1.0:1779697725.980478:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb3dd95690. 00080000:00000010:1.0:1779697725.980486:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2dc80. 00002000:00000010:1.0:1779697725.980488:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4be0. 00080000:00000010:1.0:1779697725.980507:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbcbd2c8e8. 00002000:00000010:1.0:1779697725.980510:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4ab0. 00080000:00000010:1.0:1779697725.980519:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05e8e8. 00002000:00000010:1.0:1779697725.980521:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb4e3e9430. 00080000:00000010:1.0:1779697725.980528:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e1c8. 00002000:00000010:1.0:1779697725.980530:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4000. 00080000:00000010:1.0:1779697725.980538:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e000. 00002000:00000010:1.0:1779697725.980542:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede2be0. 00080000:00000010:1.0:1779697725.980551:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd8d2e8e8. 00002000:00000010:1.0:1779697725.980554:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede31d0. 00080000:00000010:1.0:1779697725.980562:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05f728. 00002000:00000010:1.0:1779697725.980565:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb3dd94980. 00080000:00000010:1.0:1779697725.980573:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1e558. 00002000:00000010:1.0:1779697725.980575:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f5c80. 00080000:00000010:1.0:1779697725.980583:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1ee40. 00002000:00000010:1.0:1779697725.980586:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f4e40. 00080000:00000010:1.0:1779697725.980593:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc92720. 00002000:00000010:1.0:1779697725.980596:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede3db0. 00080000:00000010:1.0:1779697725.980628:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbd75791d0. 00000004:00000010:1.0:1779697725.980639:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e093778. 00000004:00000010:1.0:1779697725.980645:0:222958:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff93cb1e0930d0. 00000004:00000010:1.0:1779697725.980648:0:222958:0:(lod_object.c:9861:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff93cbd06f13b0. 00000004:00000010:1.0:1779697725.980652:0:222958:0:(lod_object.c:9864:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff93cad2763c48. 00000004:00000010:1.0:1779697725.980659:0:222958:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffff93cbc6e9b600. 00000004:00000010:1.0:1779697725.980667:0:222958:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cacef83ed0. 00000004:00000010:1.0:1779697725.980672:0:222958:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cad74af9d8. 00000004:00000010:1.0:1779697725.980676:0:222958:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cbf6fa2f00. 00000100:00000010:1.0:1779697726.186662:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aa80. 00000100:00000010:3.0:1779697726.186792:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a4e0. 00000100:00000010:0.0:1779697726.187440:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:2.0:1779697726.187693:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a480. 00000400:00000200:1.0:1779697727.653505:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697727.653528:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a14006473f80 00000400:00000200:1.0:1779697727.653537:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18ee0d [64] + 70896 00000400:00000200:1.0:1779697727.653548:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697727.653553:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697727.653562:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697727.653569:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b100. 00000400:00000200:1.0:1779697727.653611:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697727.653618:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006474080 00000400:00000200:1.0:1779697727.653624:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18d3a9 [8] + 7616 00000400:00000200:1.0:1779697727.653630:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697727.653633:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697727.653637:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697727.653641:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28a80. 00000400:00000200:1.0:1779697727.653666:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697727.653672:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 26 MB=0x6a14006473f00 00000400:00000200:1.0:1779697727.653677:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.23@tcp of length 224/224 into md 0x19a6ad [2] + 0 00000400:00000010:1.0:1779697727.653681:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05c9f8. 00000400:00000200:1.0:1779697727.653685:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1ccc0 00000400:00000200:1.0:1779697727.653691:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697727.653704:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697727.653707:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1ccc0 00000400:00000010:1.0:1779697727.653709:0:3315:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1ccc0. 00000100:00000200:1.0:1779697727.653714:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697727.653729:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697727.653735:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006474000 00000400:00000200:1.0:1779697727.653739:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18d3a9 [8] + 7840 00000400:00000200:1.0:1779697727.653744:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697727.653747:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697727.653749:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697727.653752:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28700. 00000400:00000200:1.0:1779697727.653769:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697727.653774:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a14006474100 00000400:00000200:1.0:1779697727.653778:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18ee0d [64] + 71120 00000400:00000200:1.0:1779697727.653788:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697727.653791:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697727.653794:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697727.653796:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29180. 00000020:00000010:1.0:1779697727.653852:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0500. 00000020:00000010:1.0:1779697727.653858:0:194520:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbc83833c0. 00000020:00000010:1.0:1779697727.653872:0:194520:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9400. 00000020:00000010:1.0:1779697727.653877:0:194520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:1.0:1779697727.653882:0:194520:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697727.653918:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d40. 00000020:00000010:1.0:1779697727.653921:0:194520:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697727.653926:0:194520:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8000. 00000020:00000010:1.0:1779697727.653929:0:194520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e780. 00000020:00000010:1.0:1779697727.653932:0:194520:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697727.653949:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697727.653952:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697727.653955:0:194520:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575680 02000000:00000010:1.0:1779697727.653975:0:194520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07ca400. 00010000:00000200:1.0:1779697727.653998:0:194520:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28a80 x1866146215575680/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:413/0 lens 224/224 e 0 to 0 dl 1779697738 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697727.654016:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8f68. 00000100:00000200:1.0:1779697727.654021:0:194520:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215575680, offset 224 00000400:00000200:1.0:1779697727.654028:0:194520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697727.654038:0:194520:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697727.654044:0:194520:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309845:309845:256:4294967295] 192.168.203.23@tcp LPNI seq info [309841:309841:8:4294967295] 00000400:00000200:1.0:1779697727.654053:0:194520:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697727.654059:0:194520:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697727.654063:0:194520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697727.654070:0:194520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697727.654076:0:194520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697727.654080:0:194520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697727.654094:0:194520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:1.0:1779697727.654098:0:194520:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697727.654101:0:194520:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef9400. 00000020:00000010:1.0:1779697727.654115:0:194520:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa05c0. 00000020:00000010:1.0:1779697727.654117:0:194520:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa05c0. 00000100:00000200:1.0:1779697727.654119:0:194520:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575552 02000000:00000010:1.0:1779697727.654127:0:194520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c9400. 00010000:00000200:1.0:1779697727.654132:0:194520:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd28700 x1866146215575552/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:413/0 lens 224/224 e 0 to 0 dl 1779697738 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697727.654142:0:194520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8b28. 00000100:00000200:1.0:1779697727.654145:0:194520:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215575552, offset 224 00000400:00000200:1.0:1779697727.654150:0:194520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697727.654154:0:194520:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697727.654158:0:194520:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309846:309846:255:4294967295] 192.168.203.23@tcp LPNI seq info [309842:309842:7:4294967295] 00000400:00000200:1.0:1779697727.654165:0:194520:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697727.654169:0:194520:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697727.654172:0:194520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697727.654175:0:194520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697727.654179:0:194520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697727.654181:0:194520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697727.654186:0:194520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e780. 00000020:00000010:1.0:1779697727.654189:0:194520:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697727.654191:0:194520:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8000. 00000020:00000010:2.0:1779697727.654420:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fbc0. 00000020:00000010:2.0:1779697727.654438:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfac36c00. 00000020:00000010:2.0:1779697727.654441:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544d80. 00000020:00000010:2.0:1779697727.654443:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697727.654462:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:2.0:1779697727.654464:0:202031:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0040. 00000020:00000010:2.0:1779697727.654467:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000020:00000010:2.0:1779697727.654470:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfac37e00. 00000020:00000010:2.0:1779697727.654472:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544800. 00000020:00000010:2.0:1779697727.654475:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697727.654488:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:2.0:1779697727.654490:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:2.0:1779697727.654492:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575424 02000000:00000010:2.0:1779697727.654501:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060f400. 00010000:00000200:2.0:1779697727.654507:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2b100 x1866146215575424/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:402/0 lens 224/224 e 0 to 0 dl 1779698482 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697727.654518:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f770. 00000100:00000200:2.0:1779697727.654521:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215575424, offset 224 00000400:00000200:2.0:1779697727.654526:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697727.654532:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697727.654536:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309847:309847:254:4294967295] 192.168.203.23@tcp LPNI seq info [309843:309843:6:4294967295] 00000400:00000200:2.0:1779697727.654543:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697727.654547:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697727.654550:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697727.654553:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697727.654557:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697727.654560:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697727.654566:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544d80. 00000020:00000010:2.0:1779697727.654570:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697727.654574:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfac36c00. 00000020:00000010:2.0:1779697727.654583:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fa80. 00000020:00000010:2.0:1779697727.654585:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fa80. 00000100:00000200:2.0:1779697727.654587:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575808 02000000:00000010:2.0:1779697727.654593:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060c000. 00010000:00000200:2.0:1779697727.654597:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd29180 x1866146215575808/t0(0) o400->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:402/0 lens 224/224 e 0 to 0 dl 1779698482 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697727.654606:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f4c8. 00000100:00000200:2.0:1779697727.654608:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215575808, offset 224 00000400:00000200:2.0:1779697727.654612:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697727.654616:0:202031:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697727.654620:0:202031:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309848:309848:253:4294967295] 192.168.203.23@tcp LPNI seq info [309844:309844:5:4294967295] 00000400:00000200:2.0:1779697727.654627:0:202031:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697727.654631:0:202031:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697727.654634:0:202031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab300. 00000800:00000200:2.0:1779697727.654637:0:202031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697727.654641:0:202031:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697727.654643:0:202031:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697727.654648:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544800. 00000020:00000010:2.0:1779697727.654651:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:2.0:1779697727.654653:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfac37e00. 00000020:00000010:3.0:1779697727.654742:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836680. 00000020:00000010:3.0:1779697727.654746:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836680. 00000020:00000010:3.0:1779697727.654749:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6ac00. 00000020:00000010:3.0:1779697727.654751:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697727.654755:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697727.654779:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836680. 00000020:00000010:3.0:1779697727.654781:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836680. 00000100:00000200:3.0:1779697727.654783:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575296 02000000:00000010:3.0:1779697727.654789:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a400. 00010000:00000200:3.0:1779697727.654795:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0722450 x1866146215575296/t0(0) o400->cfb5f7f8-d57b-448e-994f-a01296969e3c@192.168.203.23@tcp:413/0 lens 224/224 e 0 to 0 dl 1779697738 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697727.654804:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697727.654807:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866146215575296, offset 224 00000400:00000200:3.0:1779697727.654811:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697727.654816:0:189032:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697727.654829:0:189032:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309849:309849:252:4294967295] 192.168.203.23@tcp LPNI seq info [309845:309845:4:4294967295] 00000400:00000200:3.0:1779697727.654837:0:189032:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697727.654841:0:189032:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697727.654845:0:189032:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697727.654848:0:189032:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697727.654852:0:189032:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697727.654854:0:189032:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697727.654860:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697727.654863:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697727.654866:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6ac00. 00000100:00000200:3.0:1779697727.654872:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697727.654876:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbcb3b0058. 00000400:00000010:3.0:1779697727.654881:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad7543600. 00000800:00000200:3.0:1779697727.654916:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697727.654920:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:3.0:1779697727.654924:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697727.654927:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697727.654931:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8f68 00000400:00000010:3.0:1779697727.654932:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8f68. 00000800:00000200:3.0:1779697727.654942:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697727.654943:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:3.0:1779697727.654945:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697727.654948:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697727.654950:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8b28 00000400:00000010:3.0:1779697727.654952:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8b28. 00000800:00000200:3.0:1779697727.654958:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697727.654959:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:3.0:1779697727.654962:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697727.654964:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697727.654966:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f770 00000400:00000010:3.0:1779697727.654968:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f770. 00000800:00000200:3.0:1779697727.654973:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697727.654975:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab300. 00000400:00000200:3.0:1779697727.654977:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697727.654980:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697727.654992:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f4c8 00000400:00000010:3.0:1779697727.654994:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f4c8. 00000800:00000200:3.0:1779697727.655049:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697727.655051:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:3.0:1779697727.655054:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697727.655057:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697727.655059:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697727.655061:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 02000000:00000010:3.0:1779697727.655064:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6a400. 00000100:00000010:0.0:1779697728.859348:0:189065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559880. 02000000:00000010:0.0:1779697728.859383:0:189065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbf6ec1000. 00080000:00000010:0.0:1779697728.859477:0:189065:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fd9400. 00000004:00000010:0.0:1779697728.859506:0:189065:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff93cbc56f1360. 02000000:00000010:0.0:1779697728.859570:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fdb400. 00000400:00000010:0.0:1779697728.859577:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae108. 00000400:00000010:0.0:1779697728.859583:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dc38. 00000100:00000200:0.0:1779697728.859619:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496971392, portal 4 00000400:00000010:0.0:1779697728.859634:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697728.859638:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496971392, offset 0 00000400:00000200:0.0:1779697728.859646:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.859692:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.859704:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9be880 00000400:00000200:0.0:1779697728.859711:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e889 [8] + 15008 00000400:00000200:0.0:1779697728.859719:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.859737:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.859744:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1779697728.859758:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212a00. 00000400:00000200:0.0:1779697728.859774:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697728.859777:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697728.859784:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559880 x1866137496971392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697744 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697728.859805:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a20. 00000100:00000010:0.0:1779697728.859817:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f13c0. 00000100:00000010:0.0:1779697728.859826:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f14e0. 00000100:00000010:0.0:1779697728.859830:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f16c0. 00000020:00000010:0.0:1779697728.859866:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697728.859872:0:192519:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacb11f840. 00000020:00000010:0.0:1779697728.859889:0:192519:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075efc00. 00000020:00000010:0.0:1779697728.859895:0:192519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.859900:0:192519:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.859946:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.859950:0:192519:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000100:00000200:0.0:1779697728.859952:0:192519:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496971392 02000000:00000010:0.0:1779697728.859966:0:192519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cbc6fd9800. 00010000:00000200:0.0:1779697728.860221:0:192519:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5212a00 x1866137496971392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:414/0 lens 224/368 e 0 to 0 dl 1779697739 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697728.860237:0:192519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697728.860240:0:192519:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496971392, offset 224 00000400:00000200:0.0:1779697728.860244:0:192519:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.860250:0:192519:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.860255:0:192519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9be880 00000400:00000200:0.0:1779697728.860260:0:192519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aad05 [1] + 224 00000400:00000200:0.0:1779697728.860265:0:192519:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.860268:0:192519:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.860274:0:192519:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559880 x1866137496971392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697744 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697728.860348:0:192519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697728.860350:0:192519:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000020:00000010:0.0:1779697728.860362:0:192519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.860366:0:192519:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.860370:0:192519:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075efc00. 00000100:00000010:3.0:1779697728.860906:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821c00. 02000000:00000010:3.0:1779697728.860917:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc630a200. 00000100:00000010:3.0:1779697728.860947:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2822d80. 02000000:00000010:3.0:1779697728.860952:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc630ab00. 00000100:00000010:3.0:1779697728.860966:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823b80. 02000000:00000010:3.0:1779697728.860970:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc630ad00. 00000100:00000010:3.0:1779697728.860975:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820e00. 02000000:00000010:3.0:1779697728.860979:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc630ae00. 00000100:00000010:3.0:1779697728.860985:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821180. 02000000:00000010:3.0:1779697728.860988:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc630a800. 02000000:00000010:3.0:1779697728.861018:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc4e6ac00. 00000400:00000010:3.0:1779697728.861024:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbcb3b0630. 00000400:00000010:3.0:1779697728.861047:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697728.861053:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496971776, portal 10 00000400:00000010:3.0:1779697728.861058:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697728.861060:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496971776, offset 0 00000400:00000200:3.0:1779697728.861066:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697728.861073:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697728.861081:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bea00 00000400:00000200:3.0:1779697728.861087:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 71344 00000400:00000200:3.0:1779697728.861093:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697728.861096:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697728.861101:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697728.861105:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb0e00. 00000400:00000200:3.0:1779697728.861116:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697728.861118:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697728.861123:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2823b80 x1866137496971776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697728.861148:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc4e6bc00. 00000400:00000010:3.0:1779697728.861151:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbcb3b0d68. 00000400:00000010:3.0:1779697728.861153:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697728.861156:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496971648, portal 4 00000400:00000010:3.0:1779697728.861160:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697728.861162:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866137496971648, offset 0 00000400:00000200:3.0:1779697728.861165:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697728.861170:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697728.861174:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a13dfe9be980 00000400:00000200:3.0:1779697728.861179:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x18d3a9 [8] + 8064 00000400:00000200:3.0:1779697728.861184:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697728.861186:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697728.861190:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697728.861192:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3100. 00000400:00000200:3.0:1779697728.861202:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:3.0:1779697728.861204:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697728.861208:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2822d80 x1866137496971648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697728.862530:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.862538:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.862544:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075efc00. 00000020:00000010:0.0:1779697728.862549:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.862553:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.862597:0:189040:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.862600:0:189040:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000100:00000200:0.0:1779697728.862603:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496971776 02000000:00000010:0.0:1779697728.862619:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fda000. 00010000:00000200:0.0:1779697728.862629:0:189040:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb0e00 x1866137496971776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697728.862644:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697728.862649:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496971776, offset 224 00000400:00000200:0.0:1779697728.862655:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.862664:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.862678:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bea00 00000400:00000200:0.0:1779697728.862693:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aad11 [1] + 224 00000400:00000200:0.0:1779697728.862700:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.862703:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.862711:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2823b80 x1866137496971776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697728.862727:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:0.0:1779697728.862730:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000020:00000010:0.0:1779697728.862741:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.862744:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.862746:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075efc00. 02000000:00000010:0.0:1779697728.862769:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cb075efc00. 00000400:00000010:0.0:1779697728.862773:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae948. 00000400:00000010:0.0:1779697728.862776:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d110. 00000100:00000200:0.0:1779697728.862780:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496971904, portal 10 00000400:00000010:0.0:1779697728.862784:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697728.862786:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496971904, offset 0 00000400:00000200:0.0:1779697728.862789:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.862793:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.862798:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bea80 00000400:00000200:0.0:1779697728.862804:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 71568 00000400:00000200:0.0:1779697728.862809:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.862811:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.862815:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697728.862819:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210380. 00000400:00000200:0.0:1779697728.862830:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697728.862832:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697728.862837:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2820e00 x1866137496971904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697728.862866:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cb075ee000. 00000400:00000010:0.0:1779697728.862871:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae5d8. 00000400:00000010:0.0:1779697728.862873:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697728.862876:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496971520, portal 25 00000400:00000010:0.0:1779697728.862878:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697728.862880:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496971520, offset 0 00000400:00000200:0.0:1779697728.862883:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.862887:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.862891:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9be900 00000400:00000200:0.0:1779697728.862923:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19a8e9 [2] + 0 00000400:00000010:0.0:1779697728.862942:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae840. 00000400:00000200:0.0:1779697728.862945:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad23459c0 00000400:00000200:0.0:1779697728.862949:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.862951:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697728.862954:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad23459c0 00000400:00000010:0.0:1779697728.862956:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad23459c0. 00000100:00000200:0.0:1779697728.862961:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697728.862971:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697728.862972:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697728.862976:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821c00 x1866137496971520/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697728.863140:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cb075ee200. 00000400:00000010:0.0:1779697728.863144:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae840. 00000400:00000010:0.0:1779697728.863147:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697728.863150:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496972032, portal 10 00000400:00000010:0.0:1779697728.863154:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697728.863156:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496972032, offset 0 00000400:00000200:0.0:1779697728.863160:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.863165:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.863169:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9beb00 00000400:00000200:0.0:1779697728.863173:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 71792 00000400:00000200:0.0:1779697728.863177:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.863180:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.863183:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697728.863186:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5213100. 00000400:00000200:0.0:1779697728.863198:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697728.863200:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697728.863204:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821180 x1866137496972032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697728.863254:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.863258:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.863261:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075eea00. 00000020:00000010:0.0:1779697728.863264:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.863267:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.863287:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.863289:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea613c0. 00000100:00000200:0.0:1779697728.863292:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496971520 02000000:00000010:0.0:1779697728.863311:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc5f1400. 00010000:00000200:0.0:1779697728.863317:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc68c50 x1866137496971520/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:414/0 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697728.863328:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697728.863331:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496971520, offset 224 00000400:00000200:0.0:1779697728.863334:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.863339:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.863343:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9be900 00000400:00000200:0.0:1779697728.863347:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aad2d [1] + 224 00000400:00000200:0.0:1779697728.863351:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.863354:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.863359:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821c00 x1866137496971520/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697728.863374:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697728.863376:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000020:00000010:0.0:1779697728.863383:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.863385:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.863415:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075eea00. 02000000:00000010:0.0:1779697728.863422:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cacc5f1400. 00000100:00000200:0.0:1779697728.863429:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697728.863433:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae478. 00000400:00000010:0.0:1779697728.863437:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd7e4c00. 00000400:00000010:0.0:1779697728.863452:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae5d8. 00000400:00000200:0.0:1779697728.863454:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697728.863456:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697728.863460:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821c00 x1866137496971520/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697728.863469:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821c00 x1866137496971520/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697728.863489:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cb075ee000. 02000000:00000010:0.0:1779697728.863494:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc630a200. 00000100:00000010:0.0:1779697728.863499:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821c00. 00000020:00000010:0.0:1779697728.863537:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea613c0. 00000020:00000010:0.0:1779697728.863543:0:207459:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0740. 00000020:00000010:0.0:1779697728.863553:0:207459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075ee000. 00000020:00000010:0.0:1779697728.863556:0:207459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.863558:0:207459:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.863577:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61240. 00000020:00000010:0.0:1779697728.863580:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61240. 00000100:00000200:0.0:1779697728.863582:0:207459:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496971648 02000000:00000010:0.0:1779697728.863589:0:207459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc5f1400. 00010000:00000200:0.0:1779697728.863595:0:207459:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7bb3100 x1866137496971648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:414/0 lens 224/224 e 0 to 0 dl 1779697739 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697728.863604:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697728.863607:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866137496971648, offset 224 00000400:00000200:0.0:1779697728.863611:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.863616:0:207459:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.863621:0:207459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a13dfe9be980 00000400:00000200:0.0:1779697728.863625:0:207459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1aad19 [1] + 224 00000400:00000200:0.0:1779697728.863630:0:207459:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.863632:0:207459:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.863638:0:207459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2822d80 x1866137496971648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697728.863647:0:207459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697728.863649:0:207459:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779697728.863656:0:207459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.863658:0:207459:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.863661:0:207459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075ee000. 00000020:00000010:0.0:1779697728.863707:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61240. 00000020:00000010:0.0:1779697728.863717:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075ee000. 00000020:00000010:0.0:1779697728.863720:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.863722:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.863739:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697728.863742:0:209509:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cac4bbae00. 00000020:00000010:0.0:1779697728.863745:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697728.863748:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cb075eea00. 00000020:00000010:0.0:1779697728.863750:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cf80. 00000020:00000010:0.0:1779697728.863752:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697728.863763:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697728.863766:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000100:00000200:0.0:1779697728.863769:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496971904 02000000:00000010:0.0:1779697728.863777:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc2e56000. 00010000:00000200:0.0:1779697728.863783:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210380 x1866137496971904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697728.863793:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697728.863796:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496971904, offset 224 00000400:00000200:0.0:1779697728.863799:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.863805:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.863810:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bea80 00000400:00000200:0.0:1779697728.863813:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aad25 [1] + 224 00000400:00000200:0.0:1779697728.863818:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.863820:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.863825:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2820e00 x1866137496971904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697728.863839:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697728.863840:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779697728.863847:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000020:00000010:0.0:1779697728.863850:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697728.863853:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075ee000. 00000020:00000010:0.0:1779697728.863864:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61140. 00000020:00000010:0.0:1779697728.863866:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61140. 00000100:00000200:0.0:1779697728.863868:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972032 02000000:00000010:0.0:1779697728.863875:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc2e54800. 00010000:00000200:0.0:1779697728.863880:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5213100 x1866137496972032/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1779698483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697728.863895:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697728.863898:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496972032, offset 224 00000400:00000200:0.0:1779697728.863902:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697728.863907:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697728.863911:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9beb00 00000400:00000200:0.0:1779697728.863915:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aad35 [1] + 224 00000400:00000200:0.0:1779697728.863920:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697728.863922:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697728.863941:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821180 x1866137496972032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697728.863952:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697728.863953:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779697728.863960:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cf80. 00000020:00000010:0.0:1779697728.863963:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697728.863965:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cb075eea00. 00000400:00000010:0.0:1779697728.863986:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae840. 00000400:00000200:0.0:1779697728.863989:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697728.863991:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697728.863996:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821180 x1866137496972032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697728.864746:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0d68. 00000400:00000200:3.0:1779697728.864754:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:3.0:1779697728.864755:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697728.864762:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2822d80 x1866137496971648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697728.864776:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2822d80 x1866137496971648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697728.864797:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0630. 00000400:00000200:3.0:1779697728.864800:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:3.0:1779697728.864801:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697728.864810:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2823b80 x1866137496971776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697728.864817:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2823b80 x1866137496971776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697728.864828:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc4e6bc00. 02000000:00000010:3.0:1779697728.864833:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc630ab00. 00000100:00000010:3.0:1779697728.864836:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2822d80. 02000000:00000010:3.0:1779697728.864842:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc4e6ac00. 02000000:00000010:3.0:1779697728.864845:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc630ad00. 00000100:00000010:3.0:1779697728.864847:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823b80. 00000100:00000200:0.0:1779697728.866255:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821180 x1866137496972032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697728.868949:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae108. 00000400:00000200:1.0:1779697728.868960:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dc38 00000400:00000010:1.0:1779697728.868963:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dc38. 00000100:00000200:1.0:1779697728.868974:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559880 x1866137496971392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697744 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697728.868985:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559880 x1866137496971392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697744 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697728.869049:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fdb400. 02000000:00000010:1.0:1779697728.869056:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbf6ec1000. 00000100:00000010:1.0:1779697728.869061:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559880. 00000004:00000010:0.0:1779697728.869795:0:189064:0:(osp_sync.c:1183:osp_sync_process_committed()) kmalloced '(arr)': 52 at ffff93cacea61140. 02000000:00000010:0.0:1779697728.869803:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b69c00. 02000000:00000010:0.0:1779697728.869807:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfeda3000. 00000100:00000010:0.0:1779697728.869810:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7800. 02000000:00000010:0.0:1779697728.869816:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b69400. 02000000:00000010:0.0:1779697728.869818:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfeda1c00. 00000100:00000010:0.0:1779697728.869820:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7100. 02000000:00000010:0.0:1779697728.869823:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e0400. 02000000:00000010:0.0:1779697728.869827:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e3000. 00000100:00000010:0.0:1779697728.869830:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210a80. 02000000:00000010:0.0:1779697728.869833:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbcb255400. 02000000:00000010:0.0:1779697728.869835:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f3000. 00000100:00000010:0.0:1779697728.869838:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5c00. 02000000:00000010:0.0:1779697728.869842:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c20400. 02000000:00000010:0.0:1779697728.869845:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c20800. 00000100:00000010:0.0:1779697728.869847:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8380. 02000000:00000010:0.0:1779697728.869850:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c22000. 02000000:00000010:0.0:1779697728.869852:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f2400. 00000100:00000010:0.0:1779697728.869855:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210e00. 02000000:00000010:0.0:1779697728.869857:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cacc9a0000. 02000000:00000010:0.0:1779697728.869860:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f0c00. 00000100:00000010:0.0:1779697728.869862:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec6300. 02000000:00000010:0.0:1779697728.869866:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc3461400. 02000000:00000010:0.0:1779697728.869868:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc3460400. 00000100:00000010:0.0:1779697728.869869:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 02000000:00000010:0.0:1779697728.869873:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e3400. 02000000:00000010:0.0:1779697728.869875:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f1000. 00000100:00000010:0.0:1779697728.869879:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5500. 02000000:00000010:0.0:1779697728.869881:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e0000. 02000000:00000010:0.0:1779697728.869883:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f0800. 00000100:00000010:0.0:1779697728.869885:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec7b80. 02000000:00000010:0.0:1779697728.869888:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cacc9a3c00. 02000000:00000010:0.0:1779697728.869890:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e0800. 00000100:00000010:0.0:1779697728.869892:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab800. 02000000:00000010:0.0:1779697728.869895:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbcb255c00. 02000000:00000010:0.0:1779697728.869897:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f2000. 00000100:00000010:0.0:1779697728.869899:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5f80. 02000000:00000010:0.0:1779697728.869903:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e3800. 02000000:00000010:0.0:1779697728.869904:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f1800. 00000100:00000010:0.0:1779697728.869906:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec4e00. 00080000:00000010:0.0:1779697728.869924:0:189064:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc2e54c00. 00000004:00000010:0.0:1779697728.870146:0:189064:0:(osp_sync.c:1238:osp_sync_process_committed()) kvfree 'arr': 52 at ffff93cacea61140. 00000400:00000010:3.0:1779697728.872796:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae948. 00000400:00000200:3.0:1779697728.872808:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d110 00000400:00000010:3.0:1779697728.872811:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d110. 00000100:00000200:3.0:1779697728.872824:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2820e00 x1866137496971904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697728.872836:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2820e00 x1866137496971904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697728.872866:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cb075ee200. 02000000:00000010:3.0:1779697728.872874:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc630a800. 00000100:00000010:3.0:1779697728.872880:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821180. 02000000:00000010:3.0:1779697728.872886:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cb075efc00. 02000000:00000010:3.0:1779697728.872888:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc630ae00. 00000100:00000010:3.0:1779697728.872890:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820e00. 00000400:00000200:1.0:1779697729.068823:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697729.068845:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474180 00000400:00000200:1.0:1779697729.068855:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f79 [2] + 1312 00000400:00000200:1.0:1779697729.068866:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697729.068870:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697729.068880:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697729.068887:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 00000400:00000200:1.0:1779697729.068913:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697729.068918:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474280 00000400:00000200:1.0:1779697729.068923:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f79 [2] + 1640 00000400:00000200:1.0:1779697729.068928:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697729.068931:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697729.068933:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697729.068936:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2aa00. 00000400:00000200:1.0:1779697729.068959:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697729.068964:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474200 00000400:00000200:1.0:1779697729.068967:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x170f79 [2] + 1968 00000400:00000010:1.0:1779697729.068971:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3580. 00000400:00000200:1.0:1779697729.068975:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad6c3bf00 00000400:00000200:1.0:1779697729.068984:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697729.068988:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697729.068991:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad6c3bf00 00000400:00000010:1.0:1779697729.068993:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad6c3bf00. 00000100:00000200:1.0:1779697729.069005:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1779697729.069070:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069127:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069135:0:214323:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef8000. 00000020:00000010:1.0:1779697729.069141:0:214323:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e780. 00000020:00000010:1.0:1779697729.069146:0:214323:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697729.069183:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069186:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069189:0:214323:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9400. 00000020:00000010:1.0:1779697729.069191:0:214323:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e400. 00000020:00000010:1.0:1779697729.069194:0:214323:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697729.069208:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069210:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069215:0:214323:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdce7f200. 00000020:00000010:1.0:1779697729.069218:0:214323:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e900. 00000020:00000010:1.0:1779697729.069220:0:214323:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697729.069236:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069238:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0540. 00000100:00000200:1.0:1779697729.069241:0:214323:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215575936 02000000:00000010:1.0:1779697729.069251:0:214323:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07ca800. 00000400:00000010:1.0:1779697729.069291:0:214323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697729.069296:0:214323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215575936, offset 224 00000400:00000200:1.0:1779697729.069303:0:214323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697729.069313:0:214323:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697729.069319:0:214323:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309850:309850:256:4294967295] 192.168.203.23@tcp LPNI seq info [309846:309846:8:4294967295] 00000400:00000200:1.0:1779697729.069328:0:214323:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697729.069333:0:214323:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697729.069338:0:214323:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7db00. 00000800:00000200:1.0:1779697729.069344:0:214323:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697729.069351:0:214323:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697729.069355:0:214323:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7db00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697729.069371:0:214323:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e780. 00000020:00000010:1.0:1779697729.069375:0:214323:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697729.069378:0:214323:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef8000. 00000020:00000010:1.0:1779697729.069431:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069435:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0540. 00000100:00000200:1.0:1779697729.069437:0:214323:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215576192 02000000:00000010:1.0:1779697729.069443:0:214323:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c9c00. 00000400:00000010:1.0:1779697729.069458:0:214323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697729.069461:0:214323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215576192, offset 224 00000400:00000200:1.0:1779697729.069466:0:214323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697729.069472:0:214323:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697729.069475:0:214323:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309851:309851:255:4294967295] 192.168.203.23@tcp LPNI seq info [309847:309847:7:4294967295] 00000400:00000200:1.0:1779697729.069483:0:214323:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697729.069487:0:214323:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697729.069489:0:214323:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7dd00. 00000800:00000200:1.0:1779697729.069493:0:214323:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697729.069497:0:214323:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697729.069500:0:214323:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7dd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697729.069506:0:214323:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e400. 00000020:00000010:1.0:1779697729.069508:0:214323:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697729.069511:0:214323:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef9400. 00000020:00000010:1.0:1779697729.069522:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.069525:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0540. 00000100:00000200:1.0:1779697729.069527:0:214323:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215576064 02000000:00000010:1.0:1779697729.069533:0:214323:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fdb400. 00000400:00000010:1.0:1779697729.069547:0:214323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697729.069549:0:214323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215576064, offset 224 00000400:00000200:1.0:1779697729.069554:0:214323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697729.069559:0:214323:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697729.069563:0:214323:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309852:309852:254:4294967295] 192.168.203.23@tcp LPNI seq info [309848:309848:6:4294967295] 00000400:00000200:1.0:1779697729.069571:0:214323:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697729.069575:0:214323:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697729.069578:0:214323:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697729.069582:0:214323:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697729.069586:0:214323:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697729.069588:0:214323:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697729.069595:0:214323:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e900. 00000020:00000010:1.0:1779697729.069597:0:214323:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697729.069600:0:214323:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdce7f200. 00000100:00000010:1.0:1779697729.069605:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2aa00. 00000100:00000010:1.0:1779697729.069608:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a680. 02000000:00000010:1.0:1779697729.069612:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6a000. 00000100:00000010:1.0:1779697729.069614:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820000. 02000000:00000010:1.0:1779697729.069618:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6a800. 00000100:00000010:1.0:1779697729.069620:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823100. 02000000:00000010:1.0:1779697729.069624:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b68800. 00000100:00000010:1.0:1779697729.069627:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820a80. 02000000:00000010:1.0:1779697729.069629:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00e8e000. 00000100:00000010:1.0:1779697729.069631:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29880. 00000100:00000200:1.0:1779697729.069637:0:214323:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779697729.069641:0:214323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3210. 00000400:00000010:1.0:1779697729.069645:0:214323:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbc2d97d80. 00000800:00000200:1.0:1779697729.069898:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697729.069902:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7db00. 00000400:00000200:1.0:1779697729.069906:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697729.069910:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697729.069914:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697729.069915:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 02000000:00000010:1.0:1779697729.069919:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07ca800. 00000800:00000200:1.0:1779697729.069930:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697729.069932:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7dd00. 00000400:00000200:1.0:1779697729.069935:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697729.069938:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697729.069940:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697729.069941:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 02000000:00000010:1.0:1779697729.069944:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07c9c00. 00000800:00000200:1.0:1779697729.069998:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697729.070001:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697729.070003:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697729.070006:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697729.070009:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697729.070010:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 02000000:00000010:1.0:1779697729.070013:0:3315:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc6fdb400. 00010000:00000010:1.1:1779697729.086666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862400. 00000400:00000200:0.0:1779697729.102438:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697729.102460:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a14006474400 00000400:00000200:0.0:1779697729.102468:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18ee0d [64] + 72016 00000400:00000200:0.0:1779697729.102483:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697729.102488:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697729.102497:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697729.102504:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210e00. 00000020:00000010:1.0:1779697729.102631:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0540. 00000020:00000010:1.0:1779697729.102647:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbdce7f200. 00000020:00000010:1.0:1779697729.102652:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e900. 00000020:00000010:1.0:1779697729.102657:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697729.102716:0:189042:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0a00. 00000020:00000010:1.0:1779697729.102719:0:189042:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0a00. 00000100:00000200:1.0:1779697729.102723:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215576576 02000000:00000010:1.0:1779697729.102743:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00e8e000. 00000020:00000010:1.0:1779697729.102758:0:189042:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0540. 00080000:00000010:1.0:1779697729.102787:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc6fdb400. 00000001:00000010:1.0:1779697729.103032:0:189042:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c300. 00000001:00000010:1.0:1779697729.103038:0:189042:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cbc2d973c0. 00080000:00000010:1.0:1779697729.103088:0:189042:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c9c00. 00000001:00000010:1.0:1779697729.103139:0:189042:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff93cacd41cae0. 00010000:00000200:1.0:1779697729.103187:0:189042:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cad5210e00 x1866146215576576/t8589974616(0) o39->0a77178e-6741-4675-9014-2f85172887c8@192.168.203.23@tcp:404/0 lens 224/224 e 0 to 0 dl 1779698484 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697729.103207:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697729.103213:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215576576, offset 224 00000400:00000200:1.0:1779697729.103219:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697729.103229:0:189042:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697729.103235:0:189042:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309853:309853:256:4294967295] 192.168.203.23@tcp LPNI seq info [309849:309849:8:4294967295] 00000400:00000200:1.0:1779697729.103245:0:189042:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697729.103250:0:189042:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697729.103255:0:189042:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697729.103261:0:189042:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697729.103268:0:189042:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697729.103273:0:189042:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697729.103289:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e900. 00000020:00000010:1.0:1779697729.103292:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697729.103295:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbdce7f200. 00000020:00000010:1.0:1779697729.103318:0:189028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc7ef9400. 00000020:00000010:1.0:1779697729.103322:0:189028:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbc7ef8000. 00000020:00000010:1.0:1779697729.103326:0:189028:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbeeb94800. 00000020:00000010:1.0:1779697729.103330:0:189028:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697729.103333:0:189028:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbdce7f200. 80000000:00000010:1.0:1779697729.103337:0:189028:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cacd41c5a0. 40000000:00000010:1.0:1779697729.103340:0:189028:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cacdaa0540. 00100000:00000010:1.0:1779697729.103344:0:189028:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbeeb96000. 00040000:00000010:1.0:1779697729.103348:0:189028:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbeff7dd00. 00040000:00000010:1.0:1779697729.103352:0:189028:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93caca59f800. 00080000:00000010:1.0:1779697729.103356:0:189028:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbeeb92000. 00002000:00000010:1.0:1779697729.103360:0:189028:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbf07ca800. 00000020:00000010:1.0:1779697729.103364:0:189028:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbc7ef8000. 00000020:00000010:1.0:1779697729.103368:0:189028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbeeb94800. 00000020:00000010:1.0:1779697729.103371:0:189028:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697729.103375:0:189028:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbdce7f200. 80000000:00000010:1.0:1779697729.103378:0:189028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacd41c5a0. 40000000:00000010:1.0:1779697729.103380:0:189028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cacdaa0540. 00100000:00000010:1.0:1779697729.103383:0:189028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbeeb96000. 00040000:00000010:1.0:1779697729.103386:0:189028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbeff7dd00. 00040000:00000010:1.0:1779697729.103407:0:189028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93caca59f800. 00080000:00000010:1.0:1779697729.103412:0:189028:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbeeb92000. 00002000:00000010:1.0:1779697729.103414:0:189028:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbf07ca800. 00000020:00000010:1.0:1779697729.103417:0:189028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc7ef9400. 00000020:00000010:1.0:1779697729.103421:0:189028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59f800. 00000020:00000010:1.0:1779697729.103423:0:189028:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93caca59fe00. 00000020:00000010:1.0:1779697729.103426:0:189028:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbeeb92000. 00000020:00000010:1.0:1779697729.103429:0:189028:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697729.103431:0:189028:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbdce7f200. 80000000:00000010:1.0:1779697729.103434:0:189028:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cacd41c5a0. 40000000:00000010:1.0:1779697729.103436:0:189028:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cacdaa0540. 00100000:00000010:1.0:1779697729.103438:0:189028:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbeeb96000. 00040000:00000010:1.0:1779697729.103440:0:189028:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbeff7dd00. 00040000:00000010:1.0:1779697729.103442:0:189028:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbc7ef9400. 00080000:00000010:1.0:1779697729.103444:0:189028:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbeeb94800. 00002000:00000010:1.0:1779697729.103446:0:189028:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbf07ca800. 00010000:00000010:1.0:1779697729.103487:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbd0406980. 00010000:00000010:1.0:1779697729.103508:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbff21b580. 00010000:00000010:1.0:1779697729.103525:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad66f7f80. 00000020:00000010:1.0:1779697729.103534:0:189028:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93caca59fe00. 00000020:00000010:1.0:1779697729.103537:0:189028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbeeb92000. 00000020:00000010:1.0:1779697729.103540:0:189028:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697729.103543:0:189028:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbdce7f200. 80000000:00000010:1.0:1779697729.103545:0:189028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacd41c5a0. 40000000:00000010:1.0:1779697729.103548:0:189028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cacdaa0540. 00100000:00000010:1.0:1779697729.103550:0:189028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbeeb96000. 00040000:00000010:1.0:1779697729.103552:0:189028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbeff7dd00. 00040000:00000010:1.0:1779697729.103555:0:189028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbc7ef9400. 00080000:00000010:1.0:1779697729.103557:0:189028:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbeeb94800. 00002000:00000010:1.0:1779697729.103559:0:189028:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbf07ca800. 00000020:00000010:1.0:1779697729.103561:0:189028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59f800. 00000800:00000200:1.0:1779697729.103635:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697729.103639:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697729.103642:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697729.103646:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697729.103651:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697729.103653:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00010000:00000010:1.1:1779697729.112855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862000. 00010000:00000010:1.1:1779697729.112868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb1a183600. 00010000:00000010:1.1:1779697729.117435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac19b3600. 00010000:00000010:1.1:1779697729.117450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbf6fa1800. 00010000:00000010:1.1:1779697729.117455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbca476e00. 00000100:00000010:1.0:1779697729.210516:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f13c0. 00000100:00000010:3.0:1779697729.210608:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f16c0. 00000100:00000010:2.0:1779697729.211205:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f14e0. 00000100:00000010:0.0:1779697729.214725:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a20. 00080000:00000010:2.0:1779697730.587960:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc2e54c00. 00000004:00000010:2.0:1779697730.587975:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93cbc56f1360. 00080000:00000010:2.0:1779697730.587979:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fd9400. 00000001:00000010:2.0:1779697730.587994:0:5817:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff93cacd41cae0. 00080000:00000010:2.0:1779697730.587997:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c9c00. 00000001:00000010:2.0:1779697730.588010:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c300. 00080000:00000010:2.0:1779697730.588013:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fdb400. 00000004:00000010:2.0:1779697730.588019:0:5817:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff93cacf34a360. 00080000:00000010:2.0:1779697730.588023:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7871c00. 00000100:00000010:0.0:1779697730.598202:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210a80. 02000000:00000010:0.0:1779697730.598236:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc2e54400. 00000100:00000010:0.0:1779697730.598275:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212d80. 02000000:00000010:0.0:1779697730.598280:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc2e54000. 00000100:00000010:0.0:1779697730.598441:0:189064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 02000000:00000010:0.0:1779697730.598447:0:189064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc2e55c00. 00000004:00000010:0.0:1779697730.598499:0:221225:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff93cbdcf9ba80. 00000001:00000010:0.0:1779697730.598511:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed9c00. 00000001:00000010:0.0:1779697730.598515:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed8200. 00000001:00000010:0.0:1779697730.598518:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed9000. 00000001:00000010:0.0:1779697730.598519:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed9e00. 00000001:00000010:0.0:1779697730.598522:0:221225:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cace8154c0. 00000001:00000010:0.0:1779697730.598525:0:221225:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbc30baf00. 00000001:00000010:0.0:1779697730.598532:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cacf6ece00. 00000001:00000010:0.0:1779697730.598534:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cacf6ede00. 00000001:00000010:0.0:1779697730.598536:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cacf6ed400. 00000001:00000010:0.0:1779697730.598538:0:221225:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cacf6eda00. 00000001:00000010:0.0:1779697730.598540:0:221225:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cace815900. 00000001:00000010:0.0:1779697730.598541:0:221225:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbc30bac00. 00000001:00000010:0.0:1779697730.598549:0:221225:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cc00caad80. 00000001:00000010:0.0:1779697730.598553:0:221225:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc2d973c0. 00000001:00000010:0.0:1779697730.598555:0:221225:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cbff2fd800. 00000020:00000010:0.0:1779697730.598564:0:221225:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc4f7d800. 00000020:00000010:0.0:1779697730.598579:0:221225:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbeeb93800. 02000000:00000010:0.0:1779697730.598697:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e55400. 00000400:00000010:0.0:1779697730.598704:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae840. 00000400:00000010:0.0:1779697730.598711:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697730.598717:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496972160, portal 4 00000400:00000010:0.0:1779697730.598724:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697730.598727:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496972160, offset 0 00000400:00000200:0.0:1779697730.598737:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.598750:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.598762:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9beb80 00000400:00000200:0.0:1779697730.599077:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 8288 00000400:00000200:0.0:1779697730.599087:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.599091:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.599099:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.599105:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec4e00. 00000400:00000200:0.0:1779697730.599121:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697730.599124:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697730.599130:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210a80 x1866137496972160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697730.599150:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1f60. 00000100:00000010:0.0:1779697730.599161:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1180. 00000100:00000010:0.0:1779697730.599167:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a20. 00000100:00000010:0.0:1779697730.599172:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1b40. 02000000:00000010:0.0:1779697730.599194:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e56400. 00000400:00000010:0.0:1779697730.599198:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae5d8. 00000400:00000010:0.0:1779697730.599201:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697730.599215:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496972288, portal 4 00000400:00000010:0.0:1779697730.599220:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697730.599222:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496972288, offset 0 00000400:00000200:0.0:1779697730.599227:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.599232:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.599238:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bec00 00000400:00000200:0.0:1779697730.599241:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 8832 00000400:00000200:0.0:1779697730.599246:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.599249:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.599252:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.599256:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5f80. 00000400:00000200:0.0:1779697730.599268:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697730.599270:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697730.599274:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5212d80 x1866137496972288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697730.599431:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 02000000:00000010:2.0:1779697730.599440:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060c800. 00000100:00000010:2.0:1779697730.599468:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800700. 02000000:00000010:2.0:1779697730.599473:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060c400. 00000100:00000010:2.0:1779697730.599482:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9802300. 02000000:00000010:2.0:1779697730.599486:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060f000. 00000100:00000010:2.0:1779697730.599492:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9801c00. 02000000:00000010:2.0:1779697730.599495:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060ec00. 00000100:00000010:2.0:1779697730.599502:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9801f80. 02000000:00000010:2.0:1779697730.599506:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d800. 00000100:00000010:2.0:1779697730.599512:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 02000000:00000010:2.0:1779697730.599515:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d000. 00000100:00000010:2.0:1779697730.599522:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:2.0:1779697730.599527:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc6fdb400. 00000100:00000010:2.0:1779697730.599533:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985fb80. 02000000:00000010:2.0:1779697730.599537:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc6fd9400. 02000000:00000010:0.0:1779697730.601860:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e57400. 00000400:00000010:0.0:1779697730.601873:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae268. 00000400:00000010:0.0:1779697730.601879:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697730.601884:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496972672, portal 4 00000400:00000010:0.0:1779697730.601891:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697730.601894:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496972672, offset 0 00000400:00000200:0.0:1779697730.601902:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.601913:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.601936:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bed80 00000400:00000200:0.0:1779697730.601944:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 9376 00000400:00000200:0.0:1779697730.601953:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.601957:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.601963:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.601968:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec7b80. 00000400:00000200:0.0:1779697730.601985:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697730.601988:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697730.601995:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800700 x1866137496972672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697730.602018:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e56800. 00000400:00000010:0.0:1779697730.602022:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae948. 00000400:00000010:0.0:1779697730.602026:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697730.602277:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496973184, portal 4 00000400:00000010:0.0:1779697730.602283:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697730.602286:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496973184, offset 0 00000400:00000200:0.0:1779697730.602289:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.602295:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.602300:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bef80 00000400:00000200:0.0:1779697730.602304:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 9920 00000400:00000200:0.0:1779697730.602309:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.602312:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.602316:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.602319:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5500. 00000400:00000200:0.0:1779697730.602329:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697730.602331:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697730.602336:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800a80 x1866137496973184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697730.602360:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e57800. 00000400:00000010:0.0:1779697730.602364:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae108. 00000400:00000010:0.0:1779697730.602367:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697730.602370:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496972800, portal 4 00000400:00000010:0.0:1779697730.602373:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697730.602375:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496972800, offset 0 00000400:00000200:0.0:1779697730.602379:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.602383:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.602409:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bee00 00000400:00000200:0.0:1779697730.602412:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 10464 00000400:00000200:0.0:1779697730.602417:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.602419:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.602423:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.602426:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec6300. 00000400:00000200:0.0:1779697730.602435:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697730.602436:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697730.602440:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9802300 x1866137496972800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697730.602629:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e55000. 00000400:00000010:0.0:1779697730.602633:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae370. 00000400:00000010:0.0:1779697730.602636:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697730.602639:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496973312, portal 4 00000400:00000010:0.0:1779697730.602642:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697730.602645:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496973312, offset 0 00000400:00000200:0.0:1779697730.602648:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.602653:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.602657:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bf000 00000400:00000200:0.0:1779697730.602661:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 11008 00000400:00000200:0.0:1779697730.602666:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.602668:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.602680:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.602684:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac4ec5c00. 00000400:00000200:0.0:1779697730.602693:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779697730.602695:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697730.602699:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496973312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697730.602735:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc2e54c00. 00000400:00000010:0.0:1779697730.602739:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae688. 00000400:00000010:0.0:1779697730.602741:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697730.602744:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496972416, portal 4 00000400:00000010:0.0:1779697730.602748:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:0.0:1779697730.602750:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496972416, offset 0 00000400:00000200:0.0:1779697730.602754:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.602758:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.602982:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bec80 00000400:00000200:0.0:1779697730.602986:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 11552 00000400:00000200:0.0:1779697730.602992:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.602995:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.602999:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.603004:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820a80. 00000400:00000200:0.0:1779697730.603015:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:0.0:1779697730.603017:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00000100:00000200:0.0:1779697730.603023:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210000 x1866137496972416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697730.603114:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4426000. 00000400:00000010:0.0:1779697730.603117:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aef20. 00000400:00000010:0.0:1779697730.603120:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:0.0:1779697730.603123:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496972928, portal 4 00000400:00000010:0.0:1779697730.603127:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697730.603129:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496972928, offset 0 00000400:00000200:0.0:1779697730.603133:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.603138:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.603143:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bee80 00000400:00000200:0.0:1779697730.603148:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 12096 00000400:00000200:0.0:1779697730.603152:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.603155:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.603158:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.603161:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823100. 00000400:00000200:0.0:1779697730.603172:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697730.603174:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697730.603178:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9801c00 x1866137496972928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697730.603194:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbfb543c00. 00000400:00000010:0.0:1779697730.603197:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aebb0. 00000400:00000010:0.0:1779697730.603200:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697730.603202:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496973440, portal 4 00000400:00000010:0.0:1779697730.603870:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697730.603876:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496973440, offset 0 00000400:00000200:0.0:1779697730.603881:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.603887:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.603892:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bf080 00000400:00000200:0.0:1779697730.603896:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 12640 00000400:00000200:0.0:1779697730.603901:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.603904:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.603908:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.603911:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820000. 00000400:00000200:0.0:1779697730.604865:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697730.604869:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697730.604877:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985fb80 x1866137496973440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.605150:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f300. 00000020:00000010:2.0:1779697730.605158:0:207614:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61540. 00000020:00000010:2.0:1779697730.605174:0:207614:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc52f3000. 00000020:00000010:2.0:1779697730.605179:0:207614:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544980. 00000020:00000010:2.0:1779697730.605183:0:207614:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3ed8. 00000020:00000010:3.0:1779697730.605897:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98369c0. 00000020:00000010:3.0:1779697730.605903:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98369c0. 00000020:00000010:3.0:1779697730.605907:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb34400. 00000020:00000010:3.0:1779697730.605910:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697730.605913:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89000. 00000020:00000010:3.0:1779697730.605947:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98369c0. 00000020:00000010:3.0:1779697730.605950:0:189655:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea613c0. 00000020:00000010:3.0:1779697730.605956:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb35600. 00000020:00000010:3.0:1779697730.605958:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697730.605961:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89898. 00000020:00000010:3.0:1779697730.605973:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.605975:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.605979:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfac37e00. 00000020:00000010:3.0:1779697730.605982:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697730.605984:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89640. 00000020:00000010:3.0:1779697730.605994:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.605996:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606000:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca583200. 00000020:00000010:3.0:1779697730.606002:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536000. 00000020:00000010:3.0:1779697730.606004:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89c80. 00000020:00000010:3.0:1779697730.606015:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606017:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606020:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca582c00. 00000020:00000010:3.0:1779697730.606023:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b00. 00000020:00000010:3.0:1779697730.606025:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89708. 00000020:00000010:3.0:1779697730.606049:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606051:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606055:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca583600. 00000020:00000010:3.0:1779697730.606057:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536b80. 00000020:00000010:3.0:1779697730.606060:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f897d0. 00000020:00000010:3.0:1779697730.606073:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606076:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606080:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf9854e00. 00000020:00000010:3.0:1779697730.606083:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f00. 00000020:00000010:3.0:1779697730.606085:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f893e8. 00000020:00000010:3.0:1779697730.606097:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606100:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606104:0:189655:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf9855200. 00000020:00000010:3.0:1779697730.606106:0:189655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e80. 00000020:00000010:3.0:1779697730.606109:0:189655:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f894b0. 00000020:00000010:3.0:1779697730.606137:0:189655:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836880. 00000020:00000010:3.0:1779697730.606140:0:189655:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836880. 00000100:00000200:3.0:1779697730.606142:0:189655:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972160 02000000:00000010:3.0:1779697730.606166:0:189655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc9b6a400. 00010000:00000010:3.0:1779697730.606192:0:189655:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615800. 00010000:00000010:3.0:1779697730.606410:0:189655:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836880. 00000100:00000010:3.0:1779697730.606419:0:189655:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9bb40. 00000100:00000010:3.0:1779697730.606429:0:189655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1c00. 02000000:00000010:3.0:1779697730.606440:0:189655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbf9854c00. 02000000:00000010:3.0:1779697730.606477:0:189655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad66a6800. 00000400:00000010:3.0:1779697730.606484:0:189655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbcb3b0630. 00000400:00000010:3.0:1779697730.606490:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0770. 00000100:00000200:3.0:1779697730.606496:0:189655:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496973568, portal 16 00000400:00000010:3.0:1779697730.606501:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0550. 00000100:00000200:3.0:1779697730.606504:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496973568, offset 0 00000400:00000200:3.0:1779697730.606514:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697730.606528:0:189655:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697730.606533:0:189655:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779697730.606538:0:189655:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:3.0:1779697730.606541:0:189655:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779697730.606544:0:189655:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:3.0:1779697730.606547:0:189655:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309854:309854:256:4294967295] 192.168.203.23@tcp LPNI seq info [309850:309850:8:4294967295] 00000400:00000200:3.0:1779697730.606559:0:189655:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697730.606565:0:189655:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697730.606571:0:189655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a200. 00000800:00000200:3.0:1779697730.606577:0:189655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697730.606584:0:189655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697730.606588:0:189655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1779697730.606630:0:207458:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98367c0. 00000020:00000010:3.0:1779697730.606633:0:207458:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98367c0. 00000100:00000200:3.0:1779697730.606636:0:207458:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972288 02000000:00000010:3.0:1779697730.606647:0:207458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc9b6ac00. 00010000:00000010:3.0:1779697730.606658:0:207458:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615000. 00010000:00000010:3.0:1779697730.606667:0:207458:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc98367c0. 00000100:00000010:3.0:1779697730.606681:0:207458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9be40. 00000100:00000010:3.0:1779697730.606686:0:207458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3b80. 02000000:00000010:3.0:1779697730.606694:0:207458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cac2f5aa00. 02000000:00000010:3.0:1779697730.606704:0:207458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac2f5ae00. 00000400:00000010:3.0:1779697730.606707:0:207458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbcb3b0d68. 00000400:00000010:3.0:1779697730.606711:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0110. 00000100:00000200:3.0:1779697730.606714:0:207458:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496973696, portal 16 00000400:00000010:3.0:1779697730.606717:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df02a8. 00000100:00000200:3.0:1779697730.606719:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496973696, offset 0 00000400:00000200:3.0:1779697730.606724:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697730.606729:0:207458:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697730.606732:0:207458:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779697730.606734:0:207458:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:3.0:1779697730.606737:0:207458:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779697730.606739:0:207458:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:3.0:1779697730.606742:0:207458:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309855:309855:255:4294967295] 192.168.203.23@tcp LPNI seq info [309851:309851:7:4294967295] 00000400:00000200:3.0:1779697730.606749:0:207458:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697730.606752:0:207458:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697730.606756:0:207458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ab00. 00000800:00000200:3.0:1779697730.606760:0:207458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697730.606774:0:207458:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697730.606778:0:207458:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ab00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1779697730.606800:0:190179:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836b40. 00000020:00000010:3.0:1779697730.606803:0:190179:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836b40. 00000100:00000200:3.0:1779697730.606806:0:190179:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972672 02000000:00000010:3.0:1779697730.606816:0:190179:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc9b68400. 00010000:00000010:3.0:1779697730.606828:0:190179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb615a00. 00010000:00000010:3.0:1779697730.606836:0:190179:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836b40. 00000100:00000010:3.0:1779697730.606840:0:190179:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b000. 00000100:00000010:3.0:1779697730.606845:0:190179:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ed80. 02000000:00000010:3.0:1779697730.606851:0:190179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cac2f5a600. 02000000:00000010:3.0:1779697730.606861:0:190179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac2f5be00. 00000400:00000010:3.0:1779697730.606865:0:190179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cb3f83ebb0. 00000400:00000010:3.0:1779697730.606868:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0c38. 00000100:00000200:3.0:1779697730.606871:0:190179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496973824, portal 16 00000400:00000010:3.0:1779697730.606875:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0880. 00000100:00000200:3.0:1779697730.606877:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496973824, offset 0 00000400:00000200:3.0:1779697730.606882:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697730.606887:0:190179:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697730.606890:0:190179:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779697730.606892:0:190179:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:3.0:1779697730.606894:0:190179:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779697730.606896:0:190179:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:3.0:1779697730.606899:0:190179:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309856:309856:254:4294967295] 192.168.203.23@tcp LPNI seq info [309852:309852:6:4294967295] 00000400:00000200:3.0:1779697730.606907:0:190179:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697730.606911:0:190179:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697730.606928:0:190179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a800. 00000800:00000200:3.0:1779697730.606934:0:190179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697730.606938:0:190179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697730.606941:0:190179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1779697730.606963:0:207460:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836800. 00000020:00000010:3.0:1779697730.606966:0:207460:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836800. 00000100:00000200:3.0:1779697730.606969:0:207460:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496973184 02000000:00000010:3.0:1779697730.606979:0:207460:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbc9b6b800. 00010000:00000010:3.0:1779697730.606989:0:207460:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:3.0:1779697730.606996:0:207460:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836800. 00000100:00000010:3.0:1779697730.607000:0:207460:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9bcc0. 00000100:00000010:3.0:1779697730.607004:0:207460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ce00. 02000000:00000010:3.0:1779697730.607011:0:207460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cace6d9000. 02000000:00000010:3.0:1779697730.607020:0:207460:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace6d9400. 00000400:00000010:3.0:1779697730.607024:0:207460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83260b0. 02000000:00000010:0.0:1779697730.610734:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbfb540000. 00000400:00000010:0.0:1779697730.610750:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae420. 00000020:00000010:2.0:1779697730.611197:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f100. 00000020:00000010:2.0:1779697730.611757:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f100. 00000100:00000200:2.0:1779697730.611775:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972800 02000000:00000010:2.0:1779697730.611809:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbe57f9000. 00010000:00000010:2.0:1779697730.611833:0:207614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.0:1779697730.611850:0:207614:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f100. 00000100:00000010:2.0:1779697730.611858:0:207614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad7543e40. 00000100:00000010:2.0:1779697730.611867:0:207614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ed80. 02000000:00000010:2.0:1779697730.611878:0:207614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc52f2600. 02000000:00000010:2.0:1779697730.611900:0:207614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc4e6ac00. 00000400:00000010:2.0:1779697730.611905:0:207614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def528. 00000400:00000010:3.0:1779697730.612302:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df05d8. 00000400:00000010:0.0:1779697730.613660:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697730.613679:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496972544, portal 4 00000400:00000010:0.0:1779697730.613687:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697730.613690:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496972544, offset 0 00000400:00000200:0.0:1779697730.613700:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.613713:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.613725:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bed00 00000400:00000200:0.0:1779697730.613733:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 13184 00000400:00000200:0.0:1779697730.613744:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.613747:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.613755:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.613770:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820e00. 00000400:00000200:0.0:1779697730.613798:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779697730.613800:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697730.613808:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803800 x1866137496972544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697730.613844:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00e8d800. 00000400:00000010:0.0:1779697730.613848:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91ae160. 00000400:00000010:0.0:1779697730.613851:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697730.613854:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496973056, portal 4 00000400:00000010:0.0:1779697730.613858:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697730.613860:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496973056, offset 0 00000400:00000200:0.0:1779697730.613863:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.613868:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.613873:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bef00 00000400:00000200:0.0:1779697730.613877:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 13728 00000400:00000200:0.0:1779697730.613881:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.613884:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.613887:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.613890:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821180. 00000400:00000200:0.0:1779697730.613904:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697730.613906:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697730.613910:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9801f80 x1866137496973056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697730.615333:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697730.615339:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697730.615346:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeff29e00. 00000020:00000010:0.0:1779697730.615352:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ce00. 00000020:00000010:0.0:1779697730.615357:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e320. 00000020:00000010:0.0:1779697730.615380:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697730.615383:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697730.615400:0:207456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeff28400. 00000020:00000010:0.0:1779697730.615404:0:207456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c580. 00000020:00000010:0.0:1779697730.615407:0:207456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e708. 00000020:00000010:0.0:1779697730.615419:0:207456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697730.615422:0:207456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000100:00000200:0.0:1779697730.615424:0:207456:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496973312 02000000:00000010:0.0:1779697730.615447:0:207456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cacc9a2800. 00010000:00000010:0.0:1779697730.615639:0:207456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e862a00. 00010000:00000010:0.0:1779697730.615655:0:207456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacea61e00. 00000100:00000010:0.0:1779697730.615662:0:207456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc82be9c0. 00000100:00000010:0.0:1779697730.615677:0:207456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823b80. 02000000:00000010:0.0:1779697730.615690:0:207456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbeff28200. 02000000:00000010:0.0:1779697730.615711:0:207456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbeff29400. 00000400:00000010:0.0:1779697730.615716:0:207456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc91aecb8. 00000400:00000010:0.0:1779697730.615722:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697730.615726:0:207456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496974208, portal 16 00000400:00000010:0.0:1779697730.615731:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dee0. 00000100:00000200:0.0:1779697730.615733:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496974208, offset 0 00000400:00000200:0.0:1779697730.615742:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697730.615753:0:207456:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697730.615758:0:207456:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697730.615905:0:207456:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697730.615910:0:207456:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697730.615914:0:207456:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697730.615984:0:207456:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309857:309857:253:4294967295] 192.168.203.23@tcp LPNI seq info [309853:309853:5:4294967295] 00000400:00000200:0.0:1779697730.615995:0:207456:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697730.616002:0:207456:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697730.616008:0:207456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1600. 00000800:00000200:0.0:1779697730.616015:0:207456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697730.616022:0:207456:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697730.616026:0:207456:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1779697730.616118:0:189658:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61840. 00000020:00000010:0.0:1779697730.616122:0:189658:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61840. 00000100:00000200:0.0:1779697730.616124:0:189658:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972416 02000000:00000010:0.0:1779697730.616136:0:189658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cacc9a3c00. 00010000:00000010:0.0:1779697730.616149:0:189658:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e863000. 00010000:00000010:0.0:1779697730.616159:0:189658:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacea61840. 00000100:00000010:0.0:1779697730.616162:0:189658:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc82be240. 00000100:00000010:0.0:1779697730.616168:0:189658:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2822d80. 02000000:00000010:0.0:1779697730.616175:0:189658:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbc90f2e00. 02000000:00000010:0.0:1779697730.616187:0:189658:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbffa09800. 00000400:00000010:0.0:1779697730.616191:0:189658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779697730.616196:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697730.616199:0:189658:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496974336, portal 16 00000020:00000010:1.0:1779697730.616405:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0600. 00000020:00000010:1.0:1779697730.616410:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0600. 00000100:00000200:1.0:1779697730.616413:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972928 02000000:00000010:1.0:1779697730.616425:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf07ca800. 00010000:00000010:1.0:1779697730.616436:0:209827:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.0:1779697730.616439:0:209827:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697730.616445:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2cc00. 00002000:00000010:1.0:1779697730.616451:0:209827:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0600. 00010000:00000010:1.0:1779697730.616489:0:209827:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97e40. 00080000:00000010:1.0:1779697730.616511:0:209827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c9c00. 00000001:00000010:1.0:1779697730.616881:0:209827:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c240. 00000400:00000010:0.0:1779697730.617561:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d660. 00000100:00000200:0.0:1779697730.617568:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496974336, offset 0 00000400:00000200:0.0:1779697730.617579:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697730.617589:0:189658:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697730.617593:0:189658:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697730.617597:0:189658:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697730.617600:0:189658:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697730.617602:0:189658:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697730.617605:0:189658:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309858:309858:252:4294967295] 192.168.203.23@tcp LPNI seq info [309854:309854:4:4294967295] 00000400:00000200:0.0:1779697730.617614:0:189658:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697730.617618:0:189658:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697730.617623:0:189658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1400. 00000800:00000200:0.0:1779697730.617628:0:189658:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697730.617635:0:189658:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697730.617638:0:189658:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1779697730.617698:0:207615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697730.617702:0:207615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000100:00000200:0.0:1779697730.617705:0:207615:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496973440 02000000:00000010:0.0:1779697730.617722:0:207615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cacc9a0000. 00010000:00000010:0.0:1779697730.617735:0:207615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e863600. 00010000:00000010:0.0:1779697730.617745:0:207615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacea610c0. 00000100:00000010:0.0:1779697730.617750:0:207615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc82be180. 00000100:00000010:0.0:1779697730.617756:0:207615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821c00. 00010000:00000200:1.0:1779697730.617867:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2823100 x1866137496972928/t8589942248(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697730.617886:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697730.617890:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496972928, offset 224 00000400:00000200:1.0:1779697730.617895:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697730.617902:0:209827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697730.617912:0:209827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bee80 00000400:00000200:1.0:1779697730.617994:0:209827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad9d [1] + 224 00000400:00000200:1.0:1779697730.618003:0:209827:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.618007:0:209827:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697730.618017:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9801c00 x1866137496972928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697730.618102:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697730.618105:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000020:00000010:1.0:1779697730.618120:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f00. 00000020:00000010:1.0:1779697730.618344:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f893e8. 00000020:00000010:1.0:1779697730.618348:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf9854e00. 00000020:00000010:1.0:1779697730.618368:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0d80. 00000020:00000010:1.0:1779697730.618372:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0d80. 00000100:00000200:1.0:1779697730.618374:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496972544 02000000:00000010:1.0:1779697730.618386:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf1313400. 00010000:00000010:1.0:1779697730.618415:0:209827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:1.0:1779697730.618423:0:209827:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacdaa0d80. 00000100:00000010:1.0:1779697730.618428:0:209827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc2d97900. 00000100:00000010:1.0:1779697730.618433:0:209827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29880. 02000000:00000010:1.0:1779697730.618440:0:209827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbdce7f200. 02000000:00000010:1.0:1779697730.618575:0:209827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbf9854e00. 00000400:00000010:1.0:1779697730.618581:0:209827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa35d8. 00000400:00000010:1.0:1779697730.618585:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697730.618590:0:209827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496974464, portal 16 00000400:00000010:1.0:1779697730.618593:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697730.618595:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496974464, offset 0 00000400:00000200:1.0:1779697730.618601:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697730.618609:0:209827:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697730.618612:0:209827:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779697730.618615:0:209827:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:1.0:1779697730.618618:0:209827:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779697730.618620:0:209827:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:1.0:1779697730.618623:0:209827:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309859:309859:251:4294967295] 192.168.203.23@tcp LPNI seq info [309855:309855:3:4294967295] 00000400:00000200:1.0:1779697730.618632:0:209827:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697730.618637:0:209827:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697730.618641:0:209827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbeff7d800. 00000800:00000200:1.0:1779697730.618645:0:209827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697730.618651:0:209827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697730.618654:0:209827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbeff7d800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1779697730.618695:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacdaa0300. 00000020:00000010:1.0:1779697730.618698:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacdaa0300. 00000100:00000200:1.0:1779697730.618701:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496973056 02000000:00000010:1.0:1779697730.618711:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbf1311400. 00010000:00000010:1.0:1779697730.618721:0:207613:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93cbc3a2a800. 00010000:00000010:1.0:1779697730.618724:0:207613:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697730.618729:0:207613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cbc7e2d800. 00002000:00000010:1.0:1779697730.618736:0:207613:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff93cacdaa0300. 00010000:00000010:1.0:1779697730.618756:0:207613:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97f00. 02000000:00000010:0.0:1779697730.618856:0:207615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbffa08800. 02000000:00000010:0.0:1779697730.618868:0:207615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbffa09a00. 00000400:00000010:0.0:1779697730.618871:0:207615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae18. 00000400:00000010:0.0:1779697730.618875:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:0.0:1779697730.618878:0:207615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496974592, portal 16 00000400:00000010:0.0:1779697730.618882:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dd48. 00000100:00000200:0.0:1779697730.618884:0:207615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496974592, offset 0 00000400:00000200:0.0:1779697730.618889:0:207615:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697730.618896:0:207615:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697730.618899:0:207615:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697730.618901:0:207615:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697730.618903:0:207615:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697730.618905:0:207615:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697730.618908:0:207615:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309860:309860:250:4294967295] 192.168.203.23@tcp LPNI seq info [309856:309856:2:4294967295] 00000400:00000010:2.0:1779697730.619022:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f550. 00000100:00000200:2.0:1779697730.619036:0:207614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496974080, portal 16 00000400:00000010:2.0:1779697730.619040:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f110. 00000100:00000200:2.0:1779697730.619043:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496974080, offset 0 00000400:00000200:2.0:1779697730.619049:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00080000:00000010:1.0:1779697730.619083:0:207613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b06000. 00000001:00000010:1.0:1779697730.619427:0:207613:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41c180. 00010000:00000200:1.0:1779697730.619478:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2821180 x1866137496973056/t8589942249(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697730.619492:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697730.619495:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496973056, offset 224 00000400:00000200:1.0:1779697730.619500:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.619533:0:207615:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697730.619540:0:207615:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697730.619544:0:207615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1f00. 00000800:00000200:0.0:1779697730.619548:0:207615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697730.619552:0:207615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697730.619555:0:207615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1f00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1779697730.619635:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aef20. 00000400:00000200:0.0:1779697730.619640:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:0.0:1779697730.619642:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00000100:00000200:0.0:1779697730.619649:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9801c00 x1866137496972928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.619657:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9801c00 x1866137496972928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697730.619728:0:189062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c000. 02000000:00000010:0.0:1779697730.619738:0:189062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cacc5f2c00. 02000000:00000010:0.0:1779697730.619781:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cacc5f1800. 00000400:00000010:0.0:1779697730.619785:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a688. 00000400:00000010:0.0:1779697730.619788:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d2a8. 00000100:00000200:0.0:1779697730.619792:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496974720, portal 4 00000400:00000010:0.0:1779697730.619795:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697730.619798:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1866137496974720, offset 0 00000400:00000200:0.0:1779697730.619802:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1779697730.620151:0:207460:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496973952, portal 16 00000400:00000010:3.0:1779697730.620158:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0198. 00000100:00000200:3.0:1779697730.620161:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496973952, offset 0 00000400:00000200:3.0:1779697730.620167:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.624619:0:207614:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.624630:0:207614:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779697730.624638:0:207614:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:2.0:1779697730.624641:0:207614:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779697730.624645:0:207614:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:2.0:1779697730.624649:0:207614:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309861:309861:249:4294967295] 192.168.203.23@tcp LPNI seq info [309857:309857:1:4294967295] 00000400:00000200:2.0:1779697730.624661:0:207614:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.624668:0:207614:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.624688:0:207614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697730.624695:0:207614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.624704:0:207614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.624708:0:207614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1779697730.635429:0:207613:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697730.635446:0:207613:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bef00 00000400:00000200:1.0:1779697730.635466:0:207613:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aadcd [1] + 224 00000400:00000200:1.0:1779697730.635477:0:207613:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635481:0:207613:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697730.635495:0:207613:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9801f80 x1866137496973056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697730.635515:0:207613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697730.635517:0:207613:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000020:00000010:1.0:1779697730.635540:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c580. 00000020:00000010:1.0:1779697730.635545:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e708. 00000020:00000010:1.0:1779697730.635549:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeff28400. 00000800:00000200:1.0:1779697730.635606:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635610:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a200. 00000400:00000200:1.0:1779697730.635615:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635621:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635625:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0550 00000400:00000010:1.0:1779697730.635626:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0550. 00000100:00000200:1.0:1779697730.635634:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbd7bb1c00 x1866137496973568/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.635652:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635655:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ab00. 00000400:00000200:1.0:1779697730.635658:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635661:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635663:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df02a8 00000400:00000010:1.0:1779697730.635665:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df02a8. 00000100:00000200:1.0:1779697730.635682:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbd7bb3b80 x1866137496973696/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.635697:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635699:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a800. 00000400:00000200:1.0:1779697730.635702:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635705:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635707:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0880 00000400:00000010:1.0:1779697730.635709:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0880. 00000100:00000200:1.0:1779697730.635714:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483ed80 x1866137496973824/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.635725:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635726:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1600. 00000400:00000200:1.0:1779697730.635729:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635732:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635735:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dee0 00000400:00000010:1.0:1779697730.635736:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dee0. 00000100:00000200:1.0:1779697730.635740:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2823b80 x1866137496974208/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.635752:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635754:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1400. 00000400:00000200:1.0:1779697730.635756:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635758:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635760:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d660 00000400:00000010:1.0:1779697730.635773:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d660. 00000100:00000200:1.0:1779697730.635778:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2822d80 x1866137496974336/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.635790:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635792:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbeff7d800. 00000400:00000200:1.0:1779697730.635795:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635797:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635799:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697730.635801:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697730.635805:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd29880 x1866137496974464/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.635817:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635819:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1f00. 00000400:00000200:1.0:1779697730.635821:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635824:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635826:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dd48 00000400:00000010:1.0:1779697730.635828:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dd48. 00000100:00000200:1.0:1779697730.635831:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821c00 x1866137496974592/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.635894:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.635896:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697730.635899:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.635902:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.635905:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f110 00000400:00000010:1.0:1779697730.635906:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f110. 00000100:00000200:1.0:1779697730.635911:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985ed80 x1866137496974080/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:1.0:1779697730.635967:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0600. 00010000:00000010:1.0:1779697730.635972:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2aa00. 00010000:00000010:1.0:1779697730.635979:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97e40. 00002000:00000010:1.0:1779697730.635986:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0300. 00010000:00000010:1.0:1779697730.635989:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2a600. 00010000:00000010:1.0:1779697730.635992:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97f00. 00000001:00000010:2.0:1779697730.639268:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f10c0. 00080000:00000010:2.0:1779697730.639278:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb541800. 00000001:00000010:2.0:1779697730.639282:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1a80. 00080000:00000010:2.0:1779697730.639283:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00d37000. 00000001:00000010:2.0:1779697730.639287:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f18a0. 00080000:00000010:2.0:1779697730.639289:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc6400. 00000001:00000010:2.0:1779697730.639292:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1600. 00080000:00000010:2.0:1779697730.639294:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc5800. 00000001:00000010:2.0:1779697730.639296:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f11e0. 00080000:00000010:2.0:1779697730.639298:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc7bc0800. 00000001:00000010:2.0:1779697730.639301:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1ba0. 00080000:00000010:2.0:1779697730.639304:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbef809c00. 00000001:00000010:2.0:1779697730.639306:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f12a0. 00080000:00000010:2.0:1779697730.639308:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3462c00. 00000001:00000010:2.0:1779697730.639311:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1840. 00080000:00000010:2.0:1779697730.639313:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc2ef400. 00000001:00000010:2.0:1779697730.639318:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1c00. 00080000:00000010:2.0:1779697730.639320:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc2ef000. 00000001:00000010:2.0:1779697730.639323:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1cc0. 00080000:00000010:2.0:1779697730.639325:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc354ac00. 00000001:00000010:2.0:1779697730.639331:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a780. 00080000:00000010:2.0:1779697730.639333:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac4425c00. 00000001:00000010:2.0:1779697730.639337:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a720. 00080000:00000010:2.0:1779697730.639340:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8cc00. 00000001:00000010:2.0:1779697730.639343:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aa20. 00080000:00000010:2.0:1779697730.639345:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f5000. 00000001:00000010:2.0:1779697730.639347:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aba0. 00080000:00000010:2.0:1779697730.639350:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f6400. 00000001:00000010:2.0:1779697730.639352:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ab40. 00080000:00000010:2.0:1779697730.639354:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cac1883800. 00000001:00000010:2.0:1779697730.639357:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830bea0. 00080000:00000010:2.0:1779697730.639359:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda3400. 00000001:00000010:2.0:1779697730.639362:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34aea0. 00080000:00000010:2.0:1779697730.639364:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda1000. 00000001:00000010:2.0:1779697730.639367:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a3c0. 00080000:00000010:2.0:1779697730.639369:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfeda3c00. 00000001:00000010:2.0:1779697730.639371:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a180. 00080000:00000010:2.0:1779697730.639373:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3460800. 00000001:00000010:2.0:1779697730.639375:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a1e0. 00080000:00000010:2.0:1779697730.639377:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3460c00. 00000001:00000010:2.0:1779697730.639379:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a8a0. 00080000:00000010:2.0:1779697730.639381:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00c20c00. 00000001:00000010:2.0:1779697730.639383:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a0c0. 00080000:00000010:2.0:1779697730.639385:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e2000. 00000001:00000010:2.0:1779697730.639448:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0bea0. 00080000:00000010:2.0:1779697730.639460:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc9a1c00. 00000001:00000010:2.0:1779697730.639464:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0b720. 00080000:00000010:2.0:1779697730.639466:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e2c00. 00000001:00000010:2.0:1779697730.639468:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0be40. 00080000:00000010:2.0:1779697730.639470:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1310800. 00000001:00000010:2.0:1779697730.639473:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0b8a0. 00080000:00000010:2.0:1779697730.639474:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf1312000. 00000001:00000010:2.0:1779697730.639479:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b840. 00080000:00000010:2.0:1779697730.639481:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b69000. 00000400:00000200:0.0:1779697730.650335:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.650378:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697730.650410:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf100 00000400:00000200:0.0:1779697730.650419:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aadad [1] + 224 00000400:00000200:0.0:1779697730.650430:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.650434:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697730.650447:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbd7bb1c00 x1866137496973568/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697730.650492:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697730.650497:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf180 00000400:00000200:0.0:1779697730.650501:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aadb5 [1] + 224 00000400:00000200:0.0:1779697730.650506:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.650509:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697730.650514:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbd7bb3b80 x1866137496973696/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779697730.650530:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697730.650534:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf200 00000400:00000200:0.0:1779697730.650538:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aadbd [1] + 224 00000400:00000200:0.0:1779697730.650546:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.650563:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697730.650569:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483ed80 x1866137496973824/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697730.655704:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697730.655738:0:207460:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697730.655746:0:207460:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779697730.655750:0:207460:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:3.0:1779697730.655753:0:207460:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779697730.655757:0:207460:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:3.0:1779697730.655761:0:207460:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309862:309862:256:4294967295] 192.168.203.23@tcp LPNI seq info [309858:309858:8:4294967295] 00000400:00000200:3.0:1779697730.655782:0:207460:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697730.655788:0:207460:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697730.655794:0:207460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630a300. 00000800:00000200:3.0:1779697730.655800:0:207460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697730.655807:0:207460:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697730.655811:0:207460:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630a300 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1779697730.656541:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf380 00000400:00000200:1.0:1779697730.656550:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aadd5 [1] + 224 00000400:00000200:1.0:1779697730.656606:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.656611:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.656625:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2823b80 x1866137496974208/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.656697:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.656701:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630a300. 00000400:00000200:1.0:1779697730.656705:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.656708:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.656711:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0198 00000400:00000010:1.0:1779697730.656713:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0198. 00000100:00000200:1.0:1779697730.656718:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483ce00 x1866137496973952/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697730.656737:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.656743:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474480 00000400:00000200:1.0:1779697730.656748:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171065 [2] + 0 00000400:00000200:1.0:1779697730.656753:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.656756:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.656760:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697730.656776:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 00000400:00000200:1.0:1779697730.656791:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.656795:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474580 00000400:00000200:1.0:1779697730.656798:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171065 [2] + 328 00000400:00000200:1.0:1779697730.656802:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.656805:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.656807:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697730.656810:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2aa00. 00000400:00000200:1.0:1779697730.656820:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.656824:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474500 00000400:00000200:1.0:1779697730.656827:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171065 [2] + 656 00000400:00000200:1.0:1779697730.656831:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.656833:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.656835:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697730.656838:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28e00. 00000400:00000200:1.0:1779697730.656849:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.656853:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474600 00000400:00000200:1.0:1779697730.656856:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171065 [2] + 984 00000400:00000200:1.0:1779697730.656861:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.656863:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.656865:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697730.656868:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2bb80. 00000400:00000200:1.0:1779697730.656878:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.656882:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf300 00000400:00000200:1.0:1779697730.656886:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aadf9 [1] + 224 00000400:00000200:1.0:1779697730.656890:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.656893:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.656898:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985ed80 x1866137496974080/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697730.659784:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.659800:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf400 00000400:00000200:1.0:1779697730.659809:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aaddd [1] + 224 00000400:00000200:1.0:1779697730.659819:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.659823:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.659835:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2822d80 x1866137496974336/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697730.659859:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.659865:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474680 00000400:00000200:1.0:1779697730.659869:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171065 [2] + 1312 00000400:00000200:1.0:1779697730.659875:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.659878:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.659883:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697730.659888:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28380. 00000400:00000200:1.0:1779697730.659906:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.659911:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf480 00000400:00000200:1.0:1779697730.659916:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aade9 [1] + 224 00000400:00000200:1.0:1779697730.659921:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.659924:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.659929:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd29880 x1866137496974464/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779697730.659947:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.659952:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474700 00000400:00000200:1.0:1779697730.659956:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171065 [2] + 1640 00000400:00000200:1.0:1779697730.659961:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.659964:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.659967:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697730.659970:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2ad80. 00000400:00000200:1.0:1779697730.659981:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.659985:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474780 00000400:00000200:1.0:1779697730.659989:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171065 [2] + 1968 00000400:00000010:1.0:1779697730.659992:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:1.0:1779697730.659996:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc9870cc0 00000400:00000200:1.0:1779697730.660001:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.660003:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.660006:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc9870cc0 00000400:00000010:1.0:1779697730.660008:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc9870cc0. 00000100:00000200:1.0:1779697730.660011:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1779697730.660024:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000020:00000010:2.0:1779697730.660430:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660437:0:207733:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0500. 00000400:00000200:1.0:1779697730.660572:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf500 00000400:00000200:1.0:1779697730.660578:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aadf1 [1] + 224 00000400:00000200:1.0:1779697730.660586:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.660589:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.660595:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821c00 x1866137496974592/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1779697730.660622:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660630:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6a000. 00000020:00000010:2.0:1779697730.660635:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697730.660639:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779697730.660665:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2a680 x1866146215576704/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.660695:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660698:0:207733:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacdaa0d40. 00000020:00000010:2.0:1779697730.660701:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660704:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6be00. 00000020:00000010:2.0:1779697730.660706:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544a80. 00000020:00000010:2.0:1779697730.660709:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779697730.660718:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2aa00 x1866146215576960/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.660730:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660732:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660737:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc52f2200. 00000020:00000010:2.0:1779697730.660739:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544080. 00000020:00000010:2.0:1779697730.660742:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3190. 00000100:00000200:2.0:1779697730.660750:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd28e00 x1866146215576832/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.660771:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660774:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660777:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9050e00. 00000020:00000010:2.0:1779697730.660780:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544b00. 00000020:00000010:2.0:1779697730.660782:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000100:00000200:2.0:1779697730.660788:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2bb80 x1866146215577088/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.660799:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660801:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660804:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be600. 00000020:00000010:2.0:1779697730.660806:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544d00. 00000020:00000010:2.0:1779697730.660808:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000100:00000200:2.0:1779697730.660813:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd28380 x1866146215577216/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.660822:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660824:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660827:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3bec00. 00000020:00000010:2.0:1779697730.660829:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544380. 00000020:00000010:2.0:1779697730.660831:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000100:00000200:2.0:1779697730.660836:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2ad80 x1866146215577344/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.660845:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660847:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660850:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:2.0:1779697730.660852:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544280. 00000020:00000010:2.0:1779697730.660854:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000100:00000200:2.0:1779697730.660859:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbf6e9dc50 x1866146215577472/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.660876:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.660878:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:2.0:1779697730.660881:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215576704 02000000:00000010:2.0:1779697730.660890:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57fb400. 00010000:00000010:2.0:1779697730.660931:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f000. 00000100:00000010:2.0:1779697730.660938:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad75430c0. 00000100:00000010:2.0:1779697730.660943:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad75430c0. 00010000:00000010:2.0:1779697730.660946:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f000. 00000400:00000010:2.0:1779697730.660958:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fb28. 00000100:00000200:2.0:1779697730.660963:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215576704, offset 224 00000400:00000200:2.0:1779697730.660969:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.660978:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.660984:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309863:309863:256:4294967295] 192.168.203.23@tcp LPNI seq info [309859:309859:8:4294967295] 00000400:00000200:2.0:1779697730.660993:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.660998:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.661002:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabc00. 00000800:00000200:2.0:1779697730.661008:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.661015:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.661019:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697730.661444:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544680. 00000020:00000010:2.0:1779697730.661460:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697730.661464:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6a000. 00000020:00000010:2.0:1779697730.661481:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.661484:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:2.0:1779697730.661486:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215576960 02000000:00000010:2.0:1779697730.661493:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f9c00. 00010000:00000010:2.0:1779697730.661511:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f000. 00000100:00000010:2.0:1779697730.661514:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad75430c0. 00000100:00000010:2.0:1779697730.661518:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad75430c0. 00010000:00000010:2.0:1779697730.661520:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f000. 00000400:00000010:2.0:1779697730.661527:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f7f8. 00000100:00000200:2.0:1779697730.661530:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215576960, offset 224 00000400:00000200:2.0:1779697730.661535:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.661541:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.661545:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309864:309864:255:4294967295] 192.168.203.23@tcp LPNI seq info [309860:309860:7:4294967295] 00000400:00000200:2.0:1779697730.661553:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.661558:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.661561:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabd00. 00000800:00000200:2.0:1779697730.661565:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.661569:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.661572:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779697730.668699:0:207614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def528. 00000400:00000200:3.0:1779697730.668711:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f550 00000400:00000010:3.0:1779697730.668714:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f550. 00000100:00000200:3.0:1779697730.668728:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985ed80 x1866137496974080/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1779697730.668746:0:207614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985ed80 x1866137496974080/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1779697730.668787:0:207614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc4e6ac00. 02000000:00000010:3.0:1779697730.668794:0:207614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc52f2600. 00000100:00000010:3.0:1779697730.668799:0:207614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ed80. 00000100:00000010:3.0:1779697730.668806:0:207614:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad7543e40. 00010000:00000010:3.0:1779697730.668810:0:207614:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f100. 00000020:00000010:3.0:1779697730.668858:0:207461:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836000. 00000020:00000010:3.0:1779697730.668863:0:207461:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836000. 00000100:00000200:3.0:1779697730.668866:0:207461:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215576832 02000000:00000010:3.0:1779697730.668878:0:207461:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68800. 00000400:00000010:0.0:1779697730.669384:0:189655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0630. 00000400:00000200:0.0:1779697730.669404:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0770 00000400:00000010:0.0:1779697730.669405:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0770. 00000100:00000200:0.0:1779697730.669413:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbd7bb1c00 x1866137496973568/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697730.669422:0:189655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbd7bb1c00 x1866137496973568/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697730.669438:0:189655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad66a6800. 02000000:00000010:0.0:1779697730.669442:0:189655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbf9854c00. 00000100:00000010:0.0:1779697730.669444:0:189655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb1c00. 00000100:00000010:0.0:1779697730.669447:0:189655:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9bb40. 00010000:00000010:0.0:1779697730.673809:0:189655:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836880. 00000400:00000010:0.0:1779697730.673857:0:207458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0d68. 00000400:00000200:0.0:1779697730.673863:0:207458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0110 00000400:00000010:0.0:1779697730.673866:0:207458:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0110. 00000100:00000200:0.0:1779697730.673880:0:207458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbd7bb3b80 x1866137496973696/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697730.673892:0:207458:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbd7bb3b80 x1866137496973696/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697730.673939:0:207458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac2f5ae00. 02000000:00000010:0.0:1779697730.673945:0:207458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cac2f5aa00. 00000100:00000010:0.0:1779697730.673950:0:207458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb3b80. 00000100:00000010:0.0:1779697730.673953:0:207458:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9be40. 00010000:00000010:0.0:1779697730.673959:0:207458:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc98367c0. 00010000:00000010:0.0:1779697730.673973:0:207458:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc82becc0. 00080000:00000010:0.0:1779697730.674008:0:207458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f2000. 00000001:00000010:0.0:1779697730.674710:0:207458:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f17e0. 00010000:00000200:0.0:1779697730.674752:0:207458:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec5f80 x1866137496972288/t8589941777(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.674825:0:207458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697730.674831:0:207458:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496972288, offset 224 00000400:00000200:0.0:1779697730.674848:0:207458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.674860:0:207458:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.674871:0:207458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bec00 00000400:00000200:0.0:1779697730.674879:0:207458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad6d [1] + 224 00000400:00000200:0.0:1779697730.674887:0:207458:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.674892:0:207458:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.674900:0:207458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5212d80 x1866137496972288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.675096:0:207458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697730.675099:0:207458:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000020:00000010:0.0:1779697730.675117:0:207458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d00. 00000020:00000010:0.0:1779697730.675287:0:207458:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89000. 00000020:00000010:0.0:1779697730.675293:0:207458:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb34400. 00000400:00000010:0.0:1779697730.675326:0:190179:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83ebb0. 00000400:00000200:0.0:1779697730.675330:0:190179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0c38 00000400:00000010:0.0:1779697730.675332:0:190179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0c38. 00000100:00000200:0.0:1779697730.675340:0:190179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483ed80 x1866137496973824/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697730.675350:0:190179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483ed80 x1866137496973824/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697730.675369:0:190179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac2f5be00. 02000000:00000010:0.0:1779697730.675373:0:190179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cac2f5a600. 00000100:00000010:0.0:1779697730.675375:0:190179:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ed80. 00000100:00000010:0.0:1779697730.675380:0:190179:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b000. 00010000:00000010:0.0:1779697730.675386:0:190179:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836b40. 00000020:00000010:2.0:1779697730.675581:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544a80. 00000020:00000010:2.0:1779697730.675589:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697730.675593:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6be00. 00000020:00000010:2.0:1779697730.675616:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.675620:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:2.0:1779697730.675623:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577088 02000000:00000010:2.0:1779697730.675634:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8000. 00010000:00000010:2.0:1779697730.675685:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f000. 00000100:00000010:2.0:1779697730.675692:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad75430c0. 00000100:00000010:2.0:1779697730.675701:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad75430c0. 00010000:00000010:2.0:1779697730.675704:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f000. 00000400:00000010:2.0:1779697730.675713:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f088. 00000100:00000200:2.0:1779697730.675716:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215577088, offset 224 00000400:00000200:2.0:1779697730.675722:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.675731:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.675737:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309865:309865:254:4294967295] 192.168.203.23@tcp LPNI seq info [309861:309861:6:4294967295] 00000400:00000200:2.0:1779697730.675747:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.675754:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.675759:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab100. 00000800:00000200:2.0:1779697730.675775:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.675782:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.675786:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697730.675793:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544b00. 00000020:00000010:2.0:1779697730.675796:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697730.675799:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9050e00. 00000020:00000010:2.0:1779697730.675811:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.675813:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:2.0:1779697730.675815:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577216 02000000:00000010:2.0:1779697730.675821:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8400. 00010000:00000010:2.0:1779697730.675839:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f000. 00000100:00000010:2.0:1779697730.675843:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad75430c0. 00000100:00000010:2.0:1779697730.675852:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad75430c0. 00010000:00000010:2.0:1779697730.675855:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f000. 00000400:00000010:2.0:1779697730.675861:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786ff68. 00000100:00000200:2.0:1779697730.675863:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215577216, offset 224 00000400:00000200:2.0:1779697730.675868:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.675873:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.675876:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309866:309866:253:4294967295] 192.168.203.23@tcp LPNI seq info [309862:309862:5:4294967295] 00000400:00000200:2.0:1779697730.675883:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.675887:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.675890:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab800. 00000800:00000200:2.0:1779697730.675894:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.675898:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.675900:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697730.675906:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544d00. 00000020:00000010:2.0:1779697730.675910:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697730.675912:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be600. 00000020:00000010:2.0:1779697730.675935:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.675938:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:2.0:1779697730.675940:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577344 02000000:00000010:2.0:1779697730.675946:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f9800. 00010000:00000010:2.0:1779697730.675960:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f000. 00000100:00000010:2.0:1779697730.675963:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad75430c0. 00000100:00000010:2.0:1779697730.675966:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad75430c0. 00010000:00000010:2.0:1779697730.675968:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f000. 00000400:00000010:2.0:1779697730.675974:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fcc0. 00000100:00000200:2.0:1779697730.675977:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215577344, offset 224 00000400:00000200:2.0:1779697730.675982:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.675988:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.675991:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309867:309867:252:4294967295] 192.168.203.23@tcp LPNI seq info [309863:309863:4:4294967295] 00000400:00000200:2.0:1779697730.675998:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.676002:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.676005:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab200. 00000800:00000200:2.0:1779697730.676008:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.676012:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.676014:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697730.676020:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544380. 00000020:00000010:2.0:1779697730.676023:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697730.676025:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3bec00. 00000020:00000010:2.0:1779697730.676045:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.676047:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:2.0:1779697730.676049:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577472 02000000:00000010:2.0:1779697730.676054:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57fb800. 00010000:00000010:2.0:1779697730.676068:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f000. 00000100:00000010:2.0:1779697730.676088:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad75430c0. 00000100:00000010:2.0:1779697730.676091:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad75430c0. 00010000:00000010:2.0:1779697730.676093:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f000. 00000400:00000010:2.0:1779697730.676099:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fdd0. 00000100:00000200:2.0:1779697730.676101:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215577472, offset 224 00000400:00000200:2.0:1779697730.676106:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.676110:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.676114:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309868:309868:251:4294967295] 192.168.203.23@tcp LPNI seq info [309864:309864:3:4294967295] 00000400:00000200:2.0:1779697730.676120:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.676139:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.676142:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaab500. 00000800:00000200:2.0:1779697730.676145:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.676149:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.676151:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaab500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697730.676157:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544280. 00000020:00000010:2.0:1779697730.676160:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697730.676162:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00010000:00000010:2.0:1779697730.676447:0:207614:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad75430c0. 00080000:00000010:2.0:1779697730.676464:0:207614:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57fbc00. 00000001:00000010:2.0:1779697730.676752:0:207614:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbffa0ba20. 00010000:00000200:2.0:1779697730.676791:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec6300 x1866137496972800/t8589942250(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697730.676804:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697730.676808:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496972800, offset 224 00000400:00000200:2.0:1779697730.676812:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697730.676819:0:207614:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697730.676827:0:207614:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bee00 00000400:00000200:2.0:1779697730.676834:0:207614:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad85 [1] + 224 00000400:00000200:2.0:1779697730.676841:0:207614:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697730.676845:0:207614:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697730.676853:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9802300 x1866137496972800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697730.676867:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:2.0:1779697730.676870:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 00000020:00000010:2.0:1779697730.676879:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536000. 00000020:00000010:2.0:1779697730.676883:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89c80. 00000020:00000010:2.0:1779697730.676886:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca583200. 00002000:00000010:2.0:1779697730.676926:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61500. 00010000:00000010:2.0:1779697730.676931:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20f00. 00010000:00000010:2.0:1779697730.676938:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc82becc0. 00002000:00000010:2.0:1779697730.676950:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacdaa0f00. 00010000:00000010:2.0:1779697730.676953:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbc3a2a000. 00010000:00000010:2.0:1779697730.676958:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad75430c0. 00000800:00000200:1.0:1779697730.685661:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.685678:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabc00. 00000400:00000200:1.0:1779697730.685687:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685696:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.685704:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fb28 00000400:00000010:1.0:1779697730.685706:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fb28. 00000400:00000200:1.0:1779697730.685734:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.685747:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474800 00000400:00000200:1.0:1779697730.685756:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171145 [2] + 0 00000400:00000200:1.0:1779697730.685777:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685780:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.685786:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697730.685793:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b480. 00000800:00000200:1.0:1779697730.685823:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.685825:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabd00. 00000400:00000200:1.0:1779697730.685828:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685831:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.685833:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f7f8 00000400:00000010:1.0:1779697730.685835:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f7f8. 00000400:00000200:1.0:1779697730.685843:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697730.685848:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf280 00000400:00000200:1.0:1779697730.685852:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aae0d [1] + 224 00000400:00000200:1.0:1779697730.685860:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685863:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697730.685871:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483ce00 x1866137496973952/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1779697730.685903:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.685905:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab100. 00000400:00000200:1.0:1779697730.685908:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685910:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.685912:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f088 00000400:00000010:1.0:1779697730.685914:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f088. 00000800:00000200:1.0:1779697730.685921:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.685923:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab800. 00000400:00000200:1.0:1779697730.685925:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685927:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.685929:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786ff68 00000400:00000010:1.0:1779697730.685930:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786ff68. 00000800:00000200:1.0:1779697730.685936:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.685937:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab200. 00000400:00000200:1.0:1779697730.685939:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685941:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.685943:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fcc0 00000400:00000010:1.0:1779697730.685944:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fcc0. 00000800:00000200:1.0:1779697730.685992:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.685994:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaab500. 00000400:00000200:1.0:1779697730.685997:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.685999:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.686001:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fdd0 00000400:00000010:1.0:1779697730.686003:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fdd0. 00000400:00000010:1.0:1779697730.686090:0:209827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa35d8. 00000400:00000200:1.0:1779697730.686094:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697730.686095:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697730.686101:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd29880 x1866137496974464/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779697730.686110:0:209827:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd29880 x1866137496974464/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1779697730.687279:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.687287:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.687294:0:207733:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3bec00. 00000020:00000010:2.0:1779697730.687299:0:207733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544280. 00000020:00000010:2.0:1779697730.687304:0:207733:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000100:00000200:2.0:1779697730.687331:0:207733:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbcbd2b480 x1866146215577600/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.687354:0:207733:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f000. 00000020:00000010:2.0:1779697730.687356:0:207733:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f000. 00000100:00000200:2.0:1779697730.687359:0:207733:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577600 02000000:00000010:2.0:1779697730.687370:0:207733:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8800. 00010000:00000010:2.0:1779697730.687421:0:207733:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacb11f000. 00000100:00000010:2.0:1779697730.687429:0:207733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cad75430c0. 00000100:00000010:2.0:1779697730.687436:0:207733:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cad75430c0. 00010000:00000010:2.0:1779697730.687439:0:207733:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacb11f000. 00000400:00000010:2.0:1779697730.687453:0:207733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f6e8. 00000100:00000200:2.0:1779697730.687457:0:207733:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215577600, offset 224 00000400:00000200:2.0:1779697730.687464:0:207733:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697730.687474:0:207733:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697730.687480:0:207733:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309869:309869:256:4294967295] 192.168.203.23@tcp LPNI seq info [309865:309865:8:4294967295] 00000400:00000200:2.0:1779697730.687491:0:207733:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697730.687496:0:207733:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697730.687500:0:207733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbffaabb00. 00000800:00000200:2.0:1779697730.687506:0:207733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697730.687512:0:207733:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697730.687516:0:207733:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbffaabb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697730.687537:0:207733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544280. 00000020:00000010:2.0:1779697730.687543:0:207733:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697730.687547:0:207733:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3bec00. 00000400:00000010:2.0:1779697730.687585:0:207460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83260b0. 00000400:00000200:2.0:1779697730.687590:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df05d8 00000400:00000010:2.0:1779697730.687592:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df05d8. 00000100:00000200:2.0:1779697730.687597:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483ce00 x1866137496973952/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779697730.687606:0:207460:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483ce00 x1866137496973952/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1779697730.687628:0:207460:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace6d9400. 02000000:00000010:2.0:1779697730.687633:0:207460:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cace6d9000. 00000100:00000010:2.0:1779697730.687637:0:207460:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ce00. 00000100:00000010:2.0:1779697730.687641:0:207460:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9bcc0. 00010000:00000010:2.0:1779697730.687649:0:207460:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836800. 02000000:00000010:1.0:1779697730.688875:0:209827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbf9854e00. 02000000:00000010:1.0:1779697730.688886:0:209827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbdce7f200. 00000100:00000010:1.0:1779697730.688891:0:209827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29880. 00000100:00000010:1.0:1779697730.688895:0:209827:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc2d97900. 00010000:00000010:1.0:1779697730.688898:0:209827:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacdaa0d80. 00010000:00000010:1.0:1779697730.688914:0:209827:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cbc2d97900. 00080000:00000010:1.0:1779697730.688944:0:209827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbc9b04800. 00000001:00000010:1.0:1779697730.689704:0:209827:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cacd41cb40. 00010000:00000200:1.0:1779697730.689757:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2820e00 x1866137496972544/t8589942251(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697730.689838:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697730.689844:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496972544, offset 224 00000400:00000200:1.0:1779697730.689850:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697730.689862:0:209827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697730.689872:0:209827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bed00 00000400:00000200:1.0:1779697730.689879:0:209827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aadc5 [1] + 224 00000400:00000200:1.0:1779697730.689887:0:209827:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.689890:0:209827:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697730.689898:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803800 x1866137496972544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697730.689912:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697730.689915:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000020:00000010:1.0:1779697730.689930:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ce00. 00000020:00000010:1.0:1779697730.689934:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e320. 00000020:00000010:1.0:1779697730.689937:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeff29e00. 00000800:00000200:1.0:1779697730.690072:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.690077:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbffaabb00. 00000400:00000200:1.0:1779697730.690081:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.690086:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.690089:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f6e8 00000400:00000010:1.0:1779697730.690091:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f6e8. 00002000:00000010:2.0:1779697730.690374:0:190181:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bbad00. 00010000:00000010:2.0:1779697730.690380:0:190181:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515da900. 00010000:00000010:2.0:1779697730.690401:0:190181:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cbc2d97900. 00000400:00000010:0.0:1779697730.698274:0:207456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aecb8. 00000400:00000200:0.0:1779697730.698284:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697730.698286:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697730.698300:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2823b80 x1866137496974208/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697730.698312:0:207456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2823b80 x1866137496974208/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697730.698355:0:207456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbeff29400. 02000000:00000010:0.0:1779697730.698361:0:207456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbeff28200. 00000100:00000010:0.0:1779697730.698365:0:207456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823b80. 00000100:00000010:0.0:1779697730.698372:0:207456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc82be9c0. 00010000:00000010:0.0:1779697730.698380:0:207456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacea61e00. 00010000:00000010:0.0:1779697730.698409:0:207456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad66f6e40. 00080000:00000010:0.0:1779697730.698435:0:207456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f1000. 00000001:00000010:0.0:1779697730.698872:0:207456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1720. 00010000:00000200:0.0:1779697730.698913:0:207456:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec5c00 x1866137496973312/t8589942252(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.698930:0:207456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697730.698935:0:207456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496973312, offset 224 00000400:00000200:0.0:1779697730.698941:0:207456:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.698953:0:207456:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.698964:0:207456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bf000 00000400:00000200:0.0:1779697730.698971:0:207456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad8d [1] + 224 00000400:00000200:0.0:1779697730.698979:0:207456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.698983:0:207456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.698991:0:207456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496973312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.699005:0:207456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697730.699006:0:207456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000020:00000010:0.0:1779697730.699022:0:207456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b00. 00000020:00000010:0.0:1779697730.699026:0:207456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89708. 00000020:00000010:0.0:1779697730.699029:0:207456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca582c00. 00000400:00000010:0.0:1779697730.699057:0:189658:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:0.0:1779697730.699060:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697730.699061:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697730.699066:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2822d80 x1866137496974336/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697730.699074:0:189658:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2822d80 x1866137496974336/t0(0) o104->lustre-OST0001@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697730.699094:0:189658:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbffa09800. 02000000:00000010:0.0:1779697730.699099:0:189658:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbc90f2e00. 00000100:00000010:0.0:1779697730.699102:0:189658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2822d80. 00000100:00000010:0.0:1779697730.699106:0:189658:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc82be240. 00010000:00000010:0.0:1779697730.699110:0:189658:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacea61840. 00010000:00000010:0.0:1779697730.699119:0:189658:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad66f6780. 00080000:00000010:0.0:1779697730.699135:0:189658:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cacc5f2400. 00000001:00000010:0.0:1779697730.699223:0:189658:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1240. 00010000:00000200:0.0:1779697730.699252:0:189658:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2820a80 x1866137496972416/t8589941778(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.699263:0:189658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697730.699266:0:189658:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496972416, offset 224 00000400:00000200:0.0:1779697730.699270:0:189658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.699275:0:189658:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.699280:0:189658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bec80 00000400:00000200:0.0:1779697730.699284:0:189658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad95 [1] + 224 00000400:00000200:0.0:1779697730.699289:0:189658:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.699292:0:189658:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.699298:0:189658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210000 x1866137496972416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.699309:0:189658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697730.699311:0:189658:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000020:00000010:0.0:1779697730.699318:0:189658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536b80. 00000020:00000010:0.0:1779697730.699321:0:189658:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f897d0. 00000020:00000010:0.0:1779697730.699324:0:189658:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca583600. 00000400:00000010:0.0:1779697730.699350:0:207615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae18. 00000400:00000200:0.0:1779697730.699353:0:207615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:0.0:1779697730.699354:0:207615:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000100:00000200:0.0:1779697730.699360:0:207615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821c00 x1866137496974592/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697730.699369:0:207615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821c00 x1866137496974592/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697730.699386:0:207615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbffa09a00. 02000000:00000010:0.0:1779697730.699411:0:207615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbffa08800. 00000100:00000010:0.0:1779697730.699414:0:207615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821c00. 00000100:00000010:0.0:1779697730.699418:0:207615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc82be180. 00010000:00000010:0.0:1779697730.699421:0:207615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacea610c0. 00010000:00000010:0.0:1779697730.699428:0:207615:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad66f6300. 00080000:00000010:0.0:1779697730.699443:0:207615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e2c00. 00000001:00000010:0.0:1779697730.699642:0:207615:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1ae0. 00010000:00000200:0.0:1779697730.699665:0:207615:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac2820000 x1866137496973440/t8589942253(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.699688:0:207615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:0.0:1779697730.699692:0:207615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496973440, offset 224 00000400:00000200:0.0:1779697730.699696:0:207615:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.699701:0:207615:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.699707:0:207615:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bf080 00000400:00000200:0.0:1779697730.699712:0:207615:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aada5 [1] + 224 00000400:00000200:0.0:1779697730.699716:0:207615:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.699719:0:207615:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.699725:0:207615:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985fb80 x1866137496973440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.699735:0:207615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:0.0:1779697730.699737:0:207615:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00000020:00000010:0.0:1779697730.699745:0:207615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e80. 00000020:00000010:0.0:1779697730.699748:0:207615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f894b0. 00000020:00000010:0.0:1779697730.699750:0:207615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf9855200. 00000400:00000200:0.0:1779697730.699782:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697730.699793:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474880 00000400:00000200:0.0:1779697730.699798:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171145 [2] + 328 00000400:00000200:0.0:1779697730.699808:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.699811:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697730.699816:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1779697730.699820:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6ce00. 00000020:00000010:0.0:1779697730.699870:0:193966:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697730.699874:0:193966:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697730.699879:0:193966:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc90f2e00. 00000020:00000010:0.0:1779697730.699883:0:193966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697730.699886:0:193966:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000100:00000200:0.0:1779697730.699906:0:193966:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cbfbe6ce00 x1866146215577728/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697730.699923:0:193966:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779697730.699925:0:193966:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000100:00000200:0.0:1779697730.699928:0:193966:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577728 02000000:00000010:0.0:1779697730.699936:0:193966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e2800. 00010000:00000010:0.0:1779697730.699973:0:193966:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacea610c0. 00000100:00000010:0.0:1779697730.699979:0:193966:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cace8d0b40. 00000100:00000010:0.0:1779697730.699989:0:193966:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cace8d0b40. 00010000:00000010:0.0:1779697730.699991:0:193966:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacea610c0. 00000400:00000010:0.0:1779697730.699999:0:193966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d440. 00000100:00000200:0.0:1779697730.700002:0:193966:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215577728, offset 224 00000400:00000200:0.0:1779697730.700006:0:193966:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697730.700014:0:193966:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697730.700019:0:193966:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309870:309870:256:4294967295] 192.168.203.23@tcp LPNI seq info [309866:309866:8:4294967295] 00000400:00000200:0.0:1779697730.700028:0:193966:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697730.700033:0:193966:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697730.700038:0:193966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1300. 00000800:00000200:0.0:1779697730.700044:0:193966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697730.700051:0:193966:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697730.700055:0:193966:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697730.700075:0:193966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697730.700078:0:193966:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:0.0:1779697730.700081:0:193966:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc90f2e00. 00002000:00000010:0.0:1779697730.700136:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bbab00. 00010000:00000010:0.0:1779697730.700141:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515da400. 00010000:00000010:0.0:1779697730.700148:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad66f6e40. 00002000:00000010:0.0:1779697730.700161:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61600. 00010000:00000010:0.0:1779697730.700163:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20900. 00010000:00000010:0.0:1779697730.700169:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad66f6780. 00002000:00000010:0.0:1779697730.700175:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bba540. 00010000:00000010:0.0:1779697730.700177:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515daf00. 00010000:00000010:0.0:1779697730.700181:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad66f6300. 00000400:00000010:0.0:1779697730.700196:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae108. 00000400:00000200:0.0:1779697730.700199:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697730.700200:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697730.700205:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9802300 x1866137496972800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.700214:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9802300 x1866137496972800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.700263:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae370. 00000400:00000200:0.0:1779697730.700266:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697730.700267:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697730.700272:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496973312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.700279:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496973312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.700291:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae5d8. 00000400:00000200:0.0:1779697730.700294:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697730.700295:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697730.700299:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5212d80 x1866137496972288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.700305:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5212d80 x1866137496972288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1779697730.700339:0:189655:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cace8d0b40. 00080000:00000010:0.0:1779697730.700353:0:189655:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e1c00. 00000001:00000010:0.0:1779697730.700605:0:189655:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1780. 00010000:00000200:0.0:1779697730.700632:0:189655:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec4e00 x1866137496972160/t8589941779(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.700643:0:189655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697730.700647:0:189655:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496972160, offset 224 00000400:00000200:0.0:1779697730.700651:0:189655:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.700658:0:189655:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.700664:0:189655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9beb80 00000400:00000200:0.0:1779697730.700681:0:189655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad65 [1] + 224 00000400:00000200:0.0:1779697730.700686:0:189655:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.700689:0:189655:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.700694:0:189655:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210a80 x1866137496972160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.700709:0:189655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697730.700711:0:189655:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779697730.700719:0:189655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544980. 00000020:00000010:0.0:1779697730.700725:0:189655:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3ed8. 00000020:00000010:0.0:1779697730.700727:0:189655:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc52f3000. 00002000:00000010:0.0:1779697730.700754:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bbadc0. 00010000:00000010:0.0:1779697730.700758:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515daa00. 00010000:00000010:0.0:1779697730.700764:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cace8d0b40. 00000004:00000010:0.0:1779697730.700782:0:189062:0:(osp_sync.c:1183:osp_sync_process_committed()) kmalloced '(arr)': 108 at ffff93cbcbe7cb00. 02000000:00000010:0.0:1779697730.700789:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c22800. 02000000:00000010:0.0:1779697730.700793:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b68000. 00000100:00000010:0.0:1779697730.700797:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823480. 02000000:00000010:0.0:1779697730.700801:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc0c00. 02000000:00000010:0.0:1779697730.700804:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbef80a800. 00000100:00000010:0.0:1779697730.700807:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa300. 02000000:00000010:0.0:1779697730.700810:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07cbc00. 02000000:00000010:0.0:1779697730.700813:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07c9800. 00000100:00000010:0.0:1779697730.700815:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 02000000:00000010:0.0:1779697730.700818:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07cac00. 02000000:00000010:0.0:1779697730.700820:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07cb400. 00000100:00000010:0.0:1779697730.700823:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3100. 02000000:00000010:0.0:1779697730.700826:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c8c00. 02000000:00000010:0.0:1779697730.700829:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07c8800. 00000100:00000010:0.0:1779697730.700830:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2d80. 02000000:00000010:0.0:1779697730.700833:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc3000. 02000000:00000010:0.0:1779697730.700836:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc3400. 00000100:00000010:0.0:1779697730.700839:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211500. 02000000:00000010:0.0:1779697730.700842:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc1c00. 02000000:00000010:0.0:1779697730.700844:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbef808800. 00000100:00000010:0.0:1779697730.700846:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8e00. 02000000:00000010:0.0:1779697730.700849:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac1882000. 02000000:00000010:0.0:1779697730.700855:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac1881800. 00000100:00000010:0.0:1779697730.700858:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4e00. 02000000:00000010:0.0:1779697730.700861:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc0000. 02000000:00000010:0.0:1779697730.700864:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc0400. 00000100:00000010:0.0:1779697730.700866:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211180. 02000000:00000010:0.0:1779697730.700869:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c21800. 02000000:00000010:0.0:1779697730.700872:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1312c00. 00000100:00000010:0.0:1779697730.700874:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9500. 02000000:00000010:0.0:1779697730.700879:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c8f000. 02000000:00000010:0.0:1779697730.700882:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c4c000. 00000100:00000010:0.0:1779697730.700885:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803480. 02000000:00000010:0.0:1779697730.700888:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c4cc00. 02000000:00000010:0.0:1779697730.700890:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c4dc00. 00000100:00000010:0.0:1779697730.700892:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b8700. 02000000:00000010:0.0:1779697730.700895:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbef808c00. 02000000:00000010:0.0:1779697730.700897:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbef80b000. 00000100:00000010:0.0:1779697730.700899:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985e300. 02000000:00000010:0.0:1779697730.700902:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbef808400. 02000000:00000010:0.0:1779697730.700904:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbef809800. 00000100:00000010:0.0:1779697730.700905:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985d500. 02000000:00000010:0.0:1779697730.700910:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c4d800. 02000000:00000010:0.0:1779697730.700912:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c4e000. 00000100:00000010:0.0:1779697730.700914:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9c00. 02000000:00000010:0.0:1779697730.700916:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc93ab800. 02000000:00000010:0.0:1779697730.700919:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc93aa800. 00000100:00000010:0.0:1779697730.700921:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1880. 02000000:00000010:0.0:1779697730.700924:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c4e400. 02000000:00000010:0.0:1779697730.700926:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c4f000. 00000100:00000010:0.0:1779697730.700928:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779697730.700932:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc3462400. 02000000:00000010:0.0:1779697730.700934:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc3463c00. 00000100:00000010:0.0:1779697730.700936:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa680. 02000000:00000010:0.0:1779697730.700939:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc354a800. 02000000:00000010:0.0:1779697730.700941:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc3462000. 00000100:00000010:0.0:1779697730.700942:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 02000000:00000010:0.0:1779697730.700946:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbcb257c00. 02000000:00000010:0.0:1779697730.700948:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1310000. 00000100:00000010:0.0:1779697730.700950:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99180. 02000000:00000010:0.0:1779697730.700954:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc93ab000. 02000000:00000010:0.0:1779697730.700956:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc93a8400. 00000100:00000010:0.0:1779697730.700958:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0a80. 02000000:00000010:0.0:1779697730.700961:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c23000. 02000000:00000010:0.0:1779697730.700963:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1311800. 00000100:00000010:0.0:1779697730.700965:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bb800. 02000000:00000010:0.0:1779697730.700968:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e0c00. 02000000:00000010:0.0:1779697730.700970:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1311000. 00000100:00000010:0.0:1779697730.700973:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe98700. 02000000:00000010:0.0:1779697730.700977:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cacc9a0800. 02000000:00000010:0.0:1779697730.700979:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1313800. 00000100:00000010:0.0:1779697730.700981:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9f80. 02000000:00000010:0.0:1779697730.700984:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c23c00. 02000000:00000010:0.0:1779697730.700986:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1311c00. 00000100:00000010:0.0:1779697730.700988:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9a300. 02000000:00000010:0.0:1779697730.700991:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c22400. 02000000:00000010:0.0:1779697730.700993:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1312800. 00000100:00000010:0.0:1779697730.700995:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9b480. 02000000:00000010:0.0:1779697730.701000:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e1000. 02000000:00000010:0.0:1779697730.701001:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1310400. 00000100:00000010:0.0:1779697730.701003:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99c00. 00080000:00000010:0.0:1779697730.701013:0:189062:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e1000. 00000004:00000010:0.0:1779697730.701119:0:189062:0:(osp_sync.c:1238:osp_sync_process_committed()) kvfree 'arr': 108 at ffff93cbcbe7cb00. 00000400:00000010:0.0:1779697730.701136:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae840. 00000400:00000200:0.0:1779697730.701138:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697730.701140:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697730.701145:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210a80 x1866137496972160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.701152:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210a80 x1866137496972160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1779697730.701185:0:207460:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cace8d0b40. 00080000:00000010:0.0:1779697730.701198:0:207460:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e0c00. 00000001:00000010:0.0:1779697730.701406:0:207460:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1cc0. 00010000:00000200:0.0:1779697730.701430:0:207460:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec5500 x1866137496973184/t8589942254(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.701442:0:207460:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697730.701445:0:207460:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496973184, offset 224 00000400:00000200:0.0:1779697730.701449:0:207460:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.701455:0:207460:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.701461:0:207460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bef80 00000400:00000200:0.0:1779697730.701466:0:207460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad7d [1] + 224 00000400:00000200:0.0:1779697730.701470:0:207460:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.701473:0:207460:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.701478:0:207460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800a80 x1866137496973184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.701492:0:207460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697730.701494:0:207460:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779697730.701503:0:207460:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a00. 00000020:00000010:0.0:1779697730.701506:0:207460:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89640. 00000020:00000010:0.0:1779697730.701508:0:207460:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfac37e00. 00002000:00000010:0.0:1779697730.701531:0:209618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cac4bba6c0. 00010000:00000010:0.0:1779697730.701534:0:209618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cb515da100. 00010000:00000010:0.0:1779697730.701540:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cace8d0b40. 00000400:00000010:0.0:1779697730.701548:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae948. 00000400:00000200:0.0:1779697730.701550:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697730.701552:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697730.701556:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800a80 x1866137496973184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.701562:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800a80 x1866137496973184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.701589:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6a13dfe9bf580 00000400:00000200:0.0:1779697730.701594:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x18d3a9 [8] + 14272 00000400:00000200:0.0:1779697730.701599:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.701602:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.701605:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697730.701609:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6f100. 00000400:00000200:0.0:1779697730.701619:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697730.701621:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697730.701625:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6c000 x1866137496974720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697730.701650:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697730.701654:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697730.701657:0:207612:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbffa09a00. 00000020:00000010:0.0:1779697730.701660:0:207612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697730.701663:0:207612:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e258. 00000800:00000200:1.0:1779697730.702776:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697730.702784:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1300. 00000400:00000200:1.0:1779697730.702791:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697730.702797:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697730.702802:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d440 00000400:00000010:1.0:1779697730.702805:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d440. 00010000:00000010:3.0:1779697730.710112:0:207461:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cbc9836000. 00000100:00000010:3.0:1779697730.710137:0:207461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cbc6e9b6c0. 00000100:00000010:3.0:1779697730.710188:0:207461:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cbc6e9b6c0. 00010000:00000010:3.0:1779697730.710195:0:207461:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cbc9836000. 00000400:00000010:3.0:1779697730.710223:0:207461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0220. 00000100:00000200:3.0:1779697730.710229:0:207461:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215576832, offset 224 00000400:00000200:3.0:1779697730.710241:0:207461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697730.710255:0:207461:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697730.710261:0:207461:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309871:309871:256:4294967295] 192.168.203.23@tcp LPNI seq info [309867:309867:8:4294967295] 00000400:00000200:3.0:1779697730.710272:0:207461:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697730.710277:0:207461:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697730.710282:0:207461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc630ae00. 00000800:00000200:3.0:1779697730.710288:0:207461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697730.710296:0:207461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697730.710300:0:207461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc630ae00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697730.710322:0:207461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544080. 00000020:00000010:3.0:1779697730.710328:0:207461:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3190. 00000020:00000010:3.0:1779697730.710333:0:207461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc52f2200. 00000100:00000010:3.0:1779697730.710340:0:207461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28e00. 02000000:00000010:3.0:1779697730.710346:0:207461:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57fb800. 02000000:00000010:3.0:1779697730.710352:0:207461:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f9800. 00000100:00000010:3.0:1779697730.710354:0:207461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2ad80. 02000000:00000010:3.0:1779697730.710357:0:207461:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8400. 00000100:00000010:3.0:1779697730.710358:0:207461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28380. 02000000:00000010:3.0:1779697730.710361:0:207461:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8000. 00000100:00000010:3.0:1779697730.710362:0:207461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2bb80. 02000000:00000010:3.0:1779697730.710365:0:207461:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f9c00. 00000100:00000010:3.0:1779697730.710366:0:207461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2aa00. 02000000:00000010:3.0:1779697730.710368:0:207461:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57fb400. 00000100:00000010:3.0:1779697730.710370:0:207461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a680. 00000100:00000200:3.0:1779697730.710380:0:207461:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1779697730.710385:0:207461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326318. 00000400:00000010:3.0:1779697730.710405:0:207461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbc6e9b6c0. 00000020:00000010:0.0:1779697730.717348:0:207612:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697730.717359:0:207612:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697730.717365:0:207612:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496974720 02000000:00000010:0.0:1779697730.717406:0:207612:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff93cbff6e0000. 00010000:00000010:0.0:1779697730.717431:0:207612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cb4e862c00. 00010000:00000010:0.0:1779697730.717450:0:207612:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacea61600. 00000100:00000010:0.0:1779697730.717458:0:207612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cace8d0b40. 00000100:00000010:0.0:1779697730.717467:0:207612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6d500. 02000000:00000010:0.0:1779697730.717477:0:207612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbffa09800. 02000000:00000010:0.0:1779697730.717503:0:207612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfac37e00. 00000400:00000010:0.0:1779697730.717509:0:207612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae18. 00000400:00000010:0.0:1779697730.717516:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697730.717522:0:207612:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496974848, portal 16 00000400:00000010:0.0:1779697730.717527:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697730.717530:0:207612:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866137496974848, offset 0 00000400:00000200:0.0:1779697730.717541:0:207612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697730.717555:0:207612:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697730.717560:0:207612:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779697730.717564:0:207612:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.123@tcp 00000400:00000200:0.0:1779697730.717567:0:207612:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.123@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779697730.717570:0:207612:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.23@tcp 00000400:00000200:0.0:1779697730.717573:0:207612:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309872:309872:255:4294967295] 192.168.203.23@tcp LPNI seq info [309868:309868:7:4294967295] 00000400:00000200:0.0:1779697730.717584:0:207612:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697730.717591:0:207612:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697730.717596:0:207612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1800. 00000800:00000200:0.0:1779697730.717602:0:207612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697730.717610:0:207612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697730.717614:0:207612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1779697730.717662:0:190179:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cace8d0600. 00080000:00000010:0.0:1779697730.717698:0:190179:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbff6e3400. 00000001:00000010:0.0:1779697730.718834:0:190179:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1c00. 00010000:00000200:0.0:1779697730.718918:0:190179:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cac4ec7b80 x1866137496972672/t8589942255(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.718941:0:190179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697730.718947:0:190179:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496972672, offset 224 00000400:00000200:0.0:1779697730.718961:0:190179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697730.718972:0:190179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697730.718982:0:190179:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bed80 00000400:00000200:0.0:1779697730.718989:0:190179:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aad75 [1] + 224 00000400:00000200:0.0:1779697730.718997:0:190179:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.719001:0:190179:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697730.719010:0:190179:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800700 x1866137496972672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697730.719273:0:190179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697730.719276:0:190179:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779697730.719293:0:190179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e00. 00000020:00000010:0.0:1779697730.719299:0:190179:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89898. 00000020:00000010:0.0:1779697730.719302:0:190179:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb35600. 00000800:00000200:0.0:1779697730.719363:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697730.719368:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc630ae00. 00000400:00000200:0.0:1779697730.719372:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.719377:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697730.719380:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0220 00000400:00000010:0.0:1779697730.719382:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0220. 02000000:00000010:0.0:1779697730.719408:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b68800. 00000800:00000200:0.0:1779697730.719476:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697730.719479:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1800. 00000400:00000200:0.0:1779697730.719483:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.719487:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697730.719490:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697730.719491:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697730.719497:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6d500 x1866137496974848/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:0.0:1779697730.719563:0:189029:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cbc8383e40. 00010000:00000010:0.0:1779697730.719568:0:189029:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbdd192400. 00010000:00000010:0.0:1779697730.719576:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cace8d0600. 00000400:00000010:0.0:1779697730.719590:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae268. 00000400:00000200:0.0:1779697730.719593:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697730.719595:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697730.719600:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800700 x1866137496972672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.719609:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800700 x1866137496972672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.719652:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae420. 00000400:00000200:0.0:1779697730.719655:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697730.719656:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697730.719660:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803800 x1866137496972544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.719666:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803800 x1866137496972544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.723962:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae160. 00000400:00000200:0.0:1779697730.723975:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779697730.723978:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697730.723986:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9801f80 x1866137496973056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.723995:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9801f80 x1866137496973056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.724008:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae688. 00000400:00000200:0.0:1779697730.724010:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779697730.724012:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697730.724017:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210000 x1866137496972416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.724138:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210000 x1866137496972416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697730.724157:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aebb0. 00000400:00000200:0.0:1779697730.724160:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697730.724161:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697730.724165:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985fb80 x1866137496973440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697730.724172:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985fb80 x1866137496973440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1779697730.727463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c3200. 00010000:00000010:0.1:1779697730.727474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8e00. 00010000:00000010:0.1:1779697730.727478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2c00. 00010000:00000010:0.1:1779697730.727481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8400. 00010000:00000010:1.1:1779697730.727610:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2ad00. 00010000:00000010:1.1:1779697730.727615:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2cc00. 00010000:00000010:1.1:1779697730.727618:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2a800. 00010000:00000010:1.1:1779697730.727620:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d800. 00000400:00000200:3.0:1779697730.729297:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697730.729315:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 16 MB=0x6a13dfe9bf600 00000400:00000200:3.0:1779697730.729324:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.23@tcp of length 224/224 into md 0x1aae5d [1] + 224 00000400:00000200:3.0:1779697730.729339:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697730.729343:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697730.729356:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6d500 x1866137496974848/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1779697730.730319:0:207612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae18. 00000400:00000200:0.0:1779697730.730326:0:207612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697730.730328:0:207612:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697730.730337:0:207612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6d500 x1866137496974848/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779697730.730347:0:207612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6d500 x1866137496974848/t0(0) o104->lustre-OST0000@192.168.203.23@tcp:15/16 lens 328/224 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779697730.730376:0:207612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfac37e00. 02000000:00000010:0.0:1779697730.730382:0:207612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbffa09800. 00000100:00000010:0.0:1779697730.730405:0:207612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6d500. 00000100:00000010:0.0:1779697730.730410:0:207612:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cace8d0b40. 00010000:00000010:0.0:1779697730.730414:0:207612:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacea61600. 00010000:00000010:2.1:1779697730.731020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8800. 00010000:00000010:2.1:1779697730.731037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2d000. 00010000:00000010:2.1:1779697730.731043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20700. 00010000:00000010:2.1:1779697730.731046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615000. 00010000:00000010:2.1:1779697730.731049:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbc3a2af00. 00010000:00000010:2.1:1779697730.731052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f9a00. 00010000:00000010:2.1:1779697730.731057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da800. 00010000:00000010:2.1:1779697730.731059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc7e2ce00. 00010000:00000010:3.1:1779697730.731205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615600. 00000400:00000200:2.0:1779697730.731333:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:2.0:1779697730.731346:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474900 00000400:00000200:2.0:1779697730.731354:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171145 [2] + 656 00000400:00000200:2.0:1779697730.731433:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697730.731438:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:2.0:1779697730.731445:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1779697730.731450:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e680. 00010000:00000010:0.1:1779697730.731614:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8a00. 00010000:00000010:0.1:1779697730.731621:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dab00. 00010000:00000010:0.1:1779697730.731625:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862a00. 00010000:00000010:0.1:1779697730.731628:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20d00. 00010000:00000010:0.1:1779697730.731631:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863000. 00010000:00000010:0.1:1779697730.731635:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515da200. 00010000:00000010:0.1:1779697730.731637:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863600. 00010000:00000010:0.1:1779697730.731639:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dae00. 00010000:00000010:0.1:1779697730.731642:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615800. 00010000:00000010:0.1:1779697730.731644:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb515dad00. 00010000:00000010:0.1:1779697730.731655:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb614c00. 00010000:00000010:0.1:1779697730.731658:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd192800. 00010000:00000010:0.1:1779697730.731661:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbcb615a00. 00000020:00000010:0.0:1779697730.731726:0:193966:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697730.731731:0:193966:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697730.731746:0:193966:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb35600. 00000020:00000010:0.0:1779697730.731752:0:193966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cd00. 00000020:00000010:0.0:1779697730.731756:0:193966:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000100:00000200:0.0:1779697730.734929:0:193966:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff93cac985e680 x1866146215577856/t0(0) o103->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:416/0 lens 328/0 e 0 to 0 dl 1779697741 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697730.734986:0:193966:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61600. 00000020:00000010:0.0:1779697730.734991:0:193966:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61600. 00000100:00000200:0.0:1779697730.734996:0:193966:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577856 02000000:00000010:0.0:1779697730.735009:0:193966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e0400. 00010000:00000010:0.0:1779697730.735244:0:193966:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff93cacea61600. 00000100:00000010:0.0:1779697730.735254:0:193966:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cace8d0b40. 00000100:00000010:0.0:1779697730.735266:0:193966:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cace8d0b40. 00010000:00000010:0.0:1779697730.735270:0:193966:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff93cacea61600. 00000400:00000010:0.0:1779697730.735285:0:193966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697730.735291:0:193966:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215577856, offset 224 00000400:00000200:0.0:1779697730.735299:0:193966:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697730.735313:0:193966:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697730.735319:0:193966:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309873:309873:256:4294967295] 192.168.203.23@tcp LPNI seq info [309869:309869:8:4294967295] 00000400:00000200:0.0:1779697730.735330:0:193966:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697730.735336:0:193966:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697730.735341:0:193966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1800. 00000800:00000200:0.0:1779697730.735347:0:193966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697730.735355:0:193966:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697730.735359:0:193966:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697730.735376:0:193966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cd00. 00000020:00000010:0.0:1779697730.735380:0:193966:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697730.735385:0:193966:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb35600. 00010000:00000010:0.0:1779697730.735509:0:207612:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cace8d0b40. 00080000:00000010:0.0:1779697730.735528:0:207612:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf07c8800. 00000800:00000200:0.0:1779697730.739085:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697730.739093:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1800. 00000400:00000200:0.0:1779697730.739100:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697730.739108:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697730.739115:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697730.739118:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00002000:00000010:0.0:1779697730.739163:0:189028:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff93cacea61940. 00010000:00000010:0.0:1779697730.739169:0:189028:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93cbd8f20c00. 00010000:00000010:0.0:1779697730.739178:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cace8d0b40. 00010000:00000010:1.1:1779697730.741084:0:223775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbc90f8200. 00000001:00000010:3.0:1779697730.744264:0:207612:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc830b180. 00010000:00000200:3.0:1779697730.744319:0:207612:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6f100 x1866137496974720/t8589942256(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 544/432 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697730.744342:0:207612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697730.744349:0:207612:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1866137496974720, offset 224 00000400:00000200:3.0:1779697730.744356:0:207612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697730.744369:0:207612:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697730.744380:0:207612:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6a13dfe9bf580 00000400:00000200:3.0:1779697730.744413:0:207612:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1aae05 [1] + 224 00000400:00000200:3.0:1779697730.744423:0:207612:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697730.744427:0:207612:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697730.744436:0:207612:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6c000 x1866137496974720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697730.744567:0:207612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697730.744571:0:207612:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000020:00000010:3.0:1779697730.744590:0:207612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:3.0:1779697730.744594:0:207612:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e258. 00000020:00000010:3.0:1779697730.744598:0:207612:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbffa09a00. 00000400:00000010:1.0:1779697730.744685:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a688. 00000400:00000200:1.0:1779697730.744690:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d2a8 00000400:00000010:1.0:1779697730.744692:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d2a8. 00000100:00000200:1.0:1779697730.744699:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6c000 x1866137496974720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697730.744708:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6c000 x1866137496974720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1779697730.779593:0:223781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2600. 00010000:00000010:0.1:1779697730.779607:0:223781:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20b00. 00010000:00000010:0.1:1779697730.779611:0:223781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e862c00. 00000100:00000010:0.0:1779697730.908195:0:189063:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6d500. 02000000:00000010:0.0:1779697730.908214:0:189063:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbf6ec1400. 02000000:00000010:2.0:1779697730.914068:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57fa000. 00000400:00000010:2.0:1779697730.914093:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def688. 00000400:00000010:2.0:1779697730.914101:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697730.914118:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496974976, portal 4 00000400:00000010:2.0:1779697730.914126:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697730.914129:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496974976, offset 0 00000400:00000200:2.0:1779697730.914139:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697730.914163:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697730.914186:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9bf680 00000400:00000200:2.0:1779697730.914194:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e889 [8] + 15232 00000400:00000010:2.0:1779697730.914199:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6ea80b0. 00000400:00000200:2.0:1779697730.914238:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc630a700 00000400:00000200:2.0:1779697730.914248:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697730.914253:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697730.914258:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc630a700 00000400:00000010:2.0:1779697730.914261:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffff93cbc630a700. 00000100:00000200:2.0:1779697730.914267:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:2.0:1779697730.914302:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697730.914304:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697730.914312:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6d500 x1866137496974976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697746 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697730.914504:0:189660:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f9c0. 00000020:00000010:2.0:1779697730.914509:0:189660:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f9c0. 00000020:00000010:2.0:1779697730.914516:0:189660:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be600. 00000020:00000010:2.0:1779697730.914520:0:189660:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544380. 00000020:00000010:2.0:1779697730.914525:0:189660:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697730.914558:0:189660:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f9c0. 00000020:00000010:2.0:1779697730.914561:0:189660:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f9c0. 00000100:00000200:2.0:1779697730.914564:0:189660:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496974976 02000000:00000010:2.0:1779697730.914581:0:189660:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cbe57fa800. 00010000:00000200:2.0:1779697730.914614:0:189660:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfb617c50 x1866137496974976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 224/368 e 0 to 0 dl 1779697741 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697730.914635:0:189660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697730.914638:0:189660:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496974976, offset 224 00000400:00000200:2.0:1779697730.914643:0:189660:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697730.914649:0:189660:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697730.914654:0:189660:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9bf680 00000400:00000200:2.0:1779697730.914659:0:189660:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aae71 [1] + 224 00000400:00000200:2.0:1779697730.914664:0:189660:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697730.914677:0:189660:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697730.914683:0:189660:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6d500 x1866137496974976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697746 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697730.914699:0:189660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697730.914700:0:189660:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000020:00000010:2.0:1779697730.914711:0:189660:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544380. 00000020:00000010:2.0:1779697730.914716:0:189660:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697730.914719:0:189660:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be600. 02000000:00000010:2.0:1779697730.914781:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbe57fa800. 02000000:00000010:2.0:1779697730.914786:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc6fd9800. 00000100:00000010:2.0:1779697730.914791:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212a00. 02000000:00000010:2.0:1779697730.914795:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cc00e8d000. 00000100:00000010:2.0:1779697730.914798:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b800. 02000000:00000010:2.0:1779697730.914801:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cacc8f0800. 00000100:00000010:2.0:1779697730.914803:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b99f80. 02000000:00000010:2.0:1779697730.914818:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cad1418400. 00000100:00000010:2.0:1779697730.914821:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac9f77800. 02000000:00000010:2.0:1779697730.914824:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc2e57c00. 00000100:00000010:2.0:1779697730.914826:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc2df1180. 02000000:00000010:2.0:1779697730.914829:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf1316c00. 00000100:00000010:2.0:1779697730.914833:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445500. 02000000:00000010:2.0:1779697730.914836:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc356ac00. 00000100:00000010:2.0:1779697730.914838:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd58380. 02000000:00000010:2.0:1779697730.914841:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc93aa400. 00000100:00000010:2.0:1779697730.914844:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6a00. 02000000:00000010:2.0:1779697730.914847:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc986f400. 00000100:00000010:2.0:1779697730.914849:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9df80. 02000000:00000010:2.0:1779697730.914851:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cacd00f000. 00000100:00000010:2.0:1779697730.914853:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c036a00. 02000000:00000010:2.0:1779697730.914857:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbe5ee0800. 00000100:00000010:2.0:1779697730.914858:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b96680. 02000000:00000010:2.0:1779697730.914861:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf1109800. 00000100:00000010:2.0:1779697730.914863:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00271880. 02000000:00000010:2.0:1779697730.914866:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf836a800. 00000100:00000010:2.0:1779697730.914868:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff466a00. 02000000:00000010:2.0:1779697730.914871:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbff462000. 00000100:00000010:2.0:1779697730.914873:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6cac380. 02000000:00000010:2.0:1779697730.914876:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbcb256000. 00000100:00000010:2.0:1779697730.914878:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab100. 02000000:00000010:2.0:1779697730.914882:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cacc2ee400. 00000100:00000010:2.0:1779697730.915433:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb4c035f80. 02000000:00000010:2.0:1779697730.915440:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc2e57000. 00000100:00000010:2.0:1779697730.915442:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758d880. 02000000:00000010:2.0:1779697730.915445:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbdd1b7c00. 00000100:00000010:2.0:1779697730.915448:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821500. 02000000:00000010:2.0:1779697730.915452:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc7baa800. 00000100:00000010:2.0:1779697730.915454:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7b9b100. 02000000:00000010:2.0:1779697730.915457:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf6ee6800. 00000100:00000010:2.0:1779697730.915460:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779697730.915463:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc9b6b000. 00000100:00000010:2.0:1779697730.915465:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09c000. 02000000:00000010:2.0:1779697730.915469:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf88c3c00. 00000100:00000010:2.0:1779697730.915471:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5443800. 02000000:00000010:2.0:1779697730.915474:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc6177c00. 00000100:00000010:2.0:1779697730.915476:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc1880. 02000000:00000010:2.0:1779697730.915480:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbfeda2400. 00000100:00000010:2.0:1779697730.915482:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028a80. 02000000:00000010:2.0:1779697730.915486:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbcb151c00. 00000100:00000010:2.0:1779697730.915488:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca68ea00. 02000000:00000010:2.0:1779697730.915491:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf6ee4c00. 00000100:00000010:2.0:1779697730.915493:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf81e0700. 02000000:00000010:2.0:1779697730.915497:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc3463400. 00000100:00000010:2.0:1779697730.915499:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff964e00. 02000000:00000010:2.0:1779697730.915502:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc7bc8400. 00000100:00000010:2.0:1779697730.915505:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270700. 02000000:00000010:2.0:1779697730.915507:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbeebb2000. 00000100:00000010:2.0:1779697730.915510:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb77100. 02000000:00000010:2.0:1779697730.915513:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac4280000. 00000100:00000010:2.0:1779697730.915516:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758c700. 02000000:00000010:2.0:1779697730.915519:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac1319800. 00000100:00000010:2.0:1779697730.915521:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6ed80. 02000000:00000010:2.0:1779697730.915524:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbcb0eb400. 00000100:00000010:2.0:1779697730.915526:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8a80. 02000000:00000010:2.0:1779697730.915529:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cace40ac00. 00000100:00000010:2.0:1779697730.915531:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad21ac000. 02000000:00000010:2.0:1779697730.915534:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc9b68c00. 00000100:00000010:2.0:1779697730.915536:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacb0c6a00. 02000000:00000010:2.0:1779697730.915539:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc7ba8c00. 00000100:00000010:2.0:1779697730.915541:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad66ab800. 02000000:00000010:2.0:1779697730.915544:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cc00e8dc00. 00000100:00000010:2.0:1779697730.915546:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad6caf800. 02000000:00000010:2.0:1779697730.915549:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc3463000. 00000100:00000010:2.0:1779697730.915552:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4380. 02000000:00000010:2.0:1779697730.915554:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf6c24c00. 00000100:00000010:2.0:1779697730.915556:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb61635f80. 02000000:00000010:2.0:1779697730.915560:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cace121000. 00000100:00000010:2.0:1779697730.915562:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779697730.915565:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac4494800. 00000100:00000010:2.0:1779697730.915567:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfb91a300. 02000000:00000010:2.0:1779697730.915570:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac4280800. 00000100:00000010:2.0:1779697730.915572:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cacf95b800. 02000000:00000010:2.0:1779697730.915576:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac428b000. 00000100:00000010:2.0:1779697730.915578:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff965180. 02000000:00000010:2.0:1779697730.915581:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cc00fc5c00. 00000100:00000010:2.0:1779697730.915583:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a300. 02000000:00000010:2.0:1779697730.915586:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbfb542400. 00000100:00000010:2.0:1779697730.915588:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6d180. 02000000:00000010:2.0:1779697730.915591:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93caf46ddc00. 00000100:00000010:2.0:1779697730.915593:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c84380. 02000000:00000010:2.0:1779697730.915596:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf07c8400. 00000100:00000010:2.0:1779697730.915599:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6aa00. 02000000:00000010:2.0:1779697730.915601:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc7ba8000. 00000100:00000010:2.0:1779697730.915603:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc7bbb100. 02000000:00000010:2.0:1779697730.915606:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cace40a000. 00000100:00000010:2.0:1779697730.915607:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf69d5c00. 02000000:00000010:2.0:1779697730.915611:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac1a67c00. 00000100:00000010:2.0:1779697730.915612:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821f80. 02000000:00000010:2.0:1779697730.915616:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cad6def000. 00000100:00000010:2.0:1779697730.915619:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd758d500. 02000000:00000010:2.0:1779697730.915621:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbdc2e0000. 00000100:00000010:2.0:1779697730.915624:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb1e09e680. 02000000:00000010:2.0:1779697730.915627:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cc00b70c00. 00000100:00000010:2.0:1779697730.915629:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483df80. 02000000:00000010:2.0:1779697730.915634:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac1a66000. 00000100:00000010:2.0:1779697730.915636:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd63aca80. 02000000:00000010:2.0:1779697730.915640:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbd67d4c00. 00000100:00000010:2.0:1779697730.915642:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ca80. 02000000:00000010:2.0:1779697730.915645:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbcb0f6000. 00000100:00000010:2.0:1779697730.915647:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad521ea00. 02000000:00000010:2.0:1779697730.915650:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbcb256400. 00000100:00000010:2.0:1779697730.915651:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02d880. 02000000:00000010:2.0:1779697730.915654:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc3549000. 00000100:00000010:2.0:1779697730.915656:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444380. 02000000:00000010:2.0:1779697730.915659:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac4495000. 00000100:00000010:2.0:1779697730.915660:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fc2300. 02000000:00000010:2.0:1779697730.915663:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbffacac00. 00000100:00000010:2.0:1779697730.915666:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe98e00. 02000000:00000010:2.0:1779697730.915682:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbc824b000. 00000100:00000010:2.0:1779697730.915685:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbff46ad80. 02000000:00000010:2.0:1779697730.915688:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac428b800. 00000100:00000010:2.0:1779697730.915690:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad0cc2a00. 02000000:00000010:2.0:1779697730.915693:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cad141b000. 00000100:00000010:2.0:1779697730.915695:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4b97800. 02000000:00000010:2.0:1779697730.915698:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cac273f000. 00000100:00000010:2.0:1779697730.915700:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f800. 02000000:00000010:2.0:1779697730.915704:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf1108400. 00000100:00000010:2.0:1779697730.915706:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ce00. 02000000:00000010:2.0:1779697730.915709:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbcb152800. 00000100:00000010:2.0:1779697730.915712:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6f800. 02000000:00000010:2.0:1779697730.915715:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbf64eac00. 00000100:00000010:2.0:1779697730.915717:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cace7a8380. 02000000:00000010:2.0:1779697730.915721:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cbeeb23800. 00000100:00000010:2.0:1779697730.915723:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4c85880. 02000000:00000010:2.0:1779697730.915726:0:189660:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff93cc00fc7800. 00000100:00000010:2.0:1779697730.915728:0:189660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbeeb76d80. 00000100:00000200:2.0:1779697730.915735:0:189660:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1779697730.915741:0:189660:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9f8. 00000400:00000010:2.0:1779697730.915747:0:189660:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff93cbffaabf00. 00000400:00000010:2.0:1779697730.915775:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def688. 00000400:00000200:2.0:1779697730.915778:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697730.915780:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697730.915787:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6d500 x1866137496974976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697730.915797:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6d500 x1866137496974976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697746 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697730.915830:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57fa000. 02000000:00000010:2.0:1779697730.915835:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbf6ec1400. 00000100:00000010:2.0:1779697730.915840:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6d500. 00000100:00000010:1.0:1779697731.059977:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1180. 00000100:00000010:0.0:1779697731.063278:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1f60. 00000100:00000010:3.0:1779697731.070266:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1b40. 00000001:00000010:3.0:1779697731.070621:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1780. 00080000:00000010:3.0:1779697731.070629:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e1c00. 00000001:00000010:3.0:1779697731.070633:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1240. 00080000:00000010:3.0:1779697731.070636:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f2400. 00000001:00000010:3.0:1779697731.070639:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f17e0. 00080000:00000010:3.0:1779697731.070641:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f2000. 00000001:00000010:3.0:1779697731.070644:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f19c0. 00080000:00000010:3.0:1779697731.070646:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fdac00. 00000001:00000010:3.0:1779697731.070649:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1960. 00080000:00000010:3.0:1779697731.070650:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc6fdb000. 00000001:00000010:3.0:1779697731.070653:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1c60. 00080000:00000010:3.0:1779697731.070655:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbfb541c00. 00000001:00000010:3.0:1779697731.070658:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1420. 00080000:00000010:3.0:1779697731.070660:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00d37800. 00000001:00000010:3.0:1779697731.070663:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1480. 00080000:00000010:3.0:1779697731.070665:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00fc5400. 00000001:00000010:3.0:1779697731.070682:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41ca20. 00080000:00000010:3.0:1779697731.070685:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8c000. 00000001:00000010:3.0:1779697731.070688:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a120. 00080000:00000010:3.0:1779697731.070691:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8c400. 00000001:00000010:3.0:1779697731.070693:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ad20. 00080000:00000010:3.0:1779697731.070695:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8ec00. 00000001:00000010:3.0:1779697731.070698:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a660. 00080000:00000010:3.0:1779697731.070700:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8c800. 00000001:00000010:3.0:1779697731.070703:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ae40. 00080000:00000010:3.0:1779697731.070705:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f5c00. 00000001:00000010:3.0:1779697731.070707:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a7e0. 00080000:00000010:3.0:1779697731.070709:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f7800. 00000001:00000010:3.0:1779697731.070712:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ac60. 00080000:00000010:3.0:1779697731.070714:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbcb0f4800. 00000001:00000010:3.0:1779697731.070717:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34a2a0. 00080000:00000010:3.0:1779697731.070718:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc3461c00. 00000001:00000010:3.0:1779697731.070737:0:7478:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacf34ade0. 00080000:00000010:3.0:1779697731.070740:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cc00e8f400. 00000100:00000010:2.0:1779697731.079815:0:190119:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a20. 00080000:00000010:1.0:1779697731.102332:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc928e8. 00002000:00000010:1.0:1779697731.102344:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede3b50. 00080000:00000010:1.0:1779697731.102366:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f4720. 00002000:00000010:1.0:1779697731.102368:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf91d0. 00080000:00000010:1.0:1779697731.102380:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cad52f41c8. 00002000:00000010:1.0:1779697731.102382:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfacf8850. 00080000:00000010:1.0:1779697731.102433:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05f008. 00002000:00000010:1.0:1779697731.102436:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb4e3e8f70. 00080000:00000010:1.0:1779697731.102447:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb1f642390. 00002000:00000010:1.0:1779697731.102450:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbff1b04c0. 00080000:00000010:1.0:1779697731.102470:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05fab8. 00002000:00000010:1.0:1779697731.102472:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb4e3e9300. 00080000:00000010:1.0:1779697731.102483:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacec1f728. 00002000:00000010:1.0:1779697731.102486:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbef8f5560. 00080000:00000010:1.0:1779697731.102492:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb0a0fcab0. 00002000:00000010:1.0:1779697731.102495:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb4e3e91d0. 00080000:00000010:1.0:1779697731.102505:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbfb54f560. 00002000:00000010:1.0:1779697731.102507:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbcbc43300. 00080000:00000010:1.0:1779697731.102515:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cb0a0fc558. 00002000:00000010:1.0:1779697731.102517:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb4e3e8850. 00080000:00000010:1.0:1779697731.102523:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cbdcc93c80. 00002000:00000010:1.0:1779697731.102526:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cbfede2850. 00080000:00000010:1.0:1779697731.102548:0:222958:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cade05ee40. 00002000:00000010:1.0:1779697731.102555:0:222958:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff93cb4e3e9c80. 00000400:00000200:3.0:1779697732.751828:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697732.751847:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a14006474a00 00000400:00000200:3.0:1779697732.751856:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18ee0d [64] + 72240 00000400:00000200:3.0:1779697732.751866:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697732.751871:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697732.751879:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697732.751886:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483e680. 00000400:00000200:3.0:1779697732.751917:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697732.751922:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006474b00 00000400:00000200:3.0:1779697732.751928:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18d3a9 [8] + 14816 00000400:00000200:3.0:1779697732.751934:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697732.751937:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697732.751940:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697732.751943:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c000. 00000400:00000200:3.0:1779697732.752097:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697732.752107:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 26 MB=0x6a14006474980 00000400:00000200:3.0:1779697732.752112:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.23@tcp of length 224/224 into md 0x19aef5 [2] + 0 00000400:00000010:3.0:1779697732.752117:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05ce70. 00000400:00000200:3.0:1779697732.752121:0:3317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1ce40 00000400:00000200:3.0:1779697732.752127:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697732.752131:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697732.752134:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1ce40 00000400:00000010:3.0:1779697732.752136:0:3317:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1ce40. 00000100:00000200:3.0:1779697732.752140:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1779697732.752214:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697732.752221:0:209509:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacb11fbc0. 00000020:00000010:0.0:1779697732.752236:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace6d9000. 00000020:00000010:0.0:1779697732.752241:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ce80. 00000020:00000010:0.0:1779697732.752266:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697732.752310:0:209509:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697732.752313:0:209509:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697732.752316:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215578112 02000000:00000010:0.0:1779697732.752337:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c9800. 00010000:00000200:0.0:1779697732.752348:0:209509:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483e680 x1866146215578112/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:407/0 lens 224/224 e 0 to 0 dl 1779698487 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697732.752365:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697732.752371:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215578112, offset 224 00000400:00000200:0.0:1779697732.752377:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697732.752404:0:209509:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697732.752411:0:209509:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309874:309874:256:4294967295] 192.168.203.23@tcp LPNI seq info [309870:309870:8:4294967295] 00000400:00000200:0.0:1779697732.752421:0:209509:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697732.752426:0:209509:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697732.752430:0:209509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1600. 00000800:00000200:0.0:1779697732.752436:0:209509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697732.752443:0:209509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697732.752447:0:209509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697732.752463:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ce80. 00000020:00000010:0.0:1779697732.752467:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697732.752470:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace6d9000. 00000800:00000200:0.0:1779697732.752565:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697732.752570:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1600. 00000400:00000200:0.0:1779697732.752574:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697732.752578:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697732.752580:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779697732.752582:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000020:00000010:1.0:1779697732.752674:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4d40. 00000020:00000010:1.0:1779697732.752692:0:207459:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacede3e00. 00000020:00000010:1.0:1779697732.752696:0:207459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f500. 00000020:00000010:1.0:1779697732.752699:0:207459:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697732.752722:0:207459:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b80. 00000020:00000010:1.0:1779697732.752724:0:207459:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b80. 00000100:00000200:1.0:1779697732.752726:0:207459:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215578368 02000000:00000010:1.0:1779697732.752734:0:207459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c24400. 00010000:00000200:1.0:1779697732.752739:0:207459:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483c000 x1866146215578368/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:418/0 lens 224/224 e 0 to 0 dl 1779697743 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697732.752749:0:207459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697732.752752:0:207459:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215578368, offset 224 00000400:00000200:1.0:1779697732.752757:0:207459:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697732.752763:0:207459:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697732.752767:0:207459:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309875:309875:256:4294967295] 192.168.203.23@tcp LPNI seq info [309871:309871:8:4294967295] 00000400:00000200:1.0:1779697732.752775:0:207459:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697732.752779:0:207459:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697732.752781:0:207459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbcbfb3100. 00000800:00000200:1.0:1779697732.752785:0:207459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697732.752789:0:207459:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697732.752792:0:207459:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbcbfb3100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697732.752802:0:207459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f500. 00000020:00000010:1.0:1779697732.752805:0:207459:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697732.752808:0:207459:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacede3e00. 00000800:00000200:1.0:1779697732.752830:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697732.752833:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbcbfb3100. 00000400:00000200:1.0:1779697732.752837:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697732.752841:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697732.752844:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697732.752845:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000400:00000200:3.0:1779697732.757669:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:3.0:1779697732.757685:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006474a80 00000400:00000200:3.0:1779697732.757693:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18d3a9 [8] + 15040 00000400:00000200:3.0:1779697732.757706:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697732.757710:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:3.0:1779697732.757717:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1779697732.757723:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d500. 00000020:00000010:3.0:1779697732.757765:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836c40. 00000020:00000010:3.0:1779697732.757804:0:207452:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caced93a00. 00000020:00000010:3.0:1779697732.757809:0:207452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697732.757813:0:207452:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697732.758342:0:207452:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98360c0. 00000020:00000010:3.0:1779697732.758346:0:207452:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98360c0. 00000100:00000200:3.0:1779697732.758349:0:207452:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215578240 02000000:00000010:3.0:1779697732.758368:0:207452:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68800. 00010000:00000200:3.0:1779697732.758378:0:207452:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483d500 x1866146215578240/t0(0) o400->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:418/0 lens 224/224 e 0 to 0 dl 1779697743 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697732.758415:0:207452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697732.758420:0:207452:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215578240, offset 224 00000400:00000200:3.0:1779697732.758426:0:207452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:3.0:1779697732.758435:0:207452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:3.0:1779697732.758440:0:207452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309876:309876:256:4294967295] 192.168.203.23@tcp LPNI seq info [309872:309872:8:4294967295] 00000400:00000200:3.0:1779697732.758450:0:207452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:3.0:1779697732.758455:0:207452:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:3.0:1779697732.758460:0:207452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc30baf00. 00000800:00000200:3.0:1779697732.758466:0:207452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779697732.758472:0:207452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:3.0:1779697732.758476:0:207452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc30baf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1779697732.758491:0:207452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697732.758496:0:207452:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697732.758499:0:207452:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caced93a00. 00000800:00000200:3.0:1779697732.758788:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697732.758793:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc30baf00. 00000400:00000200:3.0:1779697732.758799:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697732.758804:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697732.758808:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697732.758810:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000020:00000010:0.0:1779697732.762799:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697732.762808:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697732.762815:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace6d9000. 00000020:00000010:0.0:1779697732.762820:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ce80. 00000020:00000010:0.0:1779697732.762825:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697732.762880:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697732.762883:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697732.762886:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215577984 02000000:00000010:0.0:1779697732.762900:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cb400. 00010000:00000200:0.0:1779697732.762914:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc69850 x1866146215577984/t0(0) o400->cfb5f7f8-d57b-448e-994f-a01296969e3c@192.168.203.23@tcp:418/0 lens 224/224 e 0 to 0 dl 1779697743 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697732.762939:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779697732.762946:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866146215577984, offset 224 00000400:00000200:0.0:1779697732.762953:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697732.762965:0:189034:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697732.762971:0:189034:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309877:309877:256:4294967295] 192.168.203.23@tcp LPNI seq info [309873:309873:8:4294967295] 00000400:00000200:0.0:1779697732.762982:0:189034:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697732.762987:0:189034:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697732.762991:0:189034:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1600. 00000800:00000200:0.0:1779697732.762997:0:189034:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697732.763005:0:189034:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697732.763009:0:189034:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697732.763027:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ce80. 00000020:00000010:0.0:1779697732.763031:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697732.763248:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace6d9000. 00000100:00000200:0.0:1779697732.763260:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697732.763266:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae18. 00000400:00000010:0.0:1779697732.763271:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c300. 00000800:00000200:3.0:1779697732.766712:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779697732.766720:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1600. 00000400:00000200:3.0:1779697732.766726:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697732.766734:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:3.0:1779697732.766741:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:3.0:1779697732.766744:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 02000000:00000010:3.0:1779697732.766751:0:3316:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07cb400. 00000001:02000400:2.0:1779697733.830893:0:223875:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanityn: finish cleanup 04:28:52 (1779697732) === 00000100:00000010:1.0:1779697733.978467:0:189065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29880. 02000000:00000010:1.0:1779697733.978491:0:189065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbcbfb3a00. 02000000:00000010:1.0:1779697733.978764:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c26800. 00000400:00000010:1.0:1779697733.978772:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa35d8. 00000400:00000010:1.0:1779697733.978796:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697733.978803:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496975104, portal 4 00000400:00000010:1.0:1779697733.978810:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697733.978813:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496975104, offset 0 00000400:00000200:1.0:1779697733.978822:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697733.978835:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697733.978847:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9bf700 00000400:00000200:1.0:1779697733.978854:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e88d [8] + 0 00000400:00000200:1.0:1779697733.978865:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697733.978869:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697733.978877:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1779697733.978882:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a300. 00000400:00000200:1.0:1779697733.978902:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697733.978905:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697733.978912:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd29880 x1866137496975104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697749 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697733.979047:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a120. 00000100:00000010:1.0:1779697733.979058:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a0c0. 00000100:00000010:1.0:1779697733.979064:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a8a0. 00000100:00000010:1.0:1779697733.979069:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a1e0. 00000020:00000010:1.0:1779697733.979120:0:189659:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4780. 00000020:00000010:1.0:1779697733.979126:0:189659:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacb11f300. 00000020:00000010:1.0:1779697733.979142:0:189659:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbeff29400. 00000020:00000010:1.0:1779697733.979147:0:189659:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fb00. 00000020:00000010:1.0:1779697733.979152:0:189659:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697733.979182:0:189659:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4f80. 00000020:00000010:1.0:1779697733.979184:0:189659:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4f80. 00000100:00000200:1.0:1779697733.979187:0:189659:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496975104 02000000:00000010:1.0:1779697733.979201:0:189659:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cbf6c26000. 00010000:00000200:1.0:1779697733.979233:0:189659:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2a300 x1866137496975104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:419/0 lens 224/368 e 0 to 0 dl 1779697744 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697733.979247:0:189659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697733.979250:0:189659:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496975104, offset 224 00000400:00000200:1.0:1779697733.979254:0:189659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697733.979259:0:189659:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697733.979264:0:189659:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9bf700 00000400:00000200:1.0:1779697733.979269:0:189659:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aae95 [1] + 224 00000400:00000200:1.0:1779697733.979273:0:189659:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697733.979276:0:189659:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697733.979282:0:189659:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd29880 x1866137496975104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697749 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697733.979295:0:189659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697733.979297:0:189659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697733.979307:0:189659:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fb00. 00000020:00000010:1.0:1779697733.979310:0:189659:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697733.979313:0:189659:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbeff29400. 00000400:00000010:1.0:1779697733.979351:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa35d8. 00000400:00000200:1.0:1779697733.979354:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697733.979356:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697733.979360:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd29880 x1866137496975104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697733.979369:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd29880 x1866137496975104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697733.979569:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f480. 02000000:00000010:3.0:1779697733.979578:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30baf00. 00000100:00000010:3.0:1779697733.979594:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c700. 02000000:00000010:3.0:1779697733.979597:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba600. 00000100:00000010:3.0:1779697733.982444:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697733.982467:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30bad00. 00000100:00000010:3.0:1779697733.982491:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d180. 02000000:00000010:3.0:1779697733.982496:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba300. 00000100:00000010:3.0:1779697733.982501:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f100. 02000000:00000010:3.0:1779697733.982504:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba700. 02000000:00000010:3.0:1779697733.982641:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbf6a0e200. 00000400:00000010:3.0:1779697733.982657:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326058. 00000400:00000010:3.0:1779697733.982664:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697733.982670:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496975360, portal 4 00000400:00000010:3.0:1779697733.982677:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697733.982679:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866137496975360, offset 0 00000400:00000200:3.0:1779697733.982719:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.982731:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.982743:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a13dfe9bf800 00000400:00000200:3.0:1779697733.982750:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x18d3a9 [8] + 15264 00000400:00000010:3.0:1779697733.982755:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d73c8. 00000400:00000200:3.0:1779697733.982761:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcc19f500 00000400:00000200:3.0:1779697733.982769:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.982773:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697733.982778:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcc19f500 00000400:00000010:3.0:1779697733.982780:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffff93cbcc19f500. 00000100:00000200:3.0:1779697733.982786:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1779697733.982809:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697733.982811:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697733.982819:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483c700 x1866137496975360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697733.982864:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbf6a0fe00. 00000400:00000010:3.0:1779697733.982868:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326dc0. 00000400:00000010:3.0:1779697733.982870:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697733.982873:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496975232, portal 25 00000400:00000010:3.0:1779697733.982876:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697733.982878:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496975232, offset 0 00000400:00000200:3.0:1779697733.982882:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.982886:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.982890:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9bf780 00000400:00000200:3.0:1779697733.982895:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19b115 [2] + 0 00000400:00000010:3.0:1779697733.982898:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7d10. 00000400:00000200:3.0:1779697733.982900:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64eb6c0 00000400:00000200:3.0:1779697733.982904:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.982906:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697733.982909:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64eb6c0 00000400:00000010:3.0:1779697733.982911:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64eb6c0. 00000100:00000200:3.0:1779697733.982915:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697733.982927:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697733.982928:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697733.982932:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483f480 x1866137496975232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697733.982953:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbf6a0ec00. 00000400:00000010:3.0:1779697733.982956:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326ec8. 00000400:00000010:3.0:1779697733.982959:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697733.982962:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496975744, portal 10 00000400:00000010:3.0:1779697733.982966:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697733.982968:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496975744, offset 0 00000400:00000200:3.0:1779697733.982971:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.982975:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.982980:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bf980 00000400:00000200:3.0:1779697733.982985:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 72464 00000400:00000200:3.0:1779697733.982989:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.982992:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697733.982996:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697733.983000:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ca80. 00000400:00000200:3.0:1779697733.983009:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:3.0:1779697733.983010:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697733.983014:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483f100 x1866137496975744/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697733.983050:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836280. 00000020:00000010:3.0:1779697733.983053:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836280. 00000020:00000010:3.0:1779697733.983058:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf6a0ee00. 00000020:00000010:3.0:1779697733.983062:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697733.983066:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697733.983094:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836280. 00000020:00000010:3.0:1779697733.983096:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836280. 00000100:00000200:3.0:1779697733.983099:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496975232 02000000:00000010:3.0:1779697733.983113:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6b000. 00010000:00000200:3.0:1779697733.983120:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc6ac50 x1866137496975232/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:419/0 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697733.983134:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697733.983136:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496975232, offset 224 00000400:00000200:3.0:1779697733.983140:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.983145:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.983149:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9bf780 00000400:00000200:3.0:1779697733.983153:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aaea9 [1] + 224 00000400:00000200:3.0:1779697733.983158:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.983160:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697733.983166:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483f480 x1866137496975232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697733.983178:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:3.0:1779697733.983179:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000020:00000010:3.0:1779697733.983188:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697733.983192:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697733.983195:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf6a0ee00. 02000000:00000010:3.0:1779697733.983201:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6b000. 00000100:00000200:3.0:1779697733.983206:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697733.983209:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326688. 00000400:00000010:3.0:1779697733.983213:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad2345600. 00000020:00000010:3.0:1779697733.983228:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836280. 00000020:00000010:3.0:1779697733.983241:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf6a0ee00. 00000020:00000010:3.0:1779697733.983244:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697733.983246:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697733.983262:0:207451:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e80. 00000020:00000010:3.0:1779697733.983264:0:207451:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e80. 00000100:00000200:3.0:1779697733.983266:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496975744 02000000:00000010:3.0:1779697733.983273:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6b000. 00010000:00000200:3.0:1779697733.983278:0:207451:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483ca80 x1866137496975744/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697733.983287:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697733.983290:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496975744, offset 224 00000400:00000200:3.0:1779697733.983293:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.983298:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.983302:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bf980 00000400:00000200:3.0:1779697733.983306:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaeb1 [1] + 224 00000400:00000200:3.0:1779697733.983310:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.983312:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697733.983317:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483f100 x1866137496975744/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697733.983326:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:3.0:1779697733.983328:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000020:00000010:3.0:1779697733.983333:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697733.983335:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697733.983338:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf6a0ee00. 02000000:00000010:3.0:1779697733.983358:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbf6a0ee00. 00000400:00000010:3.0:1779697733.983361:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83267e8. 00000400:00000010:3.0:1779697733.983364:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697733.983367:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496975616, portal 10 00000400:00000010:3.0:1779697733.983371:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697733.983373:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496975616, offset 0 00000400:00000200:3.0:1779697733.983376:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.983381:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.983385:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bf900 00000400:00000200:3.0:1779697733.983409:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 72688 00000400:00000200:3.0:1779697733.983414:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.983416:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697733.983419:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697733.983422:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483df80. 00000400:00000200:3.0:1779697733.983432:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697733.983434:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697733.983506:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483d180 x1866137496975616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697733.983529:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbf6a0e600. 00000400:00000010:3.0:1779697733.983532:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326210. 00000400:00000010:3.0:1779697733.983535:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697733.983538:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496975488, portal 10 00000400:00000010:3.0:1779697733.983542:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697733.983712:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496975488, offset 0 00000400:00000200:3.0:1779697733.983718:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.983723:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.983727:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bf880 00000400:00000200:3.0:1779697733.983731:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 72912 00000400:00000200:3.0:1779697733.983735:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.983738:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697733.983741:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697733.983744:0:3323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ce00. 00000400:00000200:3.0:1779697733.983754:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697733.983756:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697733.983761:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483fb80 x1866137496975488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697733.983788:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e80. 00000020:00000010:3.0:1779697733.983792:0:202031:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61240. 00000020:00000010:3.0:1779697733.983796:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e80. 00000020:00000010:3.0:1779697733.983800:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc9050e00. 00000020:00000010:3.0:1779697733.983802:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697733.983805:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697733.983845:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e80. 00000020:00000010:3.0:1779697733.983848:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e80. 00000020:00000010:3.0:1779697733.983852:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc4e6ac00. 00000020:00000010:3.0:1779697733.983854:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697733.983857:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697733.983870:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e80. 00000020:00000010:3.0:1779697733.983872:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e80. 00000100:00000200:3.0:1779697733.983875:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496975616 02000000:00000010:3.0:1779697733.983881:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b69400. 00010000:00000200:3.0:1779697733.983887:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483df80 x1866137496975616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697733.983896:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697733.983899:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496975616, offset 224 00000400:00000200:3.0:1779697733.983902:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.983907:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.983912:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bf900 00000400:00000200:3.0:1779697733.983915:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaec5 [1] + 224 00000400:00000200:3.0:1779697733.983920:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.983922:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697733.983928:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483d180 x1866137496975616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697733.983941:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697733.983943:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000020:00000010:3.0:1779697733.983949:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536180. 00000020:00000010:3.0:1779697733.983952:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697733.983955:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc9050e00. 00000020:00000010:3.0:1779697733.983964:0:202031:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e80. 00000020:00000010:3.0:1779697733.983966:0:202031:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e80. 00000100:00000200:3.0:1779697733.983968:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496975488 02000000:00000010:3.0:1779697733.983974:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68c00. 00010000:00000200:3.0:1779697733.983979:0:202031:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf483ce00 x1866137496975488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1779698488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697733.983988:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697733.983990:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496975488, offset 224 00000400:00000200:3.0:1779697733.983994:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697733.983998:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697733.984002:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bf880 00000400:00000200:3.0:1779697733.984006:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaecd [1] + 224 00000400:00000200:3.0:1779697733.984010:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697733.984012:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697733.984017:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483fb80 x1866137496975488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697733.984025:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697733.984027:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000020:00000010:3.0:1779697733.984031:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536100. 00000020:00000010:3.0:1779697733.984034:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697733.984036:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc4e6ac00. 00000400:00000010:3.0:1779697733.984063:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326210. 00000400:00000200:3.0:1779697733.984066:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697733.984068:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697733.984072:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483fb80 x1866137496975488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697733.984080:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483fb80 x1866137496975488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697733.984098:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83267e8. 00000400:00000200:3.0:1779697733.984101:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:3.0:1779697733.984102:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697733.984106:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483d180 x1866137496975616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697733.984114:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483d180 x1866137496975616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697733.984125:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbf6a0e600. 02000000:00000010:3.0:1779697733.984129:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30bad00. 00000100:00000010:3.0:1779697733.984134:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697733.984138:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbf6a0ee00. 02000000:00000010:3.0:1779697733.984140:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba300. 00000100:00000010:3.0:1779697733.984142:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d180. 00000400:00000010:3.0:1779697733.984150:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326dc0. 00000400:00000200:3.0:1779697733.984153:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697733.984155:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697733.984158:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483f480 x1866137496975232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697733.984167:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483f480 x1866137496975232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697733.984175:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326ec8. 00000400:00000200:3.0:1779697733.984177:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697733.984179:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697733.984182:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483f100 x1866137496975744/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697733.984189:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483f100 x1866137496975744/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697733.984200:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbf6a0fe00. 02000000:00000010:3.0:1779697733.984205:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30baf00. 00000100:00000010:3.0:1779697733.984207:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f480. 02000000:00000010:3.0:1779697733.984210:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbf6a0ec00. 02000000:00000010:3.0:1779697733.984212:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba700. 00000100:00000010:3.0:1779697733.984214:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f100. 00000020:00000010:2.0:1779697733.986538:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f780. 00000020:00000010:2.0:1779697733.986557:0:207448:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbc98369c0. 00000020:00000010:2.0:1779697733.986723:0:207448:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee24a00. 00000020:00000010:2.0:1779697733.986729:0:207448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544200. 00000020:00000010:2.0:1779697733.986735:0:207448:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697733.986772:0:207448:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f800. 00000020:00000010:2.0:1779697733.986774:0:207448:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f800. 00000100:00000200:2.0:1779697733.986778:0:207448:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496975360 02000000:00000010:2.0:1779697733.986794:0:207448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8400. 00010000:00000200:2.0:1779697733.986806:0:207448:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbbc2050 x1866137496975360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:419/0 lens 224/224 e 0 to 0 dl 1779697744 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697733.986824:0:207448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697733.986831:0:207448:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866137496975360, offset 224 00000400:00000200:2.0:1779697733.986836:0:207448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697733.986847:0:207448:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697733.986857:0:207448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a13dfe9bf800 00000400:00000200:2.0:1779697733.986864:0:207448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1aaea1 [1] + 224 00000400:00000200:2.0:1779697733.986873:0:207448:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697733.986876:0:207448:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697733.986885:0:207448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483c700 x1866137496975360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697733.986905:0:207448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697733.986908:0:207448:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000020:00000010:2.0:1779697733.986920:0:207448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544200. 00000020:00000010:2.0:1779697733.986926:0:207448:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697733.986929:0:207448:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee24a00. 02000000:00000010:2.0:1779697733.986940:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8400. 02000000:00000010:2.0:1779697733.986944:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b68800. 00000100:00000010:2.0:1779697733.986947:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d500. 02000000:00000010:2.0:1779697733.986952:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6c24400. 00000100:00000010:2.0:1779697733.986954:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c000. 02000000:00000010:2.0:1779697733.986958:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbff6e0000. 00000100:00000010:2.0:1779697733.986962:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6f100. 02000000:00000010:2.0:1779697733.986966:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc9b68400. 00000100:00000010:2.0:1779697733.986968:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec7b80. 02000000:00000010:2.0:1779697733.986971:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc9b6b800. 00000100:00000010:2.0:1779697733.986973:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5500. 02000000:00000010:2.0:1779697733.986976:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc9b6a400. 00000100:00000010:2.0:1779697733.986978:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec4e00. 02000000:00000010:2.0:1779697733.986981:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cacc9a0000. 00000100:00000010:2.0:1779697733.986983:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820000. 02000000:00000010:2.0:1779697733.986986:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cacc9a3c00. 00000100:00000010:2.0:1779697733.986988:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820a80. 02000000:00000010:2.0:1779697733.986991:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cacc9a2800. 00000100:00000010:2.0:1779697733.986993:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5c00. 02000000:00000010:2.0:1779697733.986995:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf1313400. 00000100:00000010:2.0:1779697733.986998:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820e00. 02000000:00000010:2.0:1779697733.987002:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbe57f9000. 00000100:00000010:2.0:1779697733.987004:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec6300. 02000000:00000010:2.0:1779697733.987007:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc9b6ac00. 00000100:00000010:2.0:1779697733.987010:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac4ec5f80. 02000000:00000010:2.0:1779697733.987012:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf1311400. 00000100:00000010:2.0:1779697733.987014:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821180. 02000000:00000010:2.0:1779697733.987017:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbf07ca800. 00000100:00000010:2.0:1779697733.987019:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2823100. 02000000:00000010:2.0:1779697733.987023:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cacc5f1400. 00000100:00000010:2.0:1779697733.987027:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbd7bb3100. 02000000:00000010:2.0:1779697733.987029:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07c9400. 00000100:00000010:2.0:1779697733.987032:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28700. 02000000:00000010:2.0:1779697733.987035:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07ca400. 00000100:00000010:2.0:1779697733.987037:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28a80. 02000000:00000010:2.0:1779697733.987040:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cac4427400. 00000100:00000010:2.0:1779697733.987043:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b480. 02000000:00000010:2.0:1779697733.987046:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00c21000. 00000100:00000010:2.0:1779697733.987048:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29f80. 02000000:00000010:2.0:1779697733.987052:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cac4424800. 00000100:00000010:2.0:1779697733.987055:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558700. 02000000:00000010:2.0:1779697733.987057:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc7bc2c00. 00000100:00000010:2.0:1779697733.987060:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28000. 02000000:00000010:2.0:1779697733.987062:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc7bc1000. 00000100:00000010:2.0:1779697733.987065:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29500. 02000000:00000010:2.0:1779697733.987067:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc6fdbc00. 00000100:00000010:2.0:1779697733.987069:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b100. 02000000:00000010:2.0:1779697733.987072:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc6fda800. 00000100:00000010:2.0:1779697733.987074:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655a680. 02000000:00000010:2.0:1779697733.987077:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cac1882800. 00000100:00000010:2.0:1779697733.987081:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559f80. 02000000:00000010:2.0:1779697733.987084:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00fc4400. 00000100:00000010:2.0:1779697733.987087:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 02000000:00000010:2.0:1779697733.987089:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cc00fc7c00. 00000100:00000010:2.0:1779697733.987091:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558a80. 02000000:00000010:2.0:1779697733.987094:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cbc7873400. 00000100:00000010:2.0:1779697733.987097:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb6d80. 02000000:00000010:2.0:1779697733.987099:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cac1882400. 00000100:00000010:2.0:1779697733.987101:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559500. 02000000:00000010:2.0:1779697733.987104:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cac1883c00. 00000100:00000010:2.0:1779697733.987107:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559180. 02000000:00000010:2.0:1779697733.987109:0:207448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff93cac1881400. 00000100:00000010:2.0:1779697733.987113:0:207448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558380. 00000100:00000200:2.0:1779697733.987118:0:207448:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1779697733.987123:0:207448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def688. 00000400:00000010:2.0:1779697733.987128:0:207448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff93cbc7ed0000. 00000400:00000010:3.0:1779697733.987344:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326058. 00000400:00000200:3.0:1779697733.987348:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697733.987350:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697733.987356:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483c700 x1866137496975360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697733.987365:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483c700 x1866137496975360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697733.987412:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbf6a0e200. 02000000:00000010:3.0:1779697733.987417:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba600. 00000100:00000010:3.0:1779697733.987422:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c700. 02000000:00000010:1.0:1779697733.987943:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c26800. 02000000:00000010:1.0:1779697733.987949:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbcbfb3a00. 00000100:00000010:1.0:1779697733.987954:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29880. 00000004:00000010:1.0:1779697733.988003:0:189064:0:(osp_sync.c:1183:osp_sync_process_committed()) kmalloced '(arr)': 68 at ffff93cacf34a180. 02000000:00000010:1.0:1779697733.988009:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e55400. 02000000:00000010:1.0:1779697733.988012:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc2e54400. 00000100:00000010:1.0:1779697733.988014:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210a80. 02000000:00000010:1.0:1779697733.988018:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e54c00. 02000000:00000010:1.0:1779697733.988020:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc2e55c00. 00000100:00000010:1.0:1779697733.988023:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 02000000:00000010:1.0:1779697733.988026:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e56400. 02000000:00000010:1.0:1779697733.988028:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc2e54000. 00000100:00000010:1.0:1779697733.988030:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212d80. 02000000:00000010:1.0:1779697733.988034:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbfb543000. 02000000:00000010:1.0:1779697733.988036:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfb542c00. 00000100:00000010:1.0:1779697733.988039:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b800. 02000000:00000010:1.0:1779697733.988042:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4425000. 02000000:00000010:1.0:1779697733.988045:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfb540c00. 00000100:00000010:1.0:1779697733.988047:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655aa00. 02000000:00000010:1.0:1779697733.988050:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbfb541000. 02000000:00000010:1.0:1779697733.988053:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfb541400. 00000100:00000010:1.0:1779697733.988055:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655ad80. 02000000:00000010:1.0:1779697733.988058:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c21400. 02000000:00000010:1.0:1779697733.988060:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfb540800. 00000100:00000010:1.0:1779697733.988062:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559c00. 02000000:00000010:1.0:1779697733.988065:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd8c00. 02000000:00000010:1.0:1779697733.988068:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfb543800. 00000100:00000010:1.0:1779697733.988070:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655a300. 02000000:00000010:1.0:1779697733.988072:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd8000. 02000000:00000010:1.0:1779697733.988074:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbfb542000. 00000100:00000010:1.0:1779697733.988077:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779697733.988080:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4282000. 02000000:00000010:1.0:1779697733.988083:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07c9000. 00000100:00000010:1.0:1779697733.988085:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 02000000:00000010:1.0:1779697733.988089:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4281000. 02000000:00000010:1.0:1779697733.988092:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07cb800. 00000100:00000010:1.0:1779697733.988094:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02a300. 02000000:00000010:1.0:1779697733.988098:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4280c00. 02000000:00000010:1.0:1779697733.988100:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4283800. 00000100:00000010:1.0:1779697733.988102:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02b100. 02000000:00000010:1.0:1779697733.988105:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc4800. 02000000:00000010:1.0:1779697733.988107:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4283400. 00000100:00000010:1.0:1779697733.988109:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02b800. 02000000:00000010:1.0:1779697733.988113:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4282800. 02000000:00000010:1.0:1779697733.988115:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4280400. 00000100:00000010:1.0:1779697733.988116:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ad80. 02000000:00000010:1.0:1779697733.988120:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4282400. 02000000:00000010:1.0:1779697733.988122:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4283c00. 00000100:00000010:1.0:1779697733.988124:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029500. 02000000:00000010:1.0:1779697733.988126:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4281800. 02000000:00000010:1.0:1779697733.988129:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07ca000. 00000100:00000010:1.0:1779697733.988131:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029c00. 02000000:00000010:1.0:1779697733.988134:0:189064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc4c00. 02000000:00000010:1.0:1779697733.988136:0:189064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07c8000. 00000100:00000010:1.0:1779697733.988138:0:189064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 00080000:00000010:1.0:1779697733.988152:0:189064:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c26800. 00000004:00000010:1.0:1779697733.988313:0:189064:0:(osp_sync.c:1238:osp_sync_process_committed()) kvfree 'arr': 68 at ffff93cacf34a180. 00000100:00000010:2.0:1779697734.330605:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a8a0. 00000100:00000010:3.0:1779697734.330847:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a1e0. 00000100:00000010:1.0:1779697734.330936:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a0c0. 00000100:00000010:0.0:1779697734.332664:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a120. 00080000:00000010:2.0:1779697735.577496:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e1000. 00080000:00000010:2.0:1779697735.577512:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c26800. 00000001:00000010:3.0:1779697735.581150:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1c00. 00080000:00000010:3.0:1779697735.581164:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e3400. 00000001:00000010:3.0:1779697735.581170:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1cc0. 00080000:00000010:3.0:1779697735.581174:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e0c00. 00000001:00000010:3.0:1779697735.581179:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1ae0. 00080000:00000010:3.0:1779697735.581183:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbff6e2c00. 00000001:00000010:3.0:1779697735.581187:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1720. 00080000:00000010:3.0:1779697735.581191:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cacc5f1000. 00000001:00000010:3.0:1779697735.581287:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41cb40. 00080000:00000010:3.0:1779697735.581293:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b04800. 00000001:00000010:3.0:1779697735.581297:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c180. 00080000:00000010:3.0:1779697735.581300:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbc9b06000. 00000001:00000010:3.0:1779697735.581305:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cacd41c240. 00080000:00000010:3.0:1779697735.581308:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c9c00. 00000001:00000010:3.0:1779697735.581436:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbffa0ba20. 00080000:00000010:3.0:1779697735.581441:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57fbc00. 00000001:00000010:3.0:1779697735.581557:0:6609:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc830b180. 00080000:00000010:3.0:1779697735.581563:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf07c8800. 00000400:00000200:1.0:1779697735.818591:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697735.818654:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474c00 00000400:00000200:1.0:1779697735.818664:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171145 [2] + 984 00000400:00000200:1.0:1779697735.818676:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.818682:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697735.818709:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697735.818718:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29880. 00000400:00000200:1.0:1779697735.818757:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697735.818762:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474b80 00000400:00000200:1.0:1779697735.818767:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171145 [2] + 1312 00000400:00000200:1.0:1779697735.818782:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.818785:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697735.818788:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697735.818791:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b800. 00000400:00000200:1.0:1779697735.818831:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697735.818844:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 328 into portal 17 MB=0x6a14006474c80 00000400:00000200:1.0:1779697735.818848:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.23@tcp of length 328/328 into md 0x171145 [2] + 1640 00000400:00000200:1.0:1779697735.818936:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.818941:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697735.818944:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697735.818947:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 00000020:00000010:2.0:1779697735.819727:0:189025:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.819734:0:189025:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.819742:0:189025:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f13a00. 00000020:00000010:2.0:1779697735.819747:0:189025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544e80. 00000020:00000010:2.0:1779697735.819753:0:189025:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697735.819865:0:189025:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.819868:0:189025:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.819873:0:189025:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f13800. 00000020:00000010:2.0:1779697735.819876:0:189025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544900. 00000020:00000010:2.0:1779697735.819879:0:189025:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697735.819899:0:189025:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.819901:0:189025:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.819906:0:189025:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb34400. 00000020:00000010:2.0:1779697735.819908:0:189025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697735.819911:0:189025:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697735.819928:0:189025:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.819930:0:189025:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:2.0:1779697735.819933:0:189025:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215578624 02000000:00000010:2.0:1779697735.819943:0:189025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f9000. 00000400:00000010:2.0:1779697735.819995:0:189025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697735.820001:0:189025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215578624, offset 224 00000400:00000200:2.0:1779697735.820010:0:189025:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697735.820022:0:189025:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697735.820028:0:189025:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309878:309878:256:4294967295] 192.168.203.23@tcp LPNI seq info [309874:309874:8:4294967295] 00000400:00000200:2.0:1779697735.820039:0:189025:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697735.820045:0:189025:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697735.820050:0:189025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc7ed0900. 00000800:00000200:2.0:1779697735.820057:0:189025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697735.820064:0:189025:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697735.820068:0:189025:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc7ed0900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697735.820084:0:189025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544e80. 00000020:00000010:2.0:1779697735.820091:0:189025:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697735.820093:0:189025:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f13a00. 00000020:00000010:2.0:1779697735.820106:0:189025:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.820109:0:189025:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:2.0:1779697735.820112:0:189025:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215578496 02000000:00000010:2.0:1779697735.820117:0:189025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8c00. 00000400:00000010:2.0:1779697735.820132:0:189025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697735.820137:0:189025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215578496, offset 224 00000400:00000200:2.0:1779697735.820141:0:189025:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697735.820147:0:189025:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697735.820151:0:189025:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309879:309879:255:4294967295] 192.168.203.23@tcp LPNI seq info [309875:309875:7:4294967295] 00000400:00000200:2.0:1779697735.820159:0:189025:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697735.820163:0:189025:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697735.820166:0:189025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc7ed0500. 00000800:00000200:2.0:1779697735.820169:0:189025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697735.820172:0:189025:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697735.820175:0:189025:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc7ed0500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697735.820180:0:189025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544900. 00000020:00000010:2.0:1779697735.820183:0:189025:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697735.820186:0:189025:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f13800. 00000020:00000010:2.0:1779697735.820196:0:189025:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11f6c0. 00000020:00000010:2.0:1779697735.820198:0:189025:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11f6c0. 00000100:00000200:2.0:1779697735.820200:0:189025:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215578752 02000000:00000010:2.0:1779697735.820205:0:189025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8400. 00000400:00000010:2.0:1779697735.820218:0:189025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697735.820221:0:189025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866146215578752, offset 224 00000400:00000200:2.0:1779697735.820226:0:189025:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697735.820231:0:189025:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697735.820235:0:189025:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309880:309880:254:4294967295] 192.168.203.23@tcp LPNI seq info [309876:309876:6:4294967295] 00000400:00000200:2.0:1779697735.820241:0:189025:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697735.820245:0:189025:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697735.820248:0:189025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc7ed0400. 00000800:00000200:2.0:1779697735.820266:0:189025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697735.820270:0:189025:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697735.820272:0:189025:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc7ed0400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697735.820277:0:189025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697735.820280:0:189025:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697735.820282:0:189025:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb34400. 00000800:00000200:2.0:1779697735.820334:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697735.822528:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc7ed0900. 00000400:00000200:2.0:1779697735.822537:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697735.822557:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697735.822565:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697735.822568:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000800:00000200:2.0:1779697735.822625:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697735.822628:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc7ed0500. 00000400:00000200:2.0:1779697735.822654:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697735.822660:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697735.822672:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697735.822675:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000800:00000200:2.0:1779697735.822789:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697735.822813:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc7ed0400. 00000400:00000200:2.0:1779697735.822817:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697735.822822:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697735.822826:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:2.0:1779697735.822828:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00010000:00000010:2.1:1779697735.828756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb1a183e00. 00010000:00000010:2.1:1779697735.828771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863200. 00010000:00000010:2.1:1779697735.828777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cac1258600. 00000400:00000200:1.0:1779697735.833196:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697735.833218:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006474d00 00000400:00000200:1.0:1779697735.833229:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18d51d [8] + 0 00000400:00000200:1.0:1779697735.833248:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.833254:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697735.833263:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1779697735.833270:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2aa00. 00000020:00000010:2.0:1779697735.833608:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697735.833616:0:207455:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbeeba4d40. 00000020:00000010:2.0:1779697735.833645:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb34400. 00000020:00000010:2.0:1779697735.833651:0:207455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697735.833656:0:207455:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697735.833697:0:207455:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11ff00. 00000020:00000010:2.0:1779697735.833700:0:207455:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11ff00. 00000100:00000200:2.0:1779697735.833704:0:207455:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215578880 02000000:00000010:2.0:1779697735.833723:0:207455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57fb800. 00000020:00000010:2.0:1779697735.833742:0:207455:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697735.833769:0:207455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f13800. 00000020:00000010:2.0:1779697735.833773:0:207455:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbc6f13a00. 00000020:00000010:2.0:1779697735.833778:0:207455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbf0c96000. 00000020:00000010:2.0:1779697735.833783:0:207455:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbc6f8eeb0. 00000020:00000010:2.0:1779697735.833788:0:207455:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbc90f2e00. 80000000:00000010:2.0:1779697735.833792:0:207455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cbffa0be40. 40000000:00000010:2.0:1779697735.833796:0:207455:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cacb11fb40. 00100000:00000010:2.0:1779697735.833801:0:207455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbf0cc4000. 00040000:00000010:2.0:1779697735.833806:0:207455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbc7ed0400. 00040000:00000010:2.0:1779697735.833810:0:207455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbc17ce600. 00080000:00000010:2.0:1779697735.833815:0:207455:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbd7089000. 00002000:00000010:2.0:1779697735.833820:0:207455:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbe57f9800. 00080000:00000010:2.0:1779697735.833833:0:207455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57fbc00. 00080000:00000010:2.0:1779697735.834170:0:207455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f8000. 00000001:00000010:2.0:1779697735.834201:0:207455:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff93cbffa0b240. 00000020:00000010:2.0:1779697735.834238:0:207455:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbc6f13a00. 00000020:00000010:2.0:1779697735.834243:0:207455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbf0c96000. 00000020:00000010:2.0:1779697735.834250:0:207455:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbc6f8eeb0. 00000020:00000010:2.0:1779697735.834256:0:207455:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbc90f2e00. 80000000:00000010:2.0:1779697735.834260:0:207455:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cbffa0be40. 40000000:00000010:2.0:1779697735.834263:0:207455:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cacb11fb40. 00100000:00000010:2.0:1779697735.834268:0:207455:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbf0cc4000. 00040000:00000010:2.0:1779697735.834271:0:207455:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbc7ed0400. 00040000:00000010:2.0:1779697735.834276:0:207455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbc17ce600. 00080000:00000010:2.0:1779697735.834280:0:207455:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbd7089000. 00002000:00000010:2.0:1779697735.834283:0:207455:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbe57f9800. 00000020:00000010:2.0:1779697735.834287:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f13800. 00010000:00000200:2.0:1779697735.834303:0:207455:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2aa00 x1866146215578880/t0(0) o9->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:421/0 lens 224/224 e 0 to 0 dl 1779697746 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697735.834322:0:207455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fc38. 00000100:00000200:2.0:1779697735.834328:0:207455:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215578880, offset 224 00000400:00000200:2.0:1779697735.834335:0:207455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697735.834347:0:207455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697735.834354:0:207455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309881:309881:256:4294967295] 192.168.203.23@tcp LPNI seq info [309877:309877:8:4294967295] 00000400:00000200:2.0:1779697735.834368:0:207455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697735.834375:0:207455:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697735.834379:0:207455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc7ed0400. 00000800:00000200:2.0:1779697735.834386:0:207455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697735.834417:0:207455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697735.834480:0:207455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc7ed0400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697735.834539:0:207455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697735.834544:0:207455:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697735.834547:0:207455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb34400. 00000800:00000200:1.0:1779697735.836667:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697735.843657:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc7ed0400. 00000400:00000200:1.0:1779697735.843667:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.843685:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697735.843693:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fc38 00000400:00000010:1.0:1779697735.843696:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fc38. 00000400:00000200:0.0:1779697735.844185:0:3315:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:0.0:1779697735.844203:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 28 MB=0x6a14006474d80 00000400:00000200:0.0:1779697735.844212:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18d51d [8] + 224 00000400:00000200:0.0:1779697735.844225:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697735.844228:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:0.0:1779697735.844234:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1779697735.844241:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6e300. 00000020:00000010:1.0:1779697735.844435:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4c40. 00000020:00000010:1.0:1779697735.844441:0:207613:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbc9836c40. 00000020:00000010:1.0:1779697735.844460:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caca59e600. 00000020:00000010:1.0:1779697735.844465:0:207613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697735.844470:0:207613:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697735.844501:0:207613:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b40. 00000020:00000010:1.0:1779697735.844504:0:207613:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b40. 00000100:00000200:1.0:1779697735.844507:0:207613:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215579008 02000000:00000010:1.0:1779697735.844523:0:207613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c27c00. 00000020:00000010:1.0:1779697735.844535:0:207613:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbeeba4c40. 00000020:00000010:1.0:1779697735.844552:0:207613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee24c00. 00000020:00000010:1.0:1779697735.844555:0:207613:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbfee24000. 00000020:00000010:1.0:1779697735.844559:0:207613:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbe5fda800. 00000020:00000010:1.0:1779697735.844563:0:207613:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697735.844566:0:207613:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbfee25200. 80000000:00000010:1.0:1779697735.844570:0:207613:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cacf34a0c0. 40000000:00000010:1.0:1779697735.844573:0:207613:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cbeeba4c40. 00100000:00000010:1.0:1779697735.844577:0:207613:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbe5fd8000. 00040000:00000010:1.0:1779697735.844581:0:207613:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbff33f800. 00040000:00000010:1.0:1779697735.844585:0:207613:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbcb3be000. 00080000:00000010:1.0:1779697735.844589:0:207613:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbe5fdd800. 00002000:00000010:1.0:1779697735.844592:0:207613:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbf6c27400. 00080000:00000010:1.0:1779697735.844603:0:207613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c24c00. 00080000:00000010:1.0:1779697735.844753:0:207613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c27800. 00000001:00000010:1.0:1779697735.844773:0:207613:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff93cacf34ab40. 00000020:00000010:1.0:1779697735.844792:0:207613:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbfee24000. 00000020:00000010:1.0:1779697735.844796:0:207613:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbe5fda800. 00000020:00000010:1.0:1779697735.844800:0:207613:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697735.844803:0:207613:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbfee25200. 80000000:00000010:1.0:1779697735.844806:0:207613:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacf34a0c0. 40000000:00000010:1.0:1779697735.844809:0:207613:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbeeba4c40. 00100000:00000010:1.0:1779697735.844812:0:207613:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbe5fd8000. 00040000:00000010:1.0:1779697735.844814:0:207613:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbff33f800. 00040000:00000010:1.0:1779697735.844817:0:207613:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbcb3be000. 00080000:00000010:1.0:1779697735.844820:0:207613:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbe5fdd800. 00002000:00000010:1.0:1779697735.844823:0:207613:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbf6c27400. 00000020:00000010:1.0:1779697735.844826:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee24c00. 00010000:00000200:1.0:1779697735.844840:0:207613:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6e300 x1866146215579008/t0(0) o9->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:421/0 lens 224/224 e 0 to 0 dl 1779697746 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697735.844858:0:207613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697735.844864:0:207613:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866146215579008, offset 224 00000400:00000200:1.0:1779697735.844871:0:207613:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:1.0:1779697735.844880:0:207613:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:1.0:1779697735.844885:0:207613:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309882:309882:256:4294967295] 192.168.203.23@tcp LPNI seq info [309878:309878:8:4294967295] 00000400:00000200:1.0:1779697735.844894:0:207613:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:1.0:1779697735.844899:0:207613:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:1.0:1779697735.844902:0:207613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbff33f800. 00000800:00000200:1.0:1779697735.844908:0:207613:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697735.844915:0:207613:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:1.0:1779697735.844919:0:207613:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbff33f800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1779697735.844938:0:207613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697735.844952:0:207613:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697735.844955:0:207613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93caca59e600. 00000800:00000200:1.0:1779697735.845037:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779697735.845041:0:3316:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbff33f800. 00000400:00000200:1.0:1779697735.845044:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.845048:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697735.845052:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697735.845054:0:3316:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000400:00000200:1.0:1779697735.868594:0:3317:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697735.868617:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 12 MB=0x6a14006474e80 00000400:00000200:1.0:1779697735.868626:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.23@tcp of length 224/224 into md 0x18ee0d [64] + 73136 00000400:00000200:1.0:1779697735.868653:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.868658:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000100:00000200:1.0:1779697735.868667:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697735.868790:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2bb80. 00000020:00000010:0.0:1779697735.868893:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea619c0. 00000020:00000010:0.0:1779697735.868899:0:190609:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697735.868924:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:0.0:1779697735.868931:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c900. 00000020:00000010:0.0:1779697735.868936:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697735.868987:0:190609:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697735.868991:0:190609:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000100:00000200:0.0:1779697735.868994:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215579264 02000000:00000010:0.0:1779697735.869016:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea0400. 00000020:00000010:0.0:1779697735.869030:0:190609:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacea619c0. 00080000:00000010:0.0:1779697735.869115:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea2000. 00000001:00000010:0.0:1779697735.869322:0:190609:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff93cbc56f1ba0. 00000001:00000010:0.0:1779697735.869328:0:190609:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff93cad64e8840. 00080000:00000010:0.0:1779697735.869363:0:190609:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea1c00. 00000001:00000010:0.0:1779697735.869566:0:190609:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff93cbc56f1600. 00010000:00000200:0.0:1779697735.869639:0:190609:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2bb80 x1866146215579264/t8589974617(0) o39->0e7c1cad-9265-4b65-bb62-2f859cc5d4a4@192.168.203.23@tcp:410/0 lens 224/224 e 0 to 0 dl 1779698490 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697735.869657:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697735.869663:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866146215579264, offset 224 00000400:00000200:0.0:1779697735.869795:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:0.0:1779697735.869808:0:190609:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:0.0:1779697735.869814:0:190609:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309883:309883:256:4294967295] 192.168.203.23@tcp LPNI seq info [309879:309879:8:4294967295] 00000400:00000200:0.0:1779697735.869824:0:190609:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:0.0:1779697735.869829:0:190609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:0.0:1779697735.869835:0:190609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbf6ec1b00. 00000800:00000200:0.0:1779697735.869841:0:190609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697735.869850:0:190609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:0.0:1779697735.869854:0:190609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbf6ec1b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1779697735.869877:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c900. 00000020:00000010:0.0:1779697735.869881:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697735.869884:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000020:00000010:0.0:1779697735.869928:0:189028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:0.0:1779697735.869933:0:189028:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbfef34000. 00000020:00000010:0.0:1779697735.869937:0:189028:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbc634a000. 00000020:00000010:0.0:1779697735.870047:0:189028:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbc9b7d080. 00000020:00000010:0.0:1779697735.870054:0:189028:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbf9854c00. 80000000:00000010:0.0:1779697735.870058:0:189028:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cbc56f11e0. 40000000:00000010:0.0:1779697735.870062:0:189028:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cacea619c0. 00100000:00000010:0.0:1779697735.870066:0:189028:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbc634d800. 00040000:00000010:0.0:1779697735.870071:0:189028:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbf6ec1200. 00040000:00000010:0.0:1779697735.870074:0:189028:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbf9854e00. 00080000:00000010:0.0:1779697735.870079:0:189028:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbc4f7d800. 00002000:00000010:0.0:1779697735.870084:0:189028:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbdcea1400. 00000020:00000010:0.0:1779697735.870088:0:189028:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbfef34000. 00000020:00000010:0.0:1779697735.870092:0:189028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbc634a000. 00000020:00000010:0.0:1779697735.870096:0:189028:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbc9b7d080. 00000020:00000010:0.0:1779697735.870099:0:189028:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbf9854c00. 80000000:00000010:0.0:1779697735.870102:0:189028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cbc56f11e0. 40000000:00000010:0.0:1779697735.870105:0:189028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cacea619c0. 00100000:00000010:0.0:1779697735.870108:0:189028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbc634d800. 00040000:00000010:0.0:1779697735.870110:0:189028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbf6ec1200. 00040000:00000010:0.0:1779697735.870114:0:189028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbf9854e00. 00080000:00000010:0.0:1779697735.870117:0:189028:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbc4f7d800. 00002000:00000010:0.0:1779697735.870121:0:189028:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbdcea1400. 00000020:00000010:0.0:1779697735.870124:0:189028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000020:00000010:0.0:1779697735.870128:0:189028:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf9854e00. 00000020:00000010:0.0:1779697735.870130:0:189028:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbf9854c00. 00000020:00000010:0.0:1779697735.870133:0:189028:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbc4f7d800. 00000020:00000010:0.0:1779697735.870135:0:189028:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbc9b7d080. 00000020:00000010:0.0:1779697735.870137:0:189028:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbf9855200. 80000000:00000010:0.0:1779697735.870139:0:189028:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cbc56f11e0. 40000000:00000010:0.0:1779697735.870141:0:189028:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cacea619c0. 00100000:00000010:0.0:1779697735.870143:0:189028:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbc634d800. 00040000:00000010:0.0:1779697735.870145:0:189028:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbf6ec1200. 00040000:00000010:0.0:1779697735.870148:0:189028:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbfef34600. 00080000:00000010:0.0:1779697735.870150:0:189028:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbc634a000. 00002000:00000010:0.0:1779697735.870153:0:189028:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbdcea1400. 00010000:00000010:0.0:1779697735.870185:0:189028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff93cbfbe77800. 00010000:00000010:0.0:1779697735.870194:0:189028:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93cad0ff6100. 00000020:00000010:0.0:1779697735.870205:0:189028:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbf9854c00. 00000020:00000010:0.0:1779697735.870207:0:189028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbc4f7d800. 00000020:00000010:0.0:1779697735.870210:0:189028:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbc9b7d080. 00000020:00000010:0.0:1779697735.870212:0:189028:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbf9855200. 80000000:00000010:0.0:1779697735.870214:0:189028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cbc56f11e0. 40000000:00000010:0.0:1779697735.870216:0:189028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cacea619c0. 00100000:00000010:0.0:1779697735.870219:0:189028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbc634d800. 00040000:00000010:0.0:1779697735.870221:0:189028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbf6ec1200. 00040000:00000010:0.0:1779697735.870223:0:189028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbfef34600. 00080000:00000010:0.0:1779697735.870224:0:189028:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbc634a000. 00002000:00000010:0.0:1779697735.870226:0:189028:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbdcea1400. 00000020:00000010:0.0:1779697735.870229:0:189028:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf9854e00. 00000800:00000200:0.0:1779697735.870654:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779697735.870658:0:3315:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbf6ec1b00. 00000400:00000200:0.0:1779697735.870662:0:3315:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697735.871001:0:3315:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:0.0:1779697735.871009:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697735.871011:0:3315:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00010000:00000010:0.1:1779697735.883519:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbd8f20e00. 00010000:00000010:0.1:1779697735.883536:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf65c2000. 00000400:00000200:1.0:1779697735.912798:0:3316:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp) <- 192.168.203.23@tcp : PUT - for me 00000400:00000200:1.0:1779697735.912819:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.23@tcp of length 224 into portal 26 MB=0x6a14006474f80 00000400:00000200:1.0:1779697735.912828:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.23@tcp of length 224/224 into md 0x19b789 [2] + 0 00000400:00000010:1.0:1779697735.912835:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05c420. 00000400:00000200:1.0:1779697735.912840:0:3316:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac452cb40 00000400:00000200:1.0:1779697735.912852:0:3316:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697735.912857:0:3316:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:1.0:1779697735.912863:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac452cb40 00000400:00000010:1.0:1779697735.912865:0:3316:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac452cb40. 00000100:00000200:1.0:1779697735.912871:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1779697735.912983:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697735.912989:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697735.912994:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc17ce600. 00000020:00000010:2.0:1779697735.912999:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697735.913004:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697735.913046:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fb40. 00000020:00000010:2.0:1779697735.913049:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fb40. 00000100:00000200:2.0:1779697735.913052:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866146215579520 02000000:00000010:2.0:1779697735.913068:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f9800. 20000000:00000010:2.0:1779697735.913080:0:189035:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff93cacc0cd1c0. 00010000:00000200:2.0:1779697735.913119:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7647c50 x1866146215579520/t0(0) o251->cfb5f7f8-d57b-448e-994f-a01296969e3c@192.168.203.23@tcp:421/0 lens 224/224 e 0 to 0 dl 1779697746 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697735.913137:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697735.913143:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866146215579520, offset 224 00000400:00000200:2.0:1779697735.913149:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.23@tcp 00000400:00000200:2.0:1779697735.913158:0:189035:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.123@tcp to MR: 192.168.203.23@tcp local destination 00000400:00000200:2.0:1779697735.913164:0:189035:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.123@tcp NI seq info: [309884:309884:256:4294967295] 192.168.203.23@tcp LPNI seq info [309880:309880:8:4294967295] 00000400:00000200:2.0:1779697735.913173:0:189035:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) -> 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) : PUT try# 0 00000800:00000200:2.0:1779697735.913179:0:189035:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.23@tcp 00000800:00000010:2.0:1779697735.913184:0:189035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cbc7ed0500. 00000800:00000200:2.0:1779697735.913190:0:189035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:2.0:1779697735.913198:0:189035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1023 00000800:00000200:2.0:1779697735.913202:0:189035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbc7ed0500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1779697735.913221:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697735.913226:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:2.0:1779697735.913230:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc17ce600. 00000100:00000200:2.0:1779697735.913237:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697735.913242:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def8f0. 00000400:00000010:2.0:1779697735.913247:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60f00. 00000800:00000200:2.0:1779697735.913333:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779697735.913338:0:3317:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cbc7ed0500. 00000400:00000200:2.0:1779697735.913341:0:3317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697735.913345:0:3317:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.123@tcp->192.168.203.23@tcp: PUT: OK 00000400:00000200:2.0:1779697735.913348:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697735.913349:0:3317:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 02000000:00000010:2.0:1779697735.913354:0:3317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f9800. 00000020:00000010:1.0:1779697735.913730:0:190181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697735.913738:0:190181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93caca59e600. 00000020:00000010:1.0:1779697735.913743:0:190181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbe5fdd800. 00000020:00000010:1.0:1779697735.913748:0:190181:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697735.913752:0:190181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbfee24c00. 80000000:00000010:1.0:1779697735.913756:0:190181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cacf34a0c0. 40000000:00000010:1.0:1779697735.913760:0:190181:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cbeeba4c40. 00100000:00000010:1.0:1779697735.913765:0:190181:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbe5fd8000. 00040000:00000010:1.0:1779697735.913769:0:190181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbff33f800. 00040000:00000010:1.0:1779697735.913772:0:190181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbfee25200. 00080000:00000010:1.0:1779697735.913776:0:190181:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbe5fda800. 00002000:00000010:1.0:1779697735.913781:0:190181:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbf6c25000. 00000020:00000010:1.0:1779697735.913785:0:190181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93caca59e600. 00000020:00000010:1.0:1779697735.913789:0:190181:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbe5fdd800. 00000020:00000010:1.0:1779697735.913792:0:190181:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697735.913796:0:190181:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbfee24c00. 80000000:00000010:1.0:1779697735.913799:0:190181:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacf34a0c0. 40000000:00000010:1.0:1779697735.913801:0:190181:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbeeba4c40. 00100000:00000010:1.0:1779697735.913804:0:190181:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbe5fd8000. 00040000:00000010:1.0:1779697735.913807:0:190181:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbff33f800. 00040000:00000010:1.0:1779697735.913810:0:190181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbfee25200. 00080000:00000010:1.0:1779697735.913813:0:190181:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbe5fda800. 00002000:00000010:1.0:1779697735.913816:0:190181:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbf6c25000. 00000020:00000010:1.0:1779697735.913818:0:190181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697735.913822:0:190181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfee25200. 00000020:00000010:1.0:1779697735.913824:0:190181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbfee24c00. 00000020:00000010:1.0:1779697735.913826:0:190181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbe5fda800. 00000020:00000010:1.0:1779697735.913829:0:190181:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697735.913831:0:190181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbfee24000. 80000000:00000010:1.0:1779697735.913833:0:190181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cacf34a0c0. 40000000:00000010:1.0:1779697735.913835:0:190181:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cbeeba4c40. 00100000:00000010:1.0:1779697735.913837:0:190181:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbe5fd8000. 00040000:00000010:1.0:1779697735.913840:0:190181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbff33f800. 00040000:00000010:1.0:1779697735.913842:0:190181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbcb3be000. 00080000:00000010:1.0:1779697735.913844:0:190181:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbe5fdd800. 00002000:00000010:1.0:1779697735.913846:0:190181:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbf6c25000. 00000020:00000010:1.0:1779697735.913877:0:190181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbfee24c00. 00000020:00000010:1.0:1779697735.913881:0:190181:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbe5fda800. 00000020:00000010:1.0:1779697735.913883:0:190181:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697735.913885:0:190181:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbfee24000. 80000000:00000010:1.0:1779697735.913887:0:190181:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacf34a0c0. 40000000:00000010:1.0:1779697735.913889:0:190181:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbeeba4c40. 00100000:00000010:1.0:1779697735.913891:0:190181:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbe5fd8000. 00040000:00000010:1.0:1779697735.913893:0:190181:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbff33f800. 00040000:00000010:1.0:1779697735.913895:0:190181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbcb3be000. 00080000:00000010:1.0:1779697735.913897:0:190181:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbe5fdd800. 00002000:00000010:1.0:1779697735.913899:0:190181:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbf6c25000. 00000020:00000010:1.0:1779697735.913901:0:190181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfee25200. 00000001:00000010:2.0:1779697735.915075:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbca391000. 00000001:00000010:2.0:1779697735.915085:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbca390e00. 00000001:00000010:2.0:1779697735.915089:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbca391600. 00000001:00000010:2.0:1779697735.915091:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbca390800. 00000001:00000010:2.0:1779697735.915094:0:221694:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cacea159c0. 00000001:00000010:2.0:1779697735.915096:0:221694:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbca36b600. 00000020:00000010:2.0:1779697735.915101:0:221694:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbf0c92000. 00000020:00000010:2.0:1779697735.915113:0:221694:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbf0c93800. 00010000:00000010:1.1:1779697735.923036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cb4e863e00. 00000100:00000010:1.0:1779697736.030098:0:189063:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28380. 02000000:00000010:1.0:1779697736.030122:0:189063:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f800. 02000000:00000010:1.0:1779697736.030186:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c25000. 00000400:00000010:1.0:1779697736.030192:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa35d8. 00000400:00000010:1.0:1779697736.030199:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697736.030205:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496975872, portal 4 00000400:00000010:1.0:1779697736.030212:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697736.030215:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866137496975872, offset 0 00000400:00000200:1.0:1779697736.030223:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697736.030234:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697736.030245:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a13dfe9bfa00 00000400:00000200:1.0:1779697736.030252:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x10e88d [8] + 224 00000400:00000200:1.0:1779697736.030261:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697736.030265:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697736.030272:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1779697736.030276:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2ad80. 00000400:00000200:1.0:1779697736.030295:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697736.030298:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697736.030306:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd28380 x1866137496975872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697752 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697736.030328:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a0c0. 00000100:00000010:1.0:1779697736.030340:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a180. 00000100:00000010:1.0:1779697736.030345:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779697736.030349:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a3c0. 00000020:00000010:1.0:1779697736.030413:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4c40. 00000020:00000010:1.0:1779697736.030419:0:192519:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacb11f780. 00000020:00000010:1.0:1779697736.030449:0:192519:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697736.030453:0:192519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697736.030458:0:192519:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697736.030491:0:192519:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b40. 00000020:00000010:1.0:1779697736.030494:0:192519:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b40. 00000100:00000200:1.0:1779697736.030497:0:192519:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496975872 02000000:00000010:1.0:1779697736.030512:0:192519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff93cbf6c26800. 00010000:00000200:1.0:1779697736.030542:0:192519:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbcbd2ad80 x1866137496975872/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:422/0 lens 224/368 e 0 to 0 dl 1779697747 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697736.030558:0:192519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697736.030562:0:192519:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866137496975872, offset 224 00000400:00000200:1.0:1779697736.030566:0:192519:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697736.030571:0:192519:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697736.030576:0:192519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a13dfe9bfa00 00000400:00000200:1.0:1779697736.030581:0:192519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aaf05 [1] + 224 00000400:00000200:1.0:1779697736.030586:0:192519:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697736.030589:0:192519:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697736.030595:0:192519:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd28380 x1866137496975872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697752 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697736.030610:0:192519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697736.030612:0:192519:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697736.030623:0:192519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697736.030627:0:192519:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697736.030640:0:192519:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000400:00000010:1.0:1779697736.030667:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa35d8. 00000400:00000200:1.0:1779697736.030680:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697736.030682:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697736.030686:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd28380 x1866137496975872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697752 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697736.030694:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd28380 x1866137496975872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1779697752 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697736.030739:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c25000. 02000000:00000010:1.0:1779697736.030744:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f800. 00000100:00000010:1.0:1779697736.030749:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28380. 00000004:00000010:0.0:1779697736.032850:0:189062:0:(osp_sync.c:1183:osp_sync_process_committed()) kmalloced '(arr)': 36 at ffff93cacea619c0. 02000000:00000010:0.0:1779697736.032865:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cacc5f1800. 02000000:00000010:0.0:1779697736.032874:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cacc5f2c00. 00000100:00000010:0.0:1779697736.032878:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6c000. 02000000:00000010:0.0:1779697736.032883:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e57400. 02000000:00000010:0.0:1779697736.032886:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060c400. 00000100:00000010:0.0:1779697736.032889:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800700. 02000000:00000010:0.0:1779697736.032893:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e56800. 02000000:00000010:0.0:1779697736.032895:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d000. 00000100:00000010:0.0:1779697736.032897:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697736.032900:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbfb543c00. 02000000:00000010:0.0:1779697736.032903:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc6fd9400. 00000100:00000010:0.0:1779697736.032905:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985fb80. 02000000:00000010:0.0:1779697736.032909:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e55000. 02000000:00000010:0.0:1779697736.032911:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc6fdb400. 00000100:00000010:0.0:1779697736.032913:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 02000000:00000010:0.0:1779697736.032917:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbfb540000. 02000000:00000010:0.0:1779697736.032919:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060c800. 00000100:00000010:0.0:1779697736.032921:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 02000000:00000010:0.0:1779697736.032925:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc2e57800. 02000000:00000010:0.0:1779697736.032927:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060f000. 00000100:00000010:0.0:1779697736.032929:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9802300. 02000000:00000010:0.0:1779697736.032933:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00e8d800. 02000000:00000010:0.0:1779697736.032936:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d800. 00000100:00000010:0.0:1779697736.032938:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9801f80. 02000000:00000010:0.0:1779697736.032942:0:189062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4426000. 02000000:00000010:0.0:1779697736.032954:0:189062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060ec00. 00000100:00000010:0.0:1779697736.032957:0:189062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9801c00. 00080000:00000010:0.0:1779697736.032974:0:189062:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbdcea2400. 00000004:00000010:0.0:1779697736.033133:0:189062:0:(osp_sync.c:1238:osp_sync_process_committed()) kvfree 'arr': 36 at ffff93cacea619c0. 00000100:00000010:2.0:1779697736.066792:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aea0. 00000100:00000010:3.0:1779697736.067599:0:222755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a3c0. 00000100:00000010:1.0:1779697736.072297:0:222958:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a180. 00000100:00000010:0.0:1779697736.074598:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a0c0. 00000001:00000010:2.0:1779697736.131383:0:7478:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff93cbffa0b240. 00080000:00000010:2.0:1779697736.131410:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57f8000. 00080000:00000010:2.0:1779697736.131414:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57fbc00. 00000001:00000010:2.0:1779697736.131455:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac2432a00. 00000001:00000010:2.0:1779697736.131459:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac2433000. 00000001:00000010:2.0:1779697736.131495:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac2433200. 00000001:00000010:2.0:1779697736.131496:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac2432800. 00000001:00000010:2.0:1779697736.131499:0:135827:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cbcbd18f40. 00000001:00000010:2.0:1779697736.131502:0:135827:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbc7ed0800. 00000001:00000010:2.0:1779697736.131508:0:135827:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cacd2b3580. 00000020:00000010:2.0:1779697736.131516:0:135827:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbf054f800. 00000020:00000010:2.0:1779697736.131527:0:135827:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbf054a800. 00000020:00000010:0.0:1779697737.723597:0:223976:0:(tgt_mount.c:2015:server_put_super()) kmalloced '(tmpname)': 15 at ffff93cbff5d5430. 00000020:00000010:0.0:1779697737.723607:0:223976:0:(tgt_mount.c:943:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff93cacea61240. 00000020:00000010:0.0:1779697737.723613:0:223976:0:(tgt_mount.c:955:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff93cbc56f10c0. 00000020:00000010:0.0:1779697737.723631:0:223976:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff93cad64e83c0. 00000020:00000010:0.0:1779697737.723637:0:223976:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac2f5ae00. 00000020:00000010:0.0:1779697737.723643:0:223976:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cac2f5aa00. 00000040:00000010:0.0:1779697737.723648:0:223976:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93caccdeca00. 00000020:00000010:0.0:1779697737.723654:0:223976:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbc634f800. 00000020:00000010:0.0:1779697737.723659:0:223976:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93caccded800. 00040000:00000010:0.0:1779697737.723666:0:223976:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbf6ec1f00. 00040000:00000010:0.0:1779697737.723672:0:223976:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbcb3be000. 00080000:00000010:0.0:1779697737.723678:0:223976:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbc634a000. 00010000:00000010:0.0:1779697737.723733:0:223976:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad64e8780. 00000020:00000010:0.0:1779697737.723750:0:223976:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cac2f5aa00. 00000040:00000010:0.0:1779697737.723756:0:223976:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93caccdeca00. 00000020:00000010:0.0:1779697737.723760:0:223976:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbc634f800. 00000020:00000010:0.0:1779697737.723765:0:223976:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93caccded800. 00040000:00000010:0.0:1779697737.723770:0:223976:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbf6ec1f00. 00040000:00000010:0.0:1779697737.723774:0:223976:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbcb3be000. 00080000:00000010:0.0:1779697737.723779:0:223976:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbc634a000. 00000020:00000010:0.0:1779697737.723783:0:223976:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac2f5ae00. 00000020:00000010:0.0:1779697737.723787:0:223976:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 176 at ffff93cad64e83c0. 10000000:00000010:0.0:1779697737.723810:0:189028:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff93cacd40a200. 00000100:00000010:0.0:1779697737.723830:0:189028:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c000. 02000000:00000010:0.0:1779697737.723845:0:189028:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbcb3be000. 00010000:00000010:0.0:1779697737.723898:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad64e8780. 00000020:00000010:0.0:1779697737.723916:0:223976:0:(tgt_mount.c:968:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff93cbcbe7cd80. 02000000:00000010:3.0:1779697737.723919:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b88000. 00000020:00000010:0.0:1779697737.723922:0:223976:0:(tgt_mount.c:984:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff93cbc56f1a80. 00000400:00000010:3.0:1779697737.723929:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326058. 00000100:00000010:0.0:1779697737.723938:0:223976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6e680. 00000400:00000010:3.0:1779697737.723938:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 02000000:00000010:0.0:1779697737.723947:0:223976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbf6ec1f00. 00000100:00000200:3.0:1779697737.723947:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976000, portal 18 00000400:00000010:3.0:1779697737.723955:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697737.723959:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866137496976000, offset 0 00000400:00000200:3.0:1779697737.723968:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1779697737.723976:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93caccded800. 00000400:00000010:0.0:1779697737.723982:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000200:3.0:1779697737.723982:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1779697737.723990:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697737.723995:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976128, portal 10 00000400:00000200:3.0:1779697737.723998:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a13dfe9bfa80 00000400:00000010:0.0:1779697737.724002:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000400:00000200:3.0:1779697737.724007:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x171145 [2] + 1968 00000400:00000010:3.0:1779697737.724011:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb7919f8. 00000400:00000200:3.0:1779697737.724016:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc9870000 00000400:00000200:3.0:1779697737.724023:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697737.724027:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697737.724760:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc9870000 00000400:00000010:3.0:1779697737.724764:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc9870000. 00000100:00000200:3.0:1779697737.724772:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1779697737.724793:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697737.724796:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697737.724806:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6c000 x1866137496976000/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697737.724828:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779697737.724843:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779697737.724851:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779697737.724859:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000020:00000010:3.0:1779697737.724903:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697737.724908:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697737.724914:0:214323:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88c00. 00000020:00000010:3.0:1779697737.724919:0:214323:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697737.724942:0:214323:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697737.724989:0:214323:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697737.724992:0:214323:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836300. 00000100:00000200:3.0:1779697737.724996:0:214323:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976000 02000000:00000010:3.0:1779697737.725006:0:214323:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a800. 00000400:00000010:3.0:1779697737.725041:0:214323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697737.725045:0:214323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866137496976000, offset 224 00000400:00000200:3.0:1779697737.725052:0:214323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697737.725061:0:214323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697737.725070:0:214323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a13dfe9bfa80 00000400:00000200:3.0:1779697737.725077:0:214323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1aaf11 [1] + 224 00000400:00000200:3.0:1779697737.725083:0:214323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697737.725088:0:214323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697737.725096:0:214323:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6c000 x1866137496976000/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697737.725113:0:214323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697737.725115:0:214323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000020:00000010:3.0:1779697737.725127:0:214323:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697737.725133:0:214323:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697737.725151:0:214323:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88c00. 02000000:00000010:3.0:1779697737.725162:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6a800. 02000000:00000010:3.0:1779697737.725167:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8400. 00000100:00000010:3.0:1779697737.725171:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a680. 02000000:00000010:3.0:1779697737.725176:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8c00. 00000100:00000010:3.0:1779697737.725179:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b800. 02000000:00000010:3.0:1779697737.725183:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f9000. 00000100:00000010:3.0:1779697737.725186:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29880. 02000000:00000010:3.0:1779697737.725190:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e0400. 00000100:00000010:3.0:1779697737.725195:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985e680. 02000000:00000010:3.0:1779697737.725199:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e2800. 00000100:00000010:3.0:1779697737.725203:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6ce00. 02000000:00000010:3.0:1779697737.725207:0:214323:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8800. 00000100:00000010:3.0:1779697737.725211:0:214323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2b480. 00000100:00000200:3.0:1779697737.725217:0:214323:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1779697737.725221:0:214323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326ec8. 00000400:00000010:3.0:1779697737.725227:0:214323:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac99eb840. 00000400:00000010:3.0:1779697737.725250:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326058. 00000400:00000200:3.0:1779697737.725254:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697737.725256:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697737.725262:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6c000 x1866137496976000/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697737.725271:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6c000 x1866137496976000/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697737.725292:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b88000. 02000000:00000010:3.0:1779697737.725297:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbcb3be000. 00000100:00000010:3.0:1779697737.725302:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6c000. 00000100:00000200:0.0:1779697737.726578:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496976128, offset 0 00000400:00000200:0.0:1779697737.726592:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697737.726604:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697737.726613:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bfb00 00000400:00000200:0.0:1779697737.726632:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 73360 00000400:00000200:0.0:1779697737.726640:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697737.726645:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697737.726651:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697737.726656:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c380. 00000400:00000200:0.0:1779697737.726678:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779697737.726680:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697737.726689:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6e680 x1866137496976128/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779697747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697737.726807:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697737.726813:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697737.726819:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:3.0:1779697737.726824:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697737.726828:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697737.726894:0:189041:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697737.726897:0:189041:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836300. 00000100:00000200:3.0:1779697737.726900:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976128 02000000:00000010:3.0:1779697737.726916:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a800. 00010000:00000200:3.0:1779697737.726963:0:189041:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6c380 x1866137496976128/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:412/0 lens 224/224 e 0 to 0 dl 1779698492 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697737.726978:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697737.726982:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496976128, offset 224 00000400:00000200:3.0:1779697737.726987:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697737.726995:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697737.727001:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bfb00 00000400:00000200:3.0:1779697737.727007:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaf19 [1] + 224 00000400:00000200:3.0:1779697737.727012:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697737.727016:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697737.727023:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6e680 x1866137496976128/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697737.727040:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697737.727042:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000020:00000010:3.0:1779697737.727053:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697737.727057:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697737.727060:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:0.0:1779697737.727105:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:0.0:1779697737.727109:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779697737.727111:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779697737.727117:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6e680 x1866137496976128/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697737.727124:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6e680 x1866137496976128/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697737.727153:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93caccded800. 02000000:00000010:0.0:1779697737.727159:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbf6ec1f00. 00000100:00000010:0.0:1779697737.727163:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6e680. 00000020:00000010:0.0:1779697737.728121:0:223976:0:(tgt_mount.c:997:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff93cbc56f1a80. 00000020:00000010:0.0:1779697737.728130:0:223976:0:(tgt_mount.c:1010:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff93cbcbe7cd80. 00000020:00000010:0.0:1779697737.728134:0:223976:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff93cbc56f10c0. 00000020:00000010:0.0:1779697737.728137:0:223976:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff93cacea61240. 00000020:00000010:0.0:1779697737.728144:0:223976:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93caccded800. 00000020:00000010:0.0:1779697737.728149:0:223976:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93caccdeca00. 00000040:00000010:0.0:1779697737.728155:0:223976:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cac2f5ae00. 00000020:00000010:0.0:1779697737.728160:0:223976:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbc634a000. 00000020:00000010:0.0:1779697737.728166:0:223976:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbc9b7d080. 00000020:00000010:0.0:1779697737.728171:0:223976:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cac2f5aa00. 80000000:00000010:0.0:1779697737.728176:0:223976:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cbc56f10c0. 40000000:00000010:0.0:1779697737.728181:0:223976:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cacea61240. 00100000:00000010:0.0:1779697737.728186:0:223976:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbc634f800. 00040000:00000010:0.0:1779697737.728191:0:223976:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbf6ec1f00. 00040000:00000010:0.0:1779697737.728197:0:223976:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff93cbc634d800. 00040000:00000010:0.0:1779697737.728202:0:223976:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbf9854e00. 00080000:00000010:0.0:1779697737.728208:0:223976:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbc4f7d800. 00000004:00000010:0.0:1779697737.728215:0:223976:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff93cbf054f800. 00000004:00000010:0.0:1779697737.728221:0:223976:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff93cacb3bf000. 00000004:00000010:0.0:1779697737.728227:0:223976:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff93cbf054a800. 00002000:00000010:0.0:1779697737.728232:0:223976:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbdcea0c00. 00000004:00000010:0.0:1779697737.728237:0:223976:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff93cbdcea3c00. 00000020:00000010:0.0:1779697737.728242:0:223976:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93cacea61600. 00000020:00000010:0.0:1779697737.728250:0:223976:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff93cbc56f1a80. 00000020:00000010:0.0:1779697737.728255:0:223976:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbf9855200. 00000020:00000010:0.0:1779697737.728259:0:223976:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbf9854c00. 00000040:00000010:0.0:1779697737.728263:0:223976:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93caced93a00. 00000020:00000010:0.0:1779697737.728267:0:223976:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbf054d000. 00000020:00000010:0.0:1779697737.728271:0:223976:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93caced92200. 00040000:00000010:0.0:1779697737.728275:0:223976:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbf6ec1e00. 00040000:00000010:0.0:1779697737.728279:0:223976:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cad66a6800. 00080000:00000010:0.0:1779697737.728282:0:223976:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbf054e800. 00010000:00000010:0.0:1779697737.728305:0:223976:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad64e8780. 00000100:00000010:0.0:1779697737.728346:0:209618:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6e680. 02000000:00000010:0.0:1779697737.728359:0:209618:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3ee200. 00010000:00000010:0.0:1779697737.728420:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad64e8780. 00010000:00000010:0.0:1779697737.728439:0:223976:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad64e8780. 10000000:00000010:0.0:1779697737.728457:0:189029:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff93cbcb366e00. 00000100:00000010:0.0:1779697737.728463:0:189029:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c000. 02000000:00000010:0.0:1779697737.728469:0:189029:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3ef400. 00010000:00000010:0.0:1779697737.728487:0:189029:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad64e8780. 00010000:00000010:0.0:1779697737.728496:0:223976:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad64e8780. 10000000:00000010:0.0:1779697737.728510:0:189028:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff93cbcb367c00. 00000100:00000010:0.0:1779697737.728517:0:189028:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6ce00. 02000000:00000010:1.0:1779697737.728519:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cacd40b400. 02000000:00000010:0.0:1779697737.728522:0:189028:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3ee400. 00000400:00000010:1.0:1779697737.728528:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa35d8. 00000400:00000010:1.0:1779697737.728535:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00010000:00000010:0.0:1779697737.728536:0:189028:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad64e8780. 00000100:00000200:1.0:1779697737.728544:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976256, portal 18 00000400:00000010:1.0:1779697737.728550:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697737.728553:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866137496976256, offset 0 00010000:00000010:0.0:1779697737.728554:0:223976:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cad64e8780. 00000400:00000200:1.0:1779697737.728562:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000010:0.0:1779697737.728563:0:223976:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff93cbcb367a00. 00000020:00000010:0.0:1779697737.728569:0:223976:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbf9854c00. 00000040:00000010:0.0:1779697737.728573:0:223976:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93caced93a00. 00000400:00000200:1.0:1779697737.728578:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1779697737.728579:0:223976:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbf054d000. 00000020:00000010:0.0:1779697737.728584:0:223976:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93caced92200. 00040000:00000010:0.0:1779697737.728588:0:223976:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbf6ec1e00. 00000400:00000200:1.0:1779697737.728591:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a13dfe9bfb80 00040000:00000010:0.0:1779697737.728593:0:223976:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cad66a6800. 00080000:00000010:0.0:1779697737.728599:0:223976:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbf054e800. 00000400:00000200:1.0:1779697737.728603:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1711c5 [2] + 0 00000020:00000010:0.0:1779697737.728604:0:223976:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbf9855200. 00000020:00000010:0.0:1779697737.728610:0:223976:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 80 at ffff93cbc56f1a80. 10000000:00000010:0.0:1779697737.728636:0:209618:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff93cbcb366a00. 00000100:00000010:0.0:1779697737.728645:0:209618:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6f100. 00000400:00000200:1.0:1779697737.728650:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1779697737.728651:0:209618:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cbff3efa00. 00000400:00000200:1.0:1779697737.728658:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:0.0:1779697737.728669:0:209618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cad64e8780. 00000020:00000010:0.0:1779697737.728683:0:223976:0:(tgt_mount.c:2058:server_put_super()) kmalloced '(extraname)': 22 at ffff93cac304f120. 00000020:00000010:0.0:1779697737.728693:0:223976:0:(obd_config.c:2479:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff93cacea61500. 00000100:00000200:1.0:1779697737.728703:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697737.728708:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28380. 00000400:00000200:1.0:1779697737.728726:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697737.728729:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697737.728736:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6e680 x1866137496976256/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697737.728763:0:223976:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbc9836280. 02000000:00000010:1.0:1779697737.728786:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cacd40be00. 00000400:00000010:1.0:1779697737.728790:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3b58. 00000400:00000010:1.0:1779697737.728794:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697737.728797:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976640, portal 18 00000004:00000010:0.0:1779697737.728799:0:221694:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff93cbc6e062c0. 00000400:00000010:1.0:1779697737.728801:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697737.728804:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866137496976640, offset 0 00000001:00000010:0.0:1779697737.728809:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbe0bdaa00. 00000400:00000200:1.0:1779697737.728809:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:0.0:1779697737.728815:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbe0bdbe00. 00000400:00000200:1.0:1779697737.728819:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:0.0:1779697737.728820:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbe0bdac00. 00000001:00000010:0.0:1779697737.728825:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc39ad400. 00000001:00000010:0.0:1779697737.728829:0:221694:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cbc4ea65a0. 00000400:00000200:1.0:1779697737.728829:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a13dfe9bfd00 00000001:00000010:0.0:1779697737.728835:0:221694:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbf6fb3000. 00000400:00000200:1.0:1779697737.728839:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1711c5 [2] + 328 00000001:00000010:0.0:1779697737.728844:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc39ad000. 00000400:00000200:1.0:1779697737.728845:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:0.0:1779697737.728850:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc4e6b800. 00000400:00000200:1.0:1779697737.728852:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:0.0:1779697737.728854:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc4e6b400. 00000100:00000200:1.0:1779697737.728857:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000001:00000010:0.0:1779697737.728858:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc4e6ae00. 00000100:00000010:1.0:1779697737.728862:0:3322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28e00. 00000001:00000010:0.0:1779697737.728863:0:221694:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cbc4ea6100. 00000001:00000010:0.0:1779697737.728868:0:221694:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbd06ab200. 00000001:00000010:0.0:1779697737.728875:0:221694:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cac1c1ba80. 00000400:00000200:1.0:1779697737.728879:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000020:00000010:0.0:1779697737.728881:0:221694:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc6f99800. 00000400:00000010:1.0:1779697737.728882:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697737.728890:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6f100 x1866137496976640/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697737.728895:0:221694:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbc6f9c800. 00000004:00000010:0.0:1779697737.728938:0:221694:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff93cbc6e06880. 00000001:00000010:0.0:1779697737.728945:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc39ac200. 00000001:00000010:0.0:1779697737.728948:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc39aca00. 00000001:00000010:0.0:1779697737.728950:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc39adc00. 00000001:00000010:0.0:1779697737.728953:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc39ac600. 00000001:00000010:0.0:1779697737.728957:0:221694:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cbc4ea6980. 00000001:00000010:0.0:1779697737.728959:0:221694:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbd7ad4500. 02000000:00000010:1.0:1779697737.728962:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cacd40ac00. 00000400:00000010:1.0:1779697737.728966:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3cb8. 00000001:00000010:0.0:1779697737.728967:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbd2ac8e00. 00000001:00000010:0.0:1779697737.728971:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbd2ac9200. 00000400:00000010:1.0:1779697737.728972:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000001:00000010:0.0:1779697737.728975:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc82e5000. 00000100:00000200:1.0:1779697737.728977:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976384, portal 18 00000001:00000010:0.0:1779697737.728979:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc82e5a00. 00000400:00000010:1.0:1779697737.728981:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000001:00000010:0.0:1779697737.728983:0:221694:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cbc4ea66a0. 00000100:00000200:1.0:1779697737.728984:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866137496976384, offset 0 00000001:00000010:0.0:1779697737.728986:0:221694:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbd7ad4600. 00000001:00000010:0.0:1779697737.728993:0:221694:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cac1c1be80. 00000400:00000200:1.0:1779697737.728993:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1779697737.728998:0:221694:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc5bfe800. 00000400:00000200:1.0:1779697737.729003:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1779697737.729007:0:221694:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbc5bfb800. 00000400:00000200:1.0:1779697737.729011:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a13dfe9bfc00 00000400:00000200:1.0:1779697737.729017:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1711c5 [2] + 656 00000400:00000200:1.0:1779697737.729022:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:0.0:1779697737.729023:0:223976:0:(mdt_handler.c:5846:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff93cacea61540. 00000400:00000200:1.0:1779697737.729027:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697737.729031:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697737.729036:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b480. 00000400:00000200:1.0:1779697737.729050:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697737.729053:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697737.729059:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6c000 x1866137496976384/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697737.729084:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cacd40a200. 00000400:00000010:1.0:1779697737.729087:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3f20. 00000400:00000010:1.0:1779697737.729091:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697737.729095:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976512, portal 18 00000400:00000010:1.0:1779697737.729098:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697737.729101:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866137496976512, offset 0 00000400:00000200:1.0:1779697737.729106:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697737.729113:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697737.729120:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a13dfe9bfc80 00000400:00000200:1.0:1779697737.729125:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1711c5 [2] + 984 00000400:00000200:1.0:1779697737.729130:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697737.729134:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697737.729138:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1779697737.729142:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29880. 00000100:00000010:0.0:1779697737.729145:0:223976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6d500. 02000000:00000010:0.0:1779697737.729152:0:223976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbf6ec1e00. 00000400:00000200:1.0:1779697737.729161:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697737.729164:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697737.729170:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6ce00 x1866137496976512/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697737.729181:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:2.0:1779697737.729188:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000020:00000010:2.0:1779697737.729194:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff301e00. 00000020:00000010:2.0:1779697737.729199:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544500. 00000020:00000010:2.0:1779697737.729203:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000020:00000010:1.0:1779697737.729208:0:207461:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4200. 00000020:00000010:1.0:1779697737.729213:0:207461:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4200. 00000020:00000010:1.0:1779697737.729218:0:207461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:1.0:1779697737.729222:0:207461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697737.729226:0:207461:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:2.0:1779697737.729245:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:2.0:1779697737.729248:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000020:00000010:2.0:1779697737.729253:0:189027:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff301c00. 00000020:00000010:2.0:1779697737.729255:0:189027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544080. 02000000:00000010:0.0:1779697737.729258:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff3efe00. 00000020:00000010:1.0:1779697737.729259:0:207461:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4200. 00000020:00000010:2.0:1779697737.729259:0:189027:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000400:00000010:0.0:1779697737.729264:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000020:00000010:1.0:1779697737.729265:0:207461:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4200. 00000400:00000010:0.0:1779697737.729272:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000020:00000010:1.0:1779697737.729273:0:207461:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb377a00. 00000100:00000200:0.0:1779697737.729277:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976768, portal 4 00000020:00000010:1.0:1779697737.729278:0:207461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697737.729284:0:207461:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000400:00000010:0.0:1779697737.729286:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697737.729290:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866137496976768, offset 0 00000020:00000010:2.0:1779697737.729290:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:2.0:1779697737.729294:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000100:00000200:2.0:1779697737.729297:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976256 00000020:00000010:1.0:1779697737.729304:0:207461:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4200. 02000000:00000010:2.0:1779697737.729307:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc5f1800. 00000400:00000200:0.0:1779697737.729314:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697737.729321:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697737.729327:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a13dfe9bfd80 00000400:00000200:0.0:1779697737.729333:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x18d51d [8] + 448 00000400:00000010:2.0:1779697737.729341:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697737.729345:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866137496976256, offset 224 00000400:00000200:0.0:1779697737.729348:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697737.729353:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697737.729356:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697737.729363:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1779697737.729363:0:189027:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1779697737.729370:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6f800. 00000400:00000200:2.0:1779697737.729373:0:189027:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a13dfe9bfb80 00000400:00000200:2.0:1779697737.729379:0:189027:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1aaf2d [1] + 224 00000400:00000200:2.0:1779697737.729384:0:189027:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1779697737.729407:0:207461:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4200. 00000400:00000200:2.0:1779697737.729412:0:189027:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697737.729413:0:207461:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976640 02000000:00000010:1.0:1779697737.729420:0:207461:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c26400. 00000400:00000010:1.0:1779697737.729436:0:207461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697737.729525:0:207461:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866137496976640, offset 224 00000400:00000200:0.0:1779697737.729526:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000100:00000200:2.0:1779697737.729528:0:189027:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6e680 x1866137496976256/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697737.729531:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697737.729542:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6d500 x1866137496976768/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697737.729542:0:207461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697737.729554:0:207461:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697737.729556:0:189027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697737.729560:0:189027:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000400:00000200:1.0:1779697737.729564:0:207461:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a13dfe9bfd00 00000400:00000200:1.0:1779697737.729570:0:207461:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1aaf35 [1] + 224 00000400:00000200:1.0:1779697737.729576:0:207461:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1779697737.729576:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544500. 00000400:00000200:1.0:1779697737.729581:0:207461:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1779697737.729582:0:223976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6d180. 00000020:00000010:2.0:1779697737.729584:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 02000000:00000010:0.0:1779697737.729589:0:223976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbf6ec1600. 00000100:00000200:1.0:1779697737.729589:0:207461:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6f100 x1866137496976640/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697737.729590:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff301e00. 00000400:00000200:1.0:1779697737.729606:0:207461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697737.729608:0:207461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:2.0:1779697737.729610:0:189027:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:2.0:1779697737.729614:0:189027:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc80. 00000100:00000200:2.0:1779697737.729626:0:189027:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976384 02000000:00000010:0.0:1779697737.729627:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ac600. 00000020:00000010:1.0:1779697737.729628:0:207461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f200. 00000020:00000010:1.0:1779697737.729633:0:207461:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000400:00000010:0.0:1779697737.729634:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a210. 02000000:00000010:2.0:1779697737.729634:0:189027:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc5f1000. 00000020:00000010:1.0:1779697737.729637:0:207461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 00000400:00000010:0.0:1779697737.729640:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779697737.729645:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496976896, portal 4 00000400:00000010:0.0:1779697737.729651:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697737.729654:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866137496976896, offset 0 00000020:00000010:1.0:1779697737.729656:0:207461:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4200. 00000400:00000010:2.0:1779697737.729659:0:189027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000020:00000010:1.0:1779697737.729660:0:207461:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4200. 00000400:00000200:0.0:1779697737.729661:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1779697737.729666:0:207461:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976512 00000100:00000200:2.0:1779697737.729667:0:189027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866137496976384, offset 224 00000400:00000200:0.0:1779697737.729672:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1779697737.729673:0:207461:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c24800. 00000400:00000200:2.0:1779697737.729678:0:189027:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697737.729684:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a13dfe9bfe00 00000400:00000200:0.0:1779697737.729692:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x18d51d [8] + 672 00000400:00000010:1.0:1779697737.729695:0:207461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000400:00000200:0.0:1779697737.729697:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1779697737.729700:0:207461:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866137496976512, offset 224 00000400:00000200:0.0:1779697737.729703:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697737.729709:0:207461:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697737.729715:0:207461:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697737.729720:0:207461:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a13dfe9bfc80 00000400:00000200:2.0:1779697737.729757:0:189027:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697737.729767:0:189027:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a13dfe9bfc00 00000100:00000200:0.0:1779697737.729770:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1779697737.729773:0:207461:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1aaf45 [1] + 224 00000100:00000010:0.0:1779697737.729780:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6ed80. 00000400:00000200:1.0:1779697737.729780:0:207461:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697737.729784:0:189027:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1aaf3d [1] + 224 00000400:00000200:1.0:1779697737.729789:0:207461:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697737.729793:0:189027:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697737.729797:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000100:00000200:1.0:1779697737.729798:0:207461:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6ce00 x1866137496976512/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697737.729800:0:189027:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1779697737.729802:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697737.729812:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6d180 x1866137496976896/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697737.729814:0:189027:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6c000 x1866137496976384/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697737.729820:0:207461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697737.729824:0:207461:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697737.729835:0:207461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697737.729841:0:207461:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000400:00000200:2.0:1779697737.729845:0:189027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000020:00000010:1.0:1779697737.729847:0:207461:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb377a00. 00000400:00000010:2.0:1779697737.729848:0:189027:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000020:00000010:2.0:1779697737.729862:0:189027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544080. 00000020:00000010:2.0:1779697737.729865:0:189027:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697737.729869:0:189027:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff301c00. 00080000:00000010:0.0:1779697737.729875:0:223976:0:(osd_oi.c:1114:osd_idc_add()) kmalloced '(idc)': 256 at ffff93cbf6ec1900. 00100000:00000010:0.0:1779697737.729881:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbdcf97640. 00100000:00000010:0.0:1779697737.729885:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbfef47f40. 00100000:00000010:0.0:1779697737.729888:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173d00. 00100000:00000010:0.0:1779697737.729891:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173340. 00100000:00000010:0.0:1779697737.729895:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173800. 00100000:00000010:0.0:1779697737.729899:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173e40. 00100000:00000010:0.0:1779697737.729901:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173900. 00000020:00000010:1.0:1779697737.729903:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4200. 00100000:00000010:0.0:1779697737.729904:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173500. 00000020:00000010:2.0:1779697737.729905:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc80. 00000020:00000010:1.0:1779697737.729910:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4200. 00100000:00000010:0.0:1779697737.729911:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbdcf97d00. 00000020:00000010:2.0:1779697737.729911:0:207614:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbeeba4780. 00000020:00000010:1.0:1779697737.729916:0:209827:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb377a00. 00100000:00000010:0.0:1779697737.729917:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbc6cbc200. 00000020:00000010:1.0:1779697737.729922:0:209827:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00100000:00000010:0.0:1779697737.729923:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173200. 00000020:00000010:2.0:1779697737.729927:0:207614:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff301c00. 00000020:00000010:1.0:1779697737.729928:0:209827:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00100000:00000010:0.0:1779697737.729934:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173540. 00000020:00000010:2.0:1779697737.729935:0:207614:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544080. 00100000:00000010:0.0:1779697737.729938:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173f00. 00000020:00000010:2.0:1779697737.729939:0:207614:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00100000:00000010:0.0:1779697737.729942:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca173940. 00100000:00000010:0.0:1779697737.729946:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93caca1731c0. 00100000:00000010:0.0:1779697737.729949:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cac441e940. 00100000:00000010:0.0:1779697737.729952:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbfef47d80. 00100000:00000010:0.0:1779697737.729954:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbc9055140. 00100000:00000010:0.0:1779697737.729958:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbfef47e00. 00100000:00000010:0.0:1779697737.729961:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbc9055b40. 00000020:00000010:1.0:1779697737.729961:0:209827:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4200. 00000020:00000010:1.0:1779697737.729967:0:209827:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4200. 00100000:00000010:0.0:1779697737.729968:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbfef47700. 00000020:00000010:2.0:1779697737.729971:0:207614:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacb11fc00. 00000100:00000200:1.0:1779697737.729972:0:209827:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976768 00100000:00000010:0.0:1779697737.729973:0:223976:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff93cbfef47980. 00000020:00000010:2.0:1779697737.729977:0:207614:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacb11fc00. 00000100:00000200:2.0:1779697737.729981:0:207614:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496976896 02000000:00000010:1.0:1779697737.729986:0:209827:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c24400. 02000000:00000010:2.0:1779697737.729991:0:207614:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc5f0c00. 00000020:00000010:1.0:1779697737.729998:0:209827:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cbeeba4c40. 00000020:00000010:2.0:1779697737.730003:0:207614:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff93cacb11fc80. 00000020:00000010:1.0:1779697737.730014:0:209827:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb376400. 00000020:00000010:1.0:1779697737.730018:0:209827:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbcb376800. 00000020:00000010:2.0:1779697737.730021:0:207614:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff301e00. 00000020:00000010:1.0:1779697737.730024:0:209827:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbe5fd8800. 00000020:00000010:2.0:1779697737.730027:0:207614:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cbff301600. 00000020:00000010:1.0:1779697737.730029:0:209827:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbf11a8508. 00000020:00000010:2.0:1779697737.730032:0:207614:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbf0c93800. 00000020:00000010:1.0:1779697737.730034:0:209827:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbcb376600. 00000020:00000010:2.0:1779697737.730038:0:207614:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbc6f8eeb0. 80000000:00000010:1.0:1779697737.730040:0:209827:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cacf34a720. 00000020:00000010:2.0:1779697737.730044:0:207614:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cbc69a1e00. 40000000:00000010:1.0:1779697737.730046:0:209827:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cbeeba4c40. 80000000:00000010:2.0:1779697737.730050:0:207614:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cbffa0b180. 00100000:00000010:1.0:1779697737.730052:0:209827:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbe5fda800. 40000000:00000010:2.0:1779697737.730055:0:207614:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cacb11fc80. 00040000:00000010:1.0:1779697737.730059:0:209827:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbc2da3500. 00100000:00000010:2.0:1779697737.730061:0:207614:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbf0c92000. 00040000:00000010:1.0:1779697737.730065:0:209827:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbff22fe00. 00040000:00000010:2.0:1779697737.730066:0:207614:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbffaabb00. 00080000:00000010:1.0:1779697737.730071:0:209827:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbe5fd8000. 00040000:00000010:2.0:1779697737.730072:0:207614:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cbc69a1600. 00002000:00000010:1.0:1779697737.730077:0:209827:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cbf6c27400. 00080000:00000010:2.0:1779697737.730078:0:207614:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbf0c96000. 00002000:00000010:2.0:1779697737.730084:0:207614:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff93cacc5f1400. 00080000:00000010:1.0:1779697737.730092:0:209827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c25000. 00080000:00000010:2.0:1779697737.730095:0:207614:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f8800. 00080000:00000010:1.0:1779697737.730201:0:209827:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbf6c25400. 00000020:00000010:0.0:1779697737.730217:0:223976:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbcb367200. 00000040:00000010:0.0:1779697737.730224:0:223976:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cbcb367000. 00000001:00000010:1.0:1779697737.730227:0:209827:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff93cacf34aba0. 00000020:00000010:0.0:1779697737.730228:0:223976:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cac4d77000. 00000020:00000010:0.0:1779697737.730235:0:223976:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbdc283c60. 00000020:00000010:0.0:1779697737.730240:0:223976:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbcb366600. 80000000:00000010:0.0:1779697737.730245:0:223976:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cac44139c0. 40000000:00000010:0.0:1779697737.730250:0:223976:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbeff15440. 00100000:00000010:0.0:1779697737.730255:0:223976:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cac4d72800. 00000020:00000010:1.0:1779697737.730257:0:209827:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbcb376800. 00040000:00000010:0.0:1779697737.730259:0:223976:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbc630af00. 00000020:00000010:1.0:1779697737.730265:0:209827:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbe5fd8800. 00040000:00000010:0.0:1779697737.730268:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cac4d76800. 00000020:00000010:1.0:1779697737.730269:0:209827:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbf11a8508. 00040000:00000010:0.0:1779697737.730275:0:223976:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbc90ef800. 00000020:00000010:1.0:1779697737.730275:0:209827:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbcb376600. 80000000:00000010:1.0:1779697737.730280:0:209827:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacf34a720. 00080000:00000010:2.0:1779697737.730281:0:207614:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff93cbe57f9000. 00080000:00000010:0.0:1779697737.730282:0:223976:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cac4d73000. 40000000:00000010:1.0:1779697737.730285:0:209827:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbeeba4c40. 00000004:00000010:0.0:1779697737.730289:0:223976:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff93cac4d75000. 00100000:00000010:1.0:1779697737.730290:0:209827:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbe5fda800. 00040000:00000010:1.0:1779697737.730295:0:209827:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbc2da3500. 00000004:00000010:0.0:1779697737.730297:0:223976:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff93cad578f000. 00040000:00000010:1.0:1779697737.730301:0:209827:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbff22fe00. 00000004:00000010:0.0:1779697737.730303:0:223976:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff93cac4d77800. 00080000:00000010:1.0:1779697737.730305:0:209827:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbe5fd8000. 00000004:00000010:0.0:1779697737.730309:0:223976:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff93cbf64eb800. 00000020:00000010:0.0:1779697737.730314:0:223976:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb367800. 00000004:00000010:0.0:1779697737.730323:0:223976:0:(lod_dev.c:931:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at ffff93cbcb367e00. 00000040:00000010:0.0:1779697737.730334:0:223976:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at ffff93cbfbe90000. 00000040:00000010:0.0:1779697737.730357:0:223976:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93cad66a7800. 00000040:00000010:0.0:1779697737.730364:0:223976:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff93cacb10acc0. 00000001:00000010:2.0:1779697737.730372:0:207614:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff93cbffa0b8a0. 00000004:00000010:0.0:1779697737.730374:0:223976:0:(mdt_handler.c:5852:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at ffff93cacea61540. 00002000:00000010:1.0:1779697737.730381:0:209827:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cbf6c27400. 00000020:00000010:1.0:1779697737.730387:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb376400. 00000020:00000010:2.0:1779697737.730557:0:207614:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cbff301600. 00000020:00000010:2.0:1779697737.730562:0:207614:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbf0c93800. 00000020:00000010:2.0:1779697737.730566:0:207614:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbc6f8eeb0. 00000020:00000010:2.0:1779697737.730570:0:207614:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cbc69a1e00. 80000000:00000010:2.0:1779697737.730574:0:207614:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cbffa0b180. 40000000:00000010:2.0:1779697737.730577:0:207614:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cacb11fc80. 00100000:00000010:2.0:1779697737.730580:0:207614:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbf0c92000. 00040000:00000010:2.0:1779697737.730584:0:207614:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbffaabb00. 00040000:00000010:2.0:1779697737.730588:0:207614:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cbc69a1600. 00080000:00000010:2.0:1779697737.730591:0:207614:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbf0c96000. 00002000:00000010:2.0:1779697737.730596:0:207614:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff93cacc5f1400. 00000020:00000010:2.0:1779697737.730601:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff301e00. 00010000:00000200:2.0:1779697737.730623:0:207614:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6ed80 x1866137496976896/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1779697748 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697737.730638:0:207614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697737.730642:0:207614:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866137496976896, offset 224 00000400:00000200:2.0:1779697737.730649:0:207614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697737.730659:0:207614:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697737.730667:0:207614:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a13dfe9bfe00 00000400:00000200:2.0:1779697737.730675:0:207614:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1aaf5d [1] + 224 00000400:00000200:2.0:1779697737.730681:0:207614:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697737.730685:0:207614:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697737.730754:0:207614:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6d180 x1866137496976896/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697737.730778:0:207614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697737.730781:0:207614:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000020:00000010:2.0:1779697737.730796:0:207614:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544080. 00000020:00000010:2.0:1779697737.730801:0:207614:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697737.730804:0:207614:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff301c00. 00000400:00000010:2.0:1779697737.730834:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a210. 00000400:00000200:2.0:1779697737.730839:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:2.0:1779697737.730841:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:2.0:1779697737.730849:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6d180 x1866137496976896/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697737.730859:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6d180 x1866137496976896/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697737.730897:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ac600. 02000000:00000010:2.0:1779697737.730903:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbf6ec1600. 00010000:00000200:1.0:1779697737.730906:0:209827:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfbe6f800 x1866137496976768/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1779697748 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697737.730910:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6d180. 00000400:00000010:1.0:1779697737.730922:0:209827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697737.730927:0:209827:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866137496976768, offset 224 00000400:00000200:1.0:1779697737.730934:0:209827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697737.730942:0:209827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697737.730949:0:209827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a13dfe9bfd80 00000400:00000200:1.0:1779697737.730955:0:209827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1aaf4d [1] + 224 00000400:00000200:1.0:1779697737.730960:0:209827:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697737.730964:0:209827:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697737.730971:0:209827:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6d500 x1866137496976768/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697737.730996:0:209827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697737.730998:0:209827:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697737.731010:0:209827:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697737.731014:0:209827:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697737.731017:0:209827:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb377a00. 00010000:00000010:3.1:1779697737.731057:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2800. 00000400:00000010:1.0:1779697737.731192:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000020:00000010:0.0:1779697737.731197:0:223976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc56f3400. 00000400:00000200:1.0:1779697737.731197:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:1.0:1779697737.731201:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779697737.731204:0:223976:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cafafb2320. 00000100:00000200:1.0:1779697737.731210:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6d500 x1866137496976768/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697737.731219:0:223976:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd9e9600. 00000100:00000200:1.0:1779697737.731220:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6d500 x1866137496976768/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1779697747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697737.731226:0:223976:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cacd9e9200. 00000040:00000010:0.0:1779697737.731231:0:223976:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cacd9e8800. 00000020:00000010:0.0:1779697737.731235:0:223976:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93caccd13000. 00000020:00000010:0.0:1779697737.731240:0:223976:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cace4064a0. 00000020:00000010:0.0:1779697737.731244:0:223976:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cacd9e8e00. 80000000:00000010:0.0:1779697737.731248:0:223976:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacb16e840. 40000000:00000010:0.0:1779697737.731252:0:223976:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbdcf90500. 00100000:00000010:0.0:1779697737.731256:0:223976:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93caccd15000. 00040000:00000010:0.0:1779697737.731260:0:223976:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbd7582600. 00040000:00000010:0.0:1779697737.731266:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93caccd12800. 00040000:00000010:0.0:1779697737.731271:0:223976:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cacd9e8200. 00080000:00000010:0.0:1779697737.731274:0:223976:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93caccd11800. 00000004:00000010:0.0:1779697737.731279:0:223976:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff93caccd16000. 00000004:00000010:0.0:1779697737.731283:0:223976:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff93cacd81a000. 00000004:00000010:0.0:1779697737.731290:0:223976:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff93caccd14000. 00000020:00000010:0.0:1779697737.731295:0:223976:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd9e9000. 02000000:00000010:1.0:1779697737.731324:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff3efe00. 02000000:00000010:1.0:1779697737.731331:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbf6ec1e00. 00000100:00000010:1.0:1779697737.731335:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6d500. 00000400:00000010:1.0:1779697737.731446:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3f20. 00000400:00000200:1.0:1779697737.731450:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697737.731461:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697737.731468:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6ce00 x1866137496976512/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697737.731477:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6ce00 x1866137496976512/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697737.731489:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3cb8. 00000400:00000200:1.0:1779697737.731492:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697737.731494:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697737.731498:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6c000 x1866137496976384/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697737.731504:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6c000 x1866137496976384/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697737.731515:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cacd40a200. 02000000:00000010:1.0:1779697737.731520:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3ee400. 00000100:00000010:1.0:1779697737.731523:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6ce00. 02000000:00000010:1.0:1779697737.731527:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cacd40ac00. 02000000:00000010:1.0:1779697737.731531:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3ef400. 00000100:00000010:1.0:1779697737.731534:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6c000. 00000400:00000010:1.0:1779697737.731561:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3b58. 00000400:00000200:1.0:1779697737.731565:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697737.731567:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697737.731574:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6f100 x1866137496976640/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697737.731582:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6f100 x1866137496976640/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697737.731596:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa35d8. 00000400:00000200:1.0:1779697737.731599:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697737.731601:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697737.731606:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6e680 x1866137496976256/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697737.731614:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6e680 x1866137496976256/t0(0) o103->MGC192.168.203.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1779697753 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697737.731637:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cacd40be00. 02000000:00000010:1.0:1779697737.731641:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3efa00. 00000100:00000010:1.0:1779697737.731644:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6f100. 02000000:00000010:1.0:1779697737.731649:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cacd40b400. 02000000:00000010:1.0:1779697737.731652:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cbff3ee200. 00000100:00000010:1.0:1779697737.731655:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6e680. 00010000:00000010:0.1:1779697737.732470:0:223976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2a00. 00000020:00000010:1.0:1779697737.763649:0:223976:0:(obd_config.c:2479:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff93cbeeba4c40. 00000020:00000010:3.0:1779697737.763649:0:221694:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93caccd11000. 00000020:00000010:1.0:1779697737.763679:0:223976:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff93cacf3641c0. 00040000:00000010:1.0:1779697737.763708:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cbf9822d80. 00000001:00000010:1.0:1779697737.763716:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff93cbf6fa7e40. 00000001:00000010:1.0:1779697737.763721:0:223976:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff93cacf364868. 00000001:00000010:1.0:1779697737.763725:0:223976:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff93cace083000. 00040000:00000010:1.0:1779697737.763731:0:223976:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffff93cac4d13f20. 00040000:00000010:1.0:1779697737.763741:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cbf9822f00. 00000001:00000010:1.0:1779697737.763746:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff93cbf6fa7600. 00000001:00000010:1.0:1779697737.763750:0:223976:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff93cacf364f48. 00000001:00000010:1.0:1779697737.763752:0:223976:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff93cace082600. 00040000:00000010:1.0:1779697737.763755:0:223976:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffff93cac4d13f00. 00040000:00000010:1.0:1779697737.763759:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cbf9823b00. 00040000:00000010:1.0:1779697737.763762:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cbf9853380. 00000001:00000010:1.0:1779697737.763765:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff93cbf6fa7540. 00000001:00000010:1.0:1779697737.763766:0:223976:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff93cacf364d00. 00000001:00000010:1.0:1779697737.763768:0:223976:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff93cace083600. 00040000:00000010:1.0:1779697737.763770:0:223976:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffff93cac4d13d60. 00040000:00000010:1.0:1779697737.763775:0:223976:0:(qmt_pool.c:302:qmt_pool_free()) kfreed 'pool': 392 at ffff93cace082200. 00000020:00000010:1.0:1779697737.763778:0:223976:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff93cacf364990. 00040000:00000010:1.0:1779697737.763786:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cbf9822900. 00000001:00000010:1.0:1779697737.763789:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff93cbf6fa70c0. 00000001:00000010:1.0:1779697737.763791:0:223976:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff93cacf3641c8. 00000001:00000010:1.0:1779697737.763792:0:223976:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff93cace083800. 00040000:00000010:1.0:1779697737.763794:0:223976:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffff93cac4d13040. 00040000:00000010:1.0:1779697737.763798:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cbf9823800. 00000001:00000010:1.0:1779697737.763801:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff93cbf6fa7b40. 00000001:00000010:1.0:1779697737.763802:0:223976:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff93cacf364008. 00000001:00000010:1.0:1779697737.763804:0:223976:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff93cace082000. 00040000:00000010:1.0:1779697737.763807:0:223976:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffff93cac4d13a80. 00040000:00000010:1.0:1779697737.763812:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cbf9822000. 00040000:00000010:1.0:1779697737.763851:0:223976:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffff93cb56ffc000. 00000001:00000010:1.0:1779697737.763869:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff93cbf6fa76c0. 00000001:00000010:1.0:1779697737.763872:0:223976:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff93cacf3640a0. 00000001:00000010:1.0:1779697737.763875:0:223976:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff93cace083e00. 00040000:00000010:1.0:1779697737.763879:0:223976:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffff93cac4d134c0. 00040000:00000010:1.0:1779697737.763884:0:223976:0:(qmt_pool.c:302:qmt_pool_free()) kfreed 'pool': 392 at ffff93cace083200. 00000020:00000010:0.0:1779697737.763933:0:189059:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93cbdcf90dc0. 00000020:00000010:0.0:1779697737.763948:0:189059:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cacd9e8a00. 00000040:00000010:0.0:1779697737.763954:0:189059:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cacd9e9400. 00000020:00000010:0.0:1779697737.763959:0:189059:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbd8550000. 00000020:00000010:0.0:1779697737.763965:0:189059:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cace401928. 00000020:00000010:0.0:1779697737.763971:0:189059:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cacd9e9800. 80000000:00000010:0.0:1779697737.763975:0:189059:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacb16eb40. 40000000:00000010:0.0:1779697737.763980:0:189059:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbdcf90b40. 00100000:00000010:0.0:1779697737.763985:0:189059:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbd8550800. 00040000:00000010:0.0:1779697737.763989:0:189059:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbd7582a00. 00040000:00000010:0.0:1779697737.763997:0:189059:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbd8556000. 00040000:00000010:0.0:1779697737.764001:0:189059:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cacd9e9e00. 00080000:00000010:0.0:1779697737.764006:0:189059:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93caccd17000. 00000004:00000010:0.0:1779697737.764012:0:189059:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff93caccd13800. 00000004:00000010:0.0:1779697737.764017:0:189059:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff93cacd819000. 00000004:00000010:0.0:1779697737.764023:0:189059:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff93caccd17800. 00000020:00000010:0.0:1779697737.764027:0:189059:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacd9e9a00. 00040000:00000010:0.0:1779697737.764031:0:189059:0:(qmt_lock.c:1103:qmt_reba_thread()) kfreed 'args': 72 at ffff93cacb16e420. 00010000:00000010:1.1:1779697737.766297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf0df3200. 00010000:00000010:1.1:1779697737.766312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd190500. 00010000:00000010:1.1:1779697737.766318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf0df2800. 00010000:00000010:2.1:1779697737.766413:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cc00dcde00. 00010000:00000010:2.1:1779697737.766422:0:207462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3a00. 00010000:00000010:2.1:1779697737.766426:0:207462:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb599c9700. 00000020:00000010:3.0:1779697737.766479:0:221694:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc5be8800. 00000001:00000010:1.0:1779697737.766544:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac996a000. 00000001:00000010:1.0:1779697737.766549:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac996a600. 00000001:00000010:1.0:1779697737.766552:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac996ae00. 00000001:00000010:1.0:1779697737.766555:0:223976:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cac996b200. 00000001:00000010:1.0:1779697737.766559:0:223976:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cacb0f6820. 00000001:00000010:1.0:1779697737.766563:0:223976:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbd7582d00. 00000020:00000010:1.0:1779697737.766579:0:223976:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc5beb000. 00000020:00000010:1.0:1779697737.766596:0:223976:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:1.0:1779697737.766604:0:223976:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cac996b200. 00000040:00000010:1.0:1779697737.766608:0:223976:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cac996ae00. 00000020:00000010:1.0:1779697737.766613:0:223976:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cbe5fd8000. 00000020:00000010:1.0:1779697737.766629:0:223976:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697737.766633:0:223976:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff93cac996a600. 80000000:00000010:1.0:1779697737.766638:0:223976:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cacf34a720. 40000000:00000010:1.0:1779697737.766643:0:223976:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff93cbeeba4200. 00100000:00000010:1.0:1779697737.766648:0:223976:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cbe5fda800. 00040000:00000010:1.0:1779697737.766653:0:223976:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cbc2da3500. 00040000:00000010:1.0:1779697737.766658:0:223976:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff93cbe5fd8800. 00040000:00000010:1.0:1779697737.766661:0:223976:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cac996a000. 00080000:00000010:1.0:1779697737.766665:0:223976:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff93cbe5fdd800. 00000004:00000010:1.0:1779697737.766670:0:223976:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff93cbe5fdb000. 00000004:00000010:1.0:1779697737.766675:0:223976:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff93cbefbf1000. 00000004:00000010:1.0:1779697737.766680:0:223976:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff93cbe5fdf000. 00000004:00000010:1.0:1779697737.766686:0:223976:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff93cbf6c27400. 00010000:00000010:0.1:1779697737.766687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab2600. 00040000:00000010:1.0:1779697737.766695:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc7a50800. 00010000:00000010:0.1:1779697737.766695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cbdd190600. 00010000:00000010:0.1:1779697737.766701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbf0df2a00. 00040000:00000010:1.0:1779697737.766703:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbff201000. 00010000:00000010:0.1:1779697737.766707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cc00dccc00. 00040000:00000010:1.0:1779697737.766709:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc9023800. 00040000:00000010:1.0:1779697737.766714:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf71f1800. 00010000:00000010:0.1:1779697737.766714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93cb599c9200. 00040000:00000010:1.0:1779697737.766721:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbfba18000. 00010000:00000010:0.1:1779697737.766722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cbefab3800. 00040000:00000010:1.0:1779697737.766728:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbfba1a000. 00040000:00000010:1.0:1779697737.766732:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf121d000. 00040000:00000010:1.0:1779697737.766737:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbfbe47800. 00040000:00000010:1.0:1779697737.766740:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbfbe42000. 00040000:00000010:1.0:1779697737.766746:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf1218000. 00040000:00000010:1.0:1779697737.766749:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbefbe5000. 00040000:00000010:1.0:1779697737.766752:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbefbe1000. 00040000:00000010:1.0:1779697737.766755:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf0cc2000. 00040000:00000010:1.0:1779697737.766761:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf6926000. 00040000:00000010:1.0:1779697737.766768:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93caccd15800. 00040000:00000010:1.0:1779697737.766771:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbff200000. 00040000:00000010:1.0:1779697737.766776:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc6f9d000. 00040000:00000010:1.0:1779697737.766778:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc6f03000. 00040000:00000010:1.0:1779697737.766781:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf492d000. 00040000:00000010:1.0:1779697737.766786:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cac1e14000. 00040000:00000010:1.0:1779697737.766790:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf72ff000. 00040000:00000010:1.0:1779697737.766792:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc914a800. 00040000:00000010:1.0:1779697737.766798:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbefa8d000. 00040000:00000010:1.0:1779697737.766800:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbfba19800. 00040000:00000010:1.0:1779697737.766802:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc8cae800. 00040000:00000010:1.0:1779697737.766804:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc6f07800. 00040000:00000010:1.0:1779697737.766808:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf6a02000. 00040000:00000010:1.0:1779697737.766812:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cac4c9b000. 00040000:00000010:1.0:1779697737.766816:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc8cad800. 00040000:00000010:1.0:1779697737.766819:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc634c800. 00040000:00000010:1.0:1779697737.766822:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbe0511800. 00040000:00000010:1.0:1779697737.766826:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc5bfa000. 00040000:00000010:1.0:1779697737.766830:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc5bec000. 00040000:00000010:1.0:1779697737.766834:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc5bfe000. 00040000:00000010:1.0:1779697737.766838:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbf6e71000. 00040000:00000010:1.0:1779697737.766842:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbd7ba2000. 00040000:00000010:1.0:1779697737.766845:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbe0513800. 00040000:00000010:1.0:1779697737.766849:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc5bea800. 00040000:00000010:1.0:1779697737.766853:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbdcda4800. 00040000:00000010:1.0:1779697737.766857:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbdcda6000. 00040000:00000010:1.0:1779697737.766863:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbd7ba1000. 00040000:00000010:1.0:1779697737.766866:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbd0521800. 00040000:00000010:1.0:1779697737.766869:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbd7ba7000. 00040000:00000010:1.0:1779697737.766872:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc6f07000. 00040000:00000010:1.0:1779697737.766875:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbc3f2d800. 00040000:00000010:1.0:1779697737.766881:0:223976:0:(qmt_dev.c:301:qmt_device_free()) kfreed 'qmt': 664 at ffff93cc00d37400. 00000020:00000010:1.0:1779697737.766892:0:223976:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cac996b200. 00000040:00000010:1.0:1779697737.766897:0:223976:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cac996ae00. 00000020:00000010:1.0:1779697737.766901:0:223976:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cbe5fd8000. 00000020:00000010:1.0:1779697737.766905:0:223976:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93cbf11a8508. 00000020:00000010:1.0:1779697737.766910:0:223976:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff93cac996a600. 80000000:00000010:1.0:1779697737.766913:0:223976:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cacf34a720. 40000000:00000010:1.0:1779697737.766918:0:223976:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff93cbeeba4200. 00100000:00000010:1.0:1779697737.766922:0:223976:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cbe5fda800. 00040000:00000010:1.0:1779697737.766926:0:223976:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cbc2da3500. 00040000:00000010:1.0:1779697737.766931:0:223976:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff93cbe5fd8800. 00040000:00000010:1.0:1779697737.766934:0:223976:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cac996a000. 00080000:00000010:1.0:1779697737.766938:0:223976:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff93cbe5fdd800. 00000004:00000010:1.0:1779697737.766943:0:223976:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff93cbe5fdb000. 00000004:00000010:1.0:1779697737.766946:0:223976:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff93cbefbf1000. 00000004:00000010:1.0:1779697737.766951:0:223976:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff93cbe5fdf000. 00000004:00000010:1.0:1779697737.766956:0:223976:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff93cbf6c27400. 00000020:00000010:1.0:1779697737.766959:0:223976:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 00000020:00000010:1.0:1779697737.766964:0:223976:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff93cbd7aa99c0. 00000020:00000010:1.0:1779697737.766973:0:223976:0:(obd_config.c:2496:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff93cbeeba4c40. 00000100:00000010:0.0:1779697738.074483:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b9c0. 00000100:00000010:1.0:1779697738.074634:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bae0. 00000100:00000010:2.0:1779697738.074691:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779697738.076457:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00080000:00000010:1.0:1779697738.266576:0:221917:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff93cacd324558. 00000004:00000010:1.0:1779697738.266588:0:221917:0:(lod_object.c:9898:lod_object_free()) slab-freed '(lo)': 272 at ffff93cad23f8ee0. 00000004:00000010:1.0:1779697738.266593:0:221917:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff93cacc0a34b0. 00000004:00000010:1.0:1779697738.266598:0:221917:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffff93cad23a9c20. 00000100:00000010:3.0:1779697739.098496:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c700. 02000000:00000010:3.0:1779697739.098517:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba700. 00000100:00000010:3.0:1779697739.098559:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f100. 02000000:00000010:3.0:1779697739.098564:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba300. 00000100:00000010:3.0:1779697739.098580:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f480. 02000000:00000010:3.0:1779697739.098584:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba600. 02000000:00000010:3.0:1779697739.098614:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b88c00. 02000000:00000010:1.0:1779697739.098615:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac996a000. 00000400:00000010:1.0:1779697739.098621:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa35d8. 00000400:00000010:3.0:1779697739.098621:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326058. 00000400:00000010:1.0:1779697739.098627:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000400:00000010:3.0:1779697739.098627:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697739.098634:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496977280, portal 10 00000100:00000200:1.0:1779697739.098635:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496977152, portal 10 00000400:00000010:1.0:1779697739.098641:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000400:00000010:3.0:1779697739.098641:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:1.0:1779697739.098644:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496977152, offset 0 00000100:00000200:3.0:1779697739.098644:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866137496977280, offset 0 00000400:00000200:1.0:1779697739.098652:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697739.098664:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697739.098675:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bff00 02000000:00000010:0.0:1779697739.098689:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39aca00. 00000400:00000010:0.0:1779697739.098695:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000200:3.0:1779697739.099973:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697739.099984:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697739.099995:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a13dfe9bff80 00000400:00000200:3.0:1779697739.100008:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 73584 00000400:00000200:3.0:1779697739.100017:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697739.100021:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697739.100029:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697739.100033:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d180. 00000400:00000200:3.0:1779697739.100064:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697739.100071:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697739.100081:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483f480 x1866137496977280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697739.100105:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779697739.100124:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830be40. 00000100:00000010:3.0:1779697739.100237:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000100:00000010:3.0:1779697739.100246:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b960. 00000020:00000010:3.0:1779697739.100300:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:3.0:1779697739.100305:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697739.100311:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000100:00000200:3.0:1779697739.100407:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977280 02000000:00000010:3.0:1779697739.100417:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68000. 00000400:00000010:3.0:1779697739.100427:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697739.100431:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496977280, offset 224 00000400:00000200:3.0:1779697739.100435:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697739.100441:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697739.100447:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bff80 00000400:00000200:3.0:1779697739.100452:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaf75 [1] + 224 00000400:00000200:3.0:1779697739.100457:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697739.100460:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697739.100467:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483f480 x1866137496977280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697739.100482:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697739.100484:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000020:00000010:3.0:1779697739.100497:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536e00. 00000020:00000010:3.0:1779697739.100501:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697739.100503:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 00000400:00000010:3.0:1779697739.100526:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326058. 00000400:00000200:3.0:1779697739.100530:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697739.100532:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697739.100537:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483f480 x1866137496977280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697739.100545:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483f480 x1866137496977280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02000400:3.0:1779697739.100565:0:3325:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000200:1.0:1779697739.101635:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x18ee0d [64] + 73808 00000400:00000200:1.0:1779697739.101647:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697739.101651:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697739.101658:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697739.101664:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2b800. 00000400:00000200:1.0:1779697739.101682:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697739.101685:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697739.101692:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483f100 x1866137496977152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697739.101770:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996a600. 00000020:00000010:1.0:1779697739.101774:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697739.101778:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000400:00000010:0.0:1779697739.101787:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697739.101794:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496977024, portal 25 00000400:00000010:0.0:1779697739.101799:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779697739.101799:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977152 00000100:00000200:0.0:1779697739.101801:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496977024, offset 0 00000400:00000200:0.0:1779697739.101806:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1779697739.101806:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c27400. 00000400:00000200:0.0:1779697739.101813:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1779697739.101814:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697739.101816:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496977152, offset 224 00000400:00000200:0.0:1779697739.101819:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9bfe80 00000400:00000200:1.0:1779697739.101819:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697739.101823:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697739.101824:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19ba05 [2] + 0 00000400:00000200:1.0:1779697739.101827:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9bff00 00000400:00000010:0.0:1779697739.101828:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7948. 00000400:00000200:0.0:1779697739.101832:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64ebc00 00000400:00000200:0.0:1779697739.101835:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697739.101837:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697739.102582:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaf79 [1] + 224 00000400:00000200:1.0:1779697739.102590:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697739.102593:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697739.102600:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483f100 x1866137496977152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697739.102627:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697739.102629:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697739.102640:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697739.102643:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697739.102646:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996a600. 00000400:00000010:1.0:1779697739.102664:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa35d8. 00000400:00000200:1.0:1779697739.102667:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:1.0:1779697739.102668:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697739.102673:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483f100 x1866137496977152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697739.102681:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483f100 x1866137496977152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1779698499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02000400:1.0:1779697739.102697:0:3324:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000010:1.0:1779697739.102713:0:3324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 02000000:00000010:1.0:1779697739.102725:0:3324:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbcb396400. 02000000:00000010:1.0:1779697739.102744:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac996a000. 02000000:00000010:1.0:1779697739.102748:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba300. 00000100:00000010:1.0:1779697739.102752:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f100. 02000000:00000010:1.0:1779697739.102769:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbcb396000. 00000400:00000010:1.0:1779697739.102773:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa35d8. 00000400:00000010:1.0:1779697739.102776:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8e58. 00000100:00000200:1.0:1779697739.102779:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496977408, portal 10 00000400:00000010:1.0:1779697739.102782:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697739.102784:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496977408, offset 0 00000400:00000200:1.0:1779697739.102788:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697739.102793:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697739.102799:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0000 00000400:00000200:1.0:1779697739.102804:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 74032 00000400:00000200:1.0:1779697739.102809:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697739.102811:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697739.102814:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697739.102818:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29500. 00000400:00000200:1.0:1779697739.102826:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697739.102827:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697739.102832:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd2a680 x1866137496977408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697739.102865:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996a000. 00000020:00000010:1.0:1779697739.102868:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697739.102870:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000100:00000200:1.0:1779697739.102887:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977408 00010000:02000000:1.0:1779697739.102901:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:0.0:1779697739.107442:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64ebc00 00000400:00000010:0.0:1779697739.107451:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64ebc00. 00000100:00000200:0.0:1779697739.107462:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697739.107494:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697739.107498:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697739.107509:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483c700 x1866137496977024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697739.107659:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697739.107664:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697739.107668:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac200. 00000020:00000010:0.0:1779697739.107673:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cd80. 00000020:00000010:0.0:1779697739.107678:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697739.107705:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61540. 00000020:00000010:0.0:1779697739.107707:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61540. 00000100:00000200:0.0:1779697739.107709:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977024 02000000:00000010:0.0:1779697739.107723:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea1800. 00010000:00000200:0.0:1779697739.107731:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645050 x1866137496977024/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:425/0 lens 224/224 e 0 to 0 dl 1779697750 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697739.107747:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697739.107752:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496977024, offset 224 00000400:00000200:0.0:1779697739.107758:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697739.107779:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697739.107789:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9bfe80 00000400:00000200:0.0:1779697739.107802:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aaf89 [1] + 224 00000400:00000200:0.0:1779697739.107809:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697739.107813:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697739.107825:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483c700 x1866137496977024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697739.107839:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697739.107841:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000020:00000010:0.0:1779697739.107850:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cd80. 00000020:00000010:0.0:1779697739.107853:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697739.107857:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac200. 02000000:00000010:0.0:1779697739.107862:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea1800. 00000100:00000200:0.0:1779697739.107867:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697739.107871:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779697739.107910:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e83c0. 00000400:00000010:0.0:1779697739.107926:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697739.107929:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779697739.107931:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697739.107935:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483c700 x1866137496977024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697739.107956:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483c700 x1866137496977024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697739.107975:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39aca00. 02000000:00000010:0.0:1779697739.107979:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba700. 00000100:00000010:0.0:1779697739.107985:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c700. 00000100:00000010:3.0:1779697739.109699:0:3325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697739.109716:0:3325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b68400. 02000000:00000010:0.0:1779697739.109783:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea1800. 00000400:00000010:0.0:1779697739.109790:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697739.109795:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697739.109800:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496977536, portal 10 00000400:00000010:0.0:1779697739.109805:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697739.109808:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496977536, offset 0 00000400:00000200:0.0:1779697739.109814:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697739.109824:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697739.109834:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0080 00000400:00000200:0.0:1779697739.109840:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 74552 00000400:00000200:0.0:1779697739.109848:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697739.109852:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697739.109858:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697739.109863:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6e680. 00000400:00000200:0.0:1779697739.109882:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697739.109884:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697739.109891:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483fb80 x1866137496977536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697739.109904:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b88c00. 02000000:00000010:3.0:1779697739.109915:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba600. 00000100:00000010:3.0:1779697739.109921:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f480. 00000020:00000010:0.0:1779697739.109949:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779697739.109954:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cd80. 00000020:00000010:0.0:1779697739.109958:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000100:00000200:0.0:1779697739.109985:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977536 00010000:02000000:0.0:1779697739.109998:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697739.110005:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea0800. 00000400:00000010:0.0:1779697739.110013:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697739.110015:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496977536, offset 0 00000400:00000200:0.0:1779697739.110019:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697739.110024:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697739.110029:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0080 00000400:00000200:0.0:1779697739.110033:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aafa5 [1] + 0 00000400:00000200:0.0:1779697739.110037:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697739.110052:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697739.110058:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483fb80 x1866137496977536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697739.110073:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697739.110075:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000020:00000010:0.0:1779697739.110084:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cd80. 00000020:00000010:0.0:1779697739.110087:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697739.110090:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000400:00000010:0.0:1779697739.110102:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697739.110104:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779697739.110106:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697739.110110:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483fb80 x1866137496977536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697739.110117:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483fb80 x1866137496977536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697739.110135:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea1800. 02000000:00000010:0.0:1779697739.110138:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b68400. 00000100:00000010:0.0:1779697739.110141:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 02000000:00000010:1.0:1779697739.118072:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb397400. 00000400:00000010:1.0:1779697739.118094:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697739.118100:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496977408, offset 0 00000400:00000200:1.0:1779697739.118108:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697739.118121:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697739.118130:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0000 00000400:00000200:1.0:1779697739.118138:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaf95 [1] + 0 00000400:00000200:1.0:1779697739.118146:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697739.118150:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697739.118161:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd2a680 x1866137496977408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697739.118196:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697739.118198:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697739.118215:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697739.118220:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697739.118225:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996a000. 00000400:00000010:3.0:1779697739.118267:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa35d8. 00000400:00000200:3.0:1779697739.118287:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8e58 00000400:00000010:3.0:1779697739.118290:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8e58. 00000100:00000200:3.0:1779697739.118298:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd2a680 x1866137496977408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697739.118309:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd2a680 x1866137496977408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697739.118342:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbcb396000. 02000000:00000010:3.0:1779697739.118348:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbcb396400. 00000100:00000010:3.0:1779697739.118354:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd2a680. 00000100:00000010:1.0:1779697739.450475:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830be40. 00000100:00000010:0.0:1779697739.450784:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779697739.451597:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b960. 00000100:00000010:2.0:1779697739.452726:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000800:00000200:1.0:1779697740.250537:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:1.0:1779697740.250544:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1779697740.250549:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1779697740.254530:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1779697740.692158:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea2400. 00000001:00000010:2.0:1779697740.692174:0:5817:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff93cbc56f1600. 00080000:00000010:2.0:1779697740.692179:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea1c00. 00000001:00000010:2.0:1779697740.692198:0:5817:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff93cbc56f1ba0. 00080000:00000010:2.0:1779697740.692204:0:5817:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbdcea2000. 00000004:00000010:2.0:1779697740.692248:0:221694:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff93cbdcf9b240. 00000001:00000010:2.0:1779697740.692260:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed8800. 00000001:00000010:2.0:1779697740.692264:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed8e00. 00000001:00000010:2.0:1779697740.692267:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed9a00. 00000001:00000010:2.0:1779697740.692270:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed8600. 00000001:00000010:2.0:1779697740.692274:0:221694:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cace815f00. 00000001:00000010:2.0:1779697740.692277:0:221694:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbc30bae00. 00000001:00000010:2.0:1779697740.692284:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed8400. 00000001:00000010:2.0:1779697740.692287:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed9600. 00000001:00000010:2.0:1779697740.692289:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed8c00. 00000001:00000010:2.0:1779697740.692292:0:221694:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbc3ed9200. 00000001:00000010:2.0:1779697740.692295:0:221694:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cace8158a0. 00000001:00000010:2.0:1779697740.692297:0:221694:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbc30ba100. 00000001:00000010:2.0:1779697740.692304:0:221694:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cbc6e9b840. 00000001:00000010:2.0:1779697740.692312:0:221694:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff93cad64e8840. 00000001:00000010:2.0:1779697740.692315:0:221694:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cbff2fd400. 00000020:00000010:2.0:1779697740.692371:0:221694:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc4f79000. 00000020:00000010:2.0:1779697740.692385:0:221694:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbc4f7f000. 00000001:00000010:2.0:1779697740.699607:0:6609:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff93cacf34aba0. 00080000:00000010:2.0:1779697740.699622:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c25400. 00080000:00000010:2.0:1779697740.699628:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c25000. 00000001:00000010:2.0:1779697740.699635:0:6609:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff93cacf34ab40. 00080000:00000010:2.0:1779697740.699638:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c27800. 00080000:00000010:2.0:1779697740.699643:0:6609:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbf6c24c00. 00000001:00000010:3.0:1779697740.701220:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cace6d8a00. 00000001:00000010:3.0:1779697740.701229:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cace6d9600. 00000001:00000010:3.0:1779697740.701232:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cace6d9a00. 00000001:00000010:3.0:1779697740.701235:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cace6d8c00. 00000001:00000010:3.0:1779697740.701238:0:135827:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93caca2fbb00. 00000001:00000010:3.0:1779697740.701242:0:135827:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbc9ceff00. 00000001:00000010:3.0:1779697740.701249:0:135827:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cbc8279300. 00000020:00000010:3.0:1779697740.701256:0:135827:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc6349800. 00000001:00000010:3.0:1779697740.701805:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbfede4800. 00000001:00000010:3.0:1779697740.701811:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbfede5800. 00000001:00000010:3.0:1779697740.701815:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbfede5000. 00000001:00000010:3.0:1779697740.701819:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbfede4200. 00000001:00000010:3.0:1779697740.701822:0:135827:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93cbc391d600. 00000001:00000010:3.0:1779697740.701825:0:135827:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbeff7d100. 00000001:00000010:3.0:1779697740.701831:0:135827:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cad66f7480. 00000020:00000010:3.0:1779697740.701836:0:135827:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbf6fa8800. 00000020:00000010:3.0:1779697740.702048:0:135827:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbc634b000. 00000020:00000010:3.0:1779697740.702057:0:135827:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbf6faa800. 00000001:00000010:2.0:1779697741.230175:0:7478:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff93cbffa0b8a0. 00080000:00000010:2.0:1779697741.230188:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57f9000. 00080000:00000010:2.0:1779697741.230193:0:7478:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff93cbe57f8800. 00000001:00000010:3.0:1779697741.230344:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cc00d7d600. 00000001:00000010:3.0:1779697741.230350:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cc00d7dc00. 00000001:00000010:3.0:1779697741.230352:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbfef69e00. 00000001:00000010:3.0:1779697741.230354:0:135827:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff93cbfef68600. 00000001:00000010:3.0:1779697741.230357:0:135827:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff93caca2fbc80. 00000001:00000010:3.0:1779697741.230360:0:135827:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff93cbc5200100. 00000001:00000010:3.0:1779697741.230368:0:135827:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff93cac4523580. 00000020:00000010:3.0:1779697741.230375:0:135827:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff93cbc8ca9800. 00000020:00000010:3.0:1779697741.230528:0:135827:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff93cbc8cac800. 00000100:00000010:0.0:1779697744.218591:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6f100. 02000000:00000010:0.0:1779697744.218615:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbf6ec1800. 00000100:00000010:0.0:1779697744.218689:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c000. 02000000:00000010:0.0:1779697744.218699:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea1800. 00000100:00000010:0.0:1779697744.218723:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6ce00. 02000000:00000010:0.0:1779697744.218730:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2800. 02000000:00000010:0.0:1779697744.218787:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39aca00. 00000400:00000010:0.0:1779697744.218794:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697744.218801:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779697744.218808:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496977664, portal 25 00000400:00000010:0.0:1779697744.218814:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697744.218818:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496977664, offset 0 00000400:00000200:0.0:1779697744.218827:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697744.218841:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697744.218854:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0100 00000400:00000200:0.0:1779697744.218862:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19bfb5 [2] + 0 00000400:00000010:0.0:1779697744.218866:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05c4d0. 00000400:00000200:0.0:1779697744.218872:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cace8d0540 00000400:00000200:0.0:1779697744.218880:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697744.218883:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697744.218888:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cace8d0540 00000400:00000010:0.0:1779697744.218890:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cace8d0540. 00000100:00000200:0.0:1779697744.218897:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697744.218925:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697744.218928:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697744.218934:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6f100 x1866137496977664/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697744.218952:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779697744.218963:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f11e0. 00000100:00000010:0.0:1779697744.218968:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1360. 00000100:00000010:0.0:1779697744.218972:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f14e0. 02000000:00000010:0.0:1779697744.218991:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea0000. 00000400:00000010:0.0:1779697744.218994:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697744.218997:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697744.219000:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496977792, portal 10 00000400:00000010:0.0:1779697744.219005:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697744.219008:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496977792, offset 0 00000400:00000200:0.0:1779697744.219013:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697744.219019:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697744.219026:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0180 00000400:00000200:0.0:1779697744.219032:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 75072 00000400:00000200:0.0:1779697744.219038:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697744.219041:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697744.219048:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697744.219052:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6d500. 00000020:00000010:3.0:1779697744.219097:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb34000. 00000020:00000010:3.0:1779697744.219105:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697744.219110:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000100:00000200:3.0:1779697744.219143:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977792 00010000:02000000:3.0:1779697744.219159:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000020:00000010:1.0:1779697744.219177:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697744.219182:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697744.219187:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:1.0:1779697744.219190:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697744.219193:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697744.219215:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697744.219217:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba48c0. 00000100:00000200:1.0:1779697744.219220:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977664 02000000:00000010:1.0:1779697744.219231:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb396000. 00010000:00000200:1.0:1779697744.219240:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7646450 x1866137496977664/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:430/0 lens 224/224 e 0 to 0 dl 1779697755 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697744.219265:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 02000000:00000010:3.0:1779697744.222158:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b69c00. 00000400:00000010:3.0:1779697744.222181:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:1.0:1779697744.232897:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496977664, offset 224 00000100:00000200:3.0:1779697744.232898:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496977792, offset 0 00000400:00000200:3.0:1779697744.232920:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697744.232935:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697744.232949:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0180 00000400:00000200:3.0:1779697744.232959:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aafbd [1] + 0 00000400:00000200:3.0:1779697744.232969:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697744.232974:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697744.232991:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6c000 x1866137496977792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697744.233016:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697744.233020:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000020:00000010:3.0:1779697744.233046:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536680. 00000020:00000010:3.0:1779697744.233054:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697744.233059:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb34000. 00000400:00000200:1.0:1779697744.234529:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697744.234593:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697744.234608:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0100 00000400:00000200:1.0:1779697744.234619:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aafb5 [1] + 224 00000400:00000200:1.0:1779697744.234627:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697744.234632:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697744.234643:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6f100 x1866137496977664/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697744.234680:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697744.234683:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697744.234703:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697744.234708:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697744.234711:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 02000000:00000010:1.0:1779697744.234721:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbcb396000. 00000100:00000200:1.0:1779697744.234729:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697744.236706:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3b58. 00000400:00000010:1.0:1779697744.236721:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60600. 00000400:00000010:1.0:1779697744.236771:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:1.0:1779697744.236778:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:1.0:1779697744.236780:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779697744.236793:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6f100 x1866137496977664/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697744.236806:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6f100 x1866137496977664/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697744.236836:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39aca00. 02000000:00000010:1.0:1779697744.236843:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbf6ec1800. 00000100:00000010:1.0:1779697744.236849:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6f100. 00000400:00000200:0.0:1779697744.237639:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697744.237644:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697744.237654:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6c000 x1866137496977792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697744.237695:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779697744.237699:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697744.237701:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697744.237707:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6c000 x1866137496977792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697744.237715:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6c000 x1866137496977792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697744.237759:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea2c00. 00000400:00000010:0.0:1779697744.237765:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697744.237769:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697744.237774:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496977920, portal 10 00000400:00000010:0.0:1779697744.237779:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697744.237782:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496977920, offset 0 00000400:00000200:0.0:1779697744.237789:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697744.237801:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697744.237813:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0200 00000400:00000200:0.0:1779697744.237821:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 75592 00000400:00000200:0.0:1779697744.237831:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697744.237835:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697744.237843:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697744.237847:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6d180. 00000400:00000200:0.0:1779697744.237863:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697744.237865:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697744.237871:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6ce00 x1866137496977920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697744.237887:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea0000. 02000000:00000010:0.0:1779697744.237891:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea1800. 00000100:00000010:0.0:1779697744.237894:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6c000. 00000020:00000010:1.0:1779697744.239957:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:1.0:1779697744.239969:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697744.239975:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000100:00000200:1.0:1779697744.240010:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496977920 00010000:02000000:1.0:1779697744.240032:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697744.240042:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb396000. 00000400:00000010:1.0:1779697744.240059:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697744.240066:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496977920, offset 0 00000400:00000200:1.0:1779697744.240074:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697744.240087:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697744.240098:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0200 00000400:00000200:1.0:1779697744.240108:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aafd1 [1] + 0 00000400:00000200:1.0:1779697744.240116:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697744.240121:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697744.240132:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6ce00 x1866137496977920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697744.240157:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697744.240160:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697744.240174:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697744.240179:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697744.240182:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 00000400:00000010:0.0:1779697744.241796:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779697744.241807:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697744.241810:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697744.241822:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6ce00 x1866137496977920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697744.241835:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6ce00 x1866137496977920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697744.241867:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea2c00. 02000000:00000010:0.0:1779697744.241875:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2800. 00000100:00000010:0.0:1779697744.241879:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6ce00. 00000100:00000010:1.0:1779697744.562508:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f11e0. 00000100:00000010:0.0:1779697744.562596:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:2.0:1779697744.562657:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1360. 00000100:00000010:3.0:1779697744.562705:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f14e0. 00000100:00000010:3.0:1779697749.340632:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f480. 02000000:00000010:3.0:1779697749.340655:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba700. 02000000:00000010:1.0:1779697749.340738:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbff22fe00. 00000400:00000010:1.0:1779697749.340747:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3cb8. 00000400:00000010:1.0:1779697749.340753:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697749.340759:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496978048, portal 25 00000400:00000010:1.0:1779697749.340764:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697749.340766:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496978048, offset 0 00000400:00000200:1.0:1779697749.340774:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697749.340785:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697749.340796:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0280 00000400:00000200:1.0:1779697749.340802:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19c201 [2] + 0 00000400:00000010:1.0:1779697749.340806:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aeb00. 00000400:00000200:1.0:1779697749.340812:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345f00 00000400:00000200:1.0:1779697749.340818:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697749.340822:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697749.340827:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345f00 00000400:00000010:1.0:1779697749.340829:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345f00. 00000100:00000200:1.0:1779697749.340835:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697749.340861:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697749.340863:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697749.340870:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483f480 x1866137496978048/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697749.340887:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a780. 00000100:00000010:1.0:1779697749.340898:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a360. 00000100:00000010:1.0:1779697749.340902:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a480. 00000100:00000010:1.0:1779697749.340907:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000020:00000010:2.0:1779697749.340970:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697749.340974:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697749.340979:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697749.340984:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544900. 00000020:00000010:2.0:1779697749.340988:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697749.341024:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697749.341027:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697749.341029:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978048 02000000:00000010:2.0:1779697749.341044:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8c00. 00010000:00000200:2.0:1779697749.341053:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7646c50 x1866137496978048/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:435/0 lens 224/224 e 0 to 0 dl 1779697760 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697749.341067:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697749.341070:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496978048, offset 224 00000400:00000200:2.0:1779697749.341074:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697749.341079:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697749.341084:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0280 00000400:00000200:2.0:1779697749.341089:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aafdd [1] + 224 00000400:00000200:2.0:1779697749.341093:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697749.341096:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697749.341101:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483f480 x1866137496978048/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697749.341149:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ed80. 02000000:00000010:3.0:1779697749.341158:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b6bc00. 00000100:00000010:3.0:1779697749.341176:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697749.341182:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b6a000. 02000000:00000010:3.0:1779697749.341208:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b68800. 00000400:00000010:3.0:1779697749.341213:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326058. 00000400:00000010:3.0:1779697749.341217:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697749.341220:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496978176, portal 10 00000400:00000010:3.0:1779697749.341223:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697749.341225:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496978176, offset 0 00000400:00000200:3.0:1779697749.341230:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697749.341235:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697749.341241:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0300 00000400:00000200:3.0:1779697749.341246:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 76112 00000400:00000200:3.0:1779697749.341251:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697749.341254:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697749.341258:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697749.341261:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c700. 00000400:00000200:3.0:1779697749.341273:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697749.341275:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697749.341280:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483ed80 x1866137496978176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697749.341297:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b6b800. 00000400:00000010:3.0:1779697749.341300:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326dc0. 00000400:00000010:3.0:1779697749.341302:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697749.341305:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496978304, portal 10 00000400:00000010:3.0:1779697749.341309:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697749.341311:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496978304, offset 0 00000400:00000200:3.0:1779697749.341315:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697749.341332:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697749.341338:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0380 00000400:00000200:3.0:1779697749.341341:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 76632 00000400:00000200:3.0:1779697749.341345:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697749.341348:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697749.341351:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697749.341354:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f100. 00000400:00000200:3.0:1779697749.341362:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697749.341364:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697749.341368:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483fb80 x1866137496978304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697749.341417:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb34000. 00000020:00000010:3.0:1779697749.341421:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697749.341424:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697749.341440:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:3.0:1779697749.341443:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697749.341446:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000100:00000200:3.0:1779697749.341457:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978176 00010000:02000000:3.0:1779697749.341470:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697749.353046:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68400. 00000400:00000010:3.0:1779697749.353070:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697749.353077:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496978176, offset 0 00000400:00000200:3.0:1779697749.353087:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697749.353100:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697749.353111:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0300 00000400:00000200:3.0:1779697749.353119:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aafe9 [1] + 0 00000400:00000200:3.0:1779697749.353127:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697749.353131:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697749.353143:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483ed80 x1866137496978176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697749.353167:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697749.353170:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000020:00000010:3.0:1779697749.353189:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697749.353195:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:3.0:1779697749.353199:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb34000. 00000400:00000010:3.0:1779697749.353231:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326058. 00000400:00000200:3.0:1779697749.353236:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697749.353238:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697749.353243:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483ed80 x1866137496978176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697749.353251:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483ed80 x1866137496978176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697749.353279:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b68800. 02000000:00000010:3.0:1779697749.353284:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b6bc00. 00000100:00000010:3.0:1779697749.353288:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ed80. 00000100:00000200:3.0:1779697749.353320:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978304 00010000:02000000:3.0:1779697749.353336:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697749.353341:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6bc00. 00000400:00000010:3.0:1779697749.353346:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:3.0:1779697749.353349:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496978304, offset 0 00000400:00000200:3.0:1779697749.353353:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697749.353357:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697749.353363:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0380 00000400:00000200:3.0:1779697749.353368:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aaff1 [1] + 0 00000400:00000200:3.0:1779697749.353373:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697749.353376:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697749.353382:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483fb80 x1866137496978304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697749.353415:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:3.0:1779697749.353417:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000020:00000010:3.0:1779697749.353423:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c80. 00000020:00000010:3.0:1779697749.353426:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697749.353428:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000400:00000010:3.0:1779697749.353442:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326dc0. 00000400:00000200:3.0:1779697749.353445:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:3.0:1779697749.353447:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697749.353451:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483fb80 x1866137496978304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697749.353457:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483fb80 x1866137496978304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697749.353470:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b6b800. 02000000:00000010:3.0:1779697749.353473:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b6a000. 00000100:00000010:3.0:1779697749.353476:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 00000400:00000200:2.0:1779697749.354212:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697749.354217:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000020:00000010:2.0:1779697749.354235:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544900. 00000020:00000010:2.0:1779697749.354240:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697749.354243:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 02000000:00000010:2.0:1779697749.354252:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8c00. 00000100:00000200:2.0:1779697749.354259:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697749.354265:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def528. 00000400:00000010:2.0:1779697749.354271:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c480. 00000400:00000010:1.0:1779697749.354402:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3cb8. 00000400:00000200:1.0:1779697749.354408:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697749.354409:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697749.354417:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483f480 x1866137496978048/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697749.354427:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483f480 x1866137496978048/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697749.354443:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbff22fe00. 02000000:00000010:1.0:1779697749.354448:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba700. 00000100:00000010:1.0:1779697749.354452:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483f480. 00000100:00000010:0.0:1779697749.682558:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a780. 00000100:00000010:3.0:1779697749.682670:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779697749.683599:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a360. 00000100:00000010:2.0:1779697749.685581:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a480. 00000020:02000400:0.0:1779697751.908703:0:223976:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 8 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:0.0:1779697751.926957:0:223976:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93cbe0517000 lustre-MDT0000-lwp-MDT0000_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000400:00000010:1.0:1779697752.858703:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c118. 00000400:00000010:1.0:1779697752.858719:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403690. 00000400:00000010:1.0:1779697752.858723:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403a10. 00000400:00000010:1.0:1779697752.858725:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cfc0. 00000400:00000010:1.0:1779697752.858727:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4031c0. 00000400:00000010:1.0:1779697752.858729:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c000. 00000400:00000010:1.0:1779697752.858772:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6498. 00000400:00000010:1.0:1779697752.858786:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5230. 00000400:00000010:1.0:1779697752.858789:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c9a0. 00000400:00000010:1.0:1779697752.858792:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cd90. 00000400:00000010:1.0:1779697752.858794:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981ca80. 00000400:00000010:1.0:1779697752.858797:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403150. 00000400:00000010:1.0:1779697752.858799:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6690. 00000400:00000010:1.0:1779697752.858802:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403b60. 00000400:00000010:1.0:1779697752.858804:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5818. 00000400:00000010:1.0:1779697752.858806:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403e38. 00000400:00000010:1.0:1779697752.858808:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5118. 00000400:00000010:1.0:1779697752.858811:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403460. 00000400:00000010:1.0:1779697752.858812:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403310. 00000400:00000010:1.0:1779697752.858814:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403b98. 00000400:00000010:1.0:1779697752.858817:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4035e8. 00000400:00000010:1.0:1779697752.858819:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6a10. 00000400:00000010:1.0:1779697752.858821:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403188. 00000400:00000010:1.0:1779697752.858823:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c8c0. 00000400:00000010:1.0:1779697752.858825:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403428. 00000400:00000010:1.0:1779697752.858828:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5fc0. 00000400:00000010:1.0:1779697752.858830:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e61c0. 00000400:00000010:1.0:1779697752.858832:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cc08. 00000400:00000010:1.0:1779697752.858835:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6150. 00000400:00000010:1.0:1779697752.858837:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c7e0. 00000400:00000010:1.0:1779697752.858839:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403ab8. 00000400:00000010:1.0:1779697752.858841:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6b60. 00000400:00000010:1.0:1779697752.858844:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5000. 00000400:00000010:1.0:1779697752.858846:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6e38. 00000400:00000010:1.0:1779697752.858848:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b59a0. 00000400:00000010:1.0:1779697752.858850:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4036c8. 00000400:00000010:1.0:1779697752.858852:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6460. 00000400:00000010:1.0:1779697752.858854:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5d90. 00000400:00000010:1.0:1779697752.858857:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403ee0. 00000400:00000010:1.0:1779697752.858859:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5a80. 00000400:00000010:1.0:1779697752.858861:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6310. 00000400:00000010:1.0:1779697752.858863:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c0e0. 00000400:00000010:1.0:1779697752.858865:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403658. 00000400:00000010:1.0:1779697752.858867:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4035b0. 00000400:00000010:1.0:1779697752.858869:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cc78. 00000400:00000010:1.0:1779697752.858871:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b58c0. 00000400:00000010:1.0:1779697752.858873:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5dc8. 00000400:00000010:1.0:1779697752.858876:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b51f8. 00000400:00000010:1.0:1779697752.858878:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403f50. 00000400:00000010:1.0:1779697752.858880:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403a48. 00000400:00000010:1.0:1779697752.858882:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4033b8. 00000400:00000010:1.0:1779697752.858884:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5268. 00000400:00000010:1.0:1779697752.858886:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403850. 00000400:00000010:1.0:1779697752.858889:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6b98. 00000400:00000010:1.0:1779697752.858891:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5af0. 00000400:00000010:1.0:1779697752.858893:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e65e8. 00000400:00000010:1.0:1779697752.858895:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6188. 00000400:00000010:1.0:1779697752.858897:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6428. 00000400:00000010:1.0:1779697752.858899:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6ab8. 00000400:00000010:1.0:1779697752.858901:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e66c8. 00000400:00000010:1.0:1779697752.858904:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c9d8. 00000400:00000010:1.0:1779697752.858906:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6ee0. 00000400:00000010:1.0:1779697752.858908:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c4d0. 00000400:00000010:1.0:1779697752.858911:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5968. 00000400:00000010:1.0:1779697752.858913:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c540. 00000400:00000010:1.0:1779697752.858915:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6658. 00000400:00000010:1.0:1779697752.858917:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e65b0. 00000400:00000010:1.0:1779697752.858919:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403888. 00000400:00000010:1.0:1779697752.858921:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5930. 00000400:00000010:1.0:1779697752.858923:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6f50. 00000400:00000010:1.0:1779697752.858925:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5770. 00000400:00000010:1.0:1779697752.858928:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5700. 00000400:00000010:1.0:1779697752.858930:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4032a0. 00000400:00000010:1.0:1779697752.858932:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403038. 00000400:00000010:1.0:1779697752.858934:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4037a8. 00000400:00000010:1.0:1779697752.858936:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5d20. 00000400:00000010:1.0:1779697752.858938:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403738. 00000400:00000010:1.0:1779697752.858940:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6a48. 00000400:00000010:1.0:1779697752.858942:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403e00. 00000400:00000010:1.0:1779697752.858945:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e63b8. 00000400:00000010:1.0:1779697752.858947:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6850. 00000400:00000010:1.0:1779697752.858949:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6888. 00000400:00000010:1.0:1779697752.858951:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e62a0. 00000400:00000010:1.0:1779697752.858954:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cc40. 00000400:00000010:1.0:1779697752.858957:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6038. 00000400:00000010:1.0:1779697752.858959:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5380. 00000400:00000010:1.0:1779697752.858961:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403ce8. 00000400:00000010:1.0:1779697752.858963:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5bd0. 00000400:00000010:1.0:1779697752.858965:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b52d8. 00000400:00000010:1.0:1779697752.858968:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5620. 00000400:00000010:1.0:1779697752.858970:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e67a8. 00000400:00000010:1.0:1779697752.858972:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6738. 00000400:00000010:1.0:1779697752.858974:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6e00. 00000400:00000010:1.0:1779697752.858977:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6ce8. 00000400:00000010:1.0:1779697752.858979:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5348. 00000400:00000010:1.0:1779697752.858981:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6070. 00000400:00000010:1.0:1779697752.858983:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403070. 00000400:00000010:1.0:1779697752.858985:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981ccb0. 00000400:00000010:1.0:1779697752.858987:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e63f0. 00000400:00000010:1.0:1779697752.858989:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5498. 00000400:00000010:1.0:1779697752.858992:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cea8. 00000400:00000010:1.0:1779697752.858994:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981ce70. 00000400:00000010:1.0:1779697752.858996:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c578. 00000400:00000010:1.0:1779697752.858998:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5690. 00000400:00000010:1.0:1779697752.859001:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cf18. 00000400:00000010:1.0:1779697752.859003:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5a10. 00000400:00000010:1.0:1779697752.859005:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e68f8. 00000400:00000010:1.0:1779697752.859007:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b51c0. 00000400:00000010:1.0:1779697752.859009:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4033f0. 00000400:00000010:1.0:1779697752.859011:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c818. 00000400:00000010:1.0:1779697752.859013:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4038f8. 00000400:00000010:1.0:1779697752.859015:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c230. 00000400:00000010:1.0:1779697752.859017:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cdc8. 00000400:00000010:1.0:1779697752.859019:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c1f8. 00000400:00000010:1.0:1779697752.859022:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403d58. 00000400:00000010:1.0:1779697752.859024:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5150. 00000400:00000010:1.0:1779697752.859026:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c268. 00000400:00000010:1.0:1779697752.859028:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403508. 00000400:00000010:1.0:1779697752.859030:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5b60. 00000400:00000010:1.0:1779697752.859032:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4030a8. 00000400:00000010:1.0:1779697752.859034:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6348. 00000400:00000010:1.0:1779697752.859037:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403f88. 00000400:00000010:1.0:1779697752.859039:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6620. 00000400:00000010:1.0:1779697752.859041:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5e38. 00000400:00000010:1.0:1779697752.859043:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403b28. 00000400:00000010:1.0:1779697752.859045:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403f18. 00000400:00000010:1.0:1779697752.859047:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e62d8. 00000400:00000010:1.0:1779697752.859049:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6bd0. 00000400:00000010:1.0:1779697752.859051:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6380. 00000400:00000010:1.0:1779697752.859053:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6d20. 00000400:00000010:1.0:1779697752.859055:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6700. 00000400:00000010:1.0:1779697752.859057:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5460. 00000400:00000010:1.0:1779697752.859059:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403578. 00000400:00000010:1.0:1779697752.859061:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5310. 00000400:00000010:1.0:1779697752.859063:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5b98. 00000400:00000010:1.0:1779697752.859065:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b55e8. 00000400:00000010:1.0:1779697752.859067:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5188. 00000400:00000010:1.0:1779697752.859069:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6770. 00000400:00000010:1.0:1779697752.859072:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6930. 00000400:00000010:1.0:1779697752.859073:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6968. 00000400:00000010:1.0:1779697752.859076:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981caf0. 00000400:00000010:1.0:1779697752.859078:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5428. 00000400:00000010:1.0:1779697752.859080:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c968. 00000400:00000010:1.0:1779697752.859082:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6af0. 00000400:00000010:1.0:1779697752.859084:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c930. 00000400:00000010:1.0:1779697752.859086:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5ab8. 00000400:00000010:1.0:1779697752.859088:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403e70. 00000400:00000010:1.0:1779697752.859090:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b56c8. 00000400:00000010:1.0:1779697752.859092:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403ea8. 00000400:00000010:1.0:1779697752.859094:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403cb0. 00000400:00000010:1.0:1779697752.859096:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403c40. 00000400:00000010:1.0:1779697752.859098:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5ee0. 00000400:00000010:1.0:1779697752.859100:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403540. 00000400:00000010:1.0:1779697752.859102:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4034d0. 00000400:00000010:1.0:1779697752.859104:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5658. 00000400:00000010:1.0:1779697752.859106:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4039d8. 00000400:00000010:1.0:1779697752.859109:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b55b0. 00000400:00000010:1.0:1779697752.859111:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6268. 00000400:00000010:1.0:1779697752.859113:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5f50. 00000400:00000010:1.0:1779697752.859115:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e61f8. 00000400:00000010:1.0:1779697752.859117:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403c78. 00000400:00000010:1.0:1779697752.859120:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4030e0. 00000400:00000010:1.0:1779697752.859122:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6dc8. 00000400:00000010:1.0:1779697752.859124:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5a48. 00000400:00000010:1.0:1779697752.859126:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4037e0. 00000400:00000010:1.0:1779697752.859128:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b53b8. 00000400:00000010:1.0:1779697752.859129:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403c08. 00000400:00000010:1.0:1779697752.859132:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4038c0. 00000400:00000010:1.0:1779697752.859134:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5850. 00000400:00000010:1.0:1779697752.859136:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6230. 00000400:00000010:1.0:1779697752.859138:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403a80. 00000400:00000010:1.0:1779697752.859140:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403d90. 00000400:00000010:1.0:1779697752.859142:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6818. 00000400:00000010:1.0:1779697752.859144:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c770. 00000400:00000010:1.0:1779697752.859146:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6118. 00000400:00000010:1.0:1779697752.859148:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c700. 00000400:00000010:1.0:1779697752.859150:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6fc0. 00000400:00000010:1.0:1779697752.859152:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6000. 00000400:00000010:1.0:1779697752.859154:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e69a0. 00000400:00000010:1.0:1779697752.859157:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cd20. 00000400:00000010:1.0:1779697752.859159:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5888. 00000400:00000010:1.0:1779697752.859161:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6d90. 00000400:00000010:1.0:1779697752.859162:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6a80. 00000400:00000010:1.0:1779697752.859164:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e68c0. 00000400:00000010:1.0:1779697752.859167:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4039a0. 00000400:00000010:1.0:1779697752.859168:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403000. 00000400:00000010:1.0:1779697752.859170:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c380. 00000400:00000010:1.0:1779697752.859172:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6c08. 00000400:00000010:1.0:1779697752.859174:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cbd0. 00000400:00000010:1.0:1779697752.859177:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e67e0. 00000400:00000010:1.0:1779697752.859179:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e60e0. 00000400:00000010:1.0:1779697752.859182:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6c78. 00000400:00000010:1.0:1779697752.859183:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e69d8. 00000400:00000010:1.0:1779697752.859186:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e64d0. 00000400:00000010:1.0:1779697752.859188:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403fc0. 00000400:00000010:1.0:1779697752.859190:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6540. 00000400:00000010:1.0:1779697752.859193:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b52a0. 00000400:00000010:1.0:1779697752.859195:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5038. 00000400:00000010:1.0:1779697752.859197:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6c40. 00000400:00000010:1.0:1779697752.859199:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6cb0. 00000400:00000010:1.0:1779697752.859201:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6ea8. 00000400:00000010:1.0:1779697752.859202:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403118. 00000400:00000010:1.0:1779697752.859204:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403818. 00000400:00000010:1.0:1779697752.859206:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b57a8. 00000400:00000010:1.0:1779697752.859208:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403230. 00000400:00000010:1.0:1779697752.859210:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6e70. 00000400:00000010:1.0:1779697752.859212:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403dc8. 00000400:00000010:1.0:1779697752.859214:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c2d8. 00000400:00000010:1.0:1779697752.859216:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6578. 00000400:00000010:1.0:1779697752.859218:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5738. 00000400:00000010:1.0:1779697752.859220:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4031f8. 00000400:00000010:1.0:1779697752.859222:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403268. 00000400:00000010:1.0:1779697752.859224:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c620. 00000400:00000010:1.0:1779697752.859226:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6f18. 00000400:00000010:1.0:1779697752.859228:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403af0. 00000400:00000010:1.0:1779697752.859230:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6b28. 00000400:00000010:1.0:1779697752.859233:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403968. 00000400:00000010:1.0:1779697752.859235:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c348. 00000400:00000010:1.0:1779697752.859237:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c498. 00000400:00000010:1.0:1779697752.859239:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6f88. 00000400:00000010:1.0:1779697752.859241:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5e00. 00000400:00000010:1.0:1779697752.859243:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403930. 00000400:00000010:1.0:1779697752.859245:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403770. 00000400:00000010:1.0:1779697752.859246:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403498. 00000400:00000010:1.0:1779697752.859248:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e60a8. 00000400:00000010:1.0:1779697752.859250:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6508. 00000400:00000010:1.0:1779697752.859252:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbdc2e6d58. 00000400:00000010:1.0:1779697752.859255:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bb98. 00000400:00000010:1.0:1779697752.859258:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c690. 00000400:00000010:1.0:1779697752.859260:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981ca10. 00000400:00000010:1.0:1779697752.859262:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403348. 00000400:00000010:1.0:1779697752.859264:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403620. 00000400:00000010:1.0:1779697752.859266:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b310. 00000400:00000010:1.0:1779697752.859269:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c1c0. 00000400:00000010:1.0:1779697752.859271:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bb60. 00000400:00000010:1.0:1779697752.859273:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b1c0. 00000400:00000010:1.0:1779697752.859275:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c150. 00000400:00000010:1.0:1779697752.859277:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5ba10. 00000400:00000010:1.0:1779697752.859279:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b690. 00000400:00000010:1.0:1779697752.859281:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca4032d8. 00000400:00000010:1.0:1779697752.859283:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403bd0. 00000400:00000010:1.0:1779697752.859285:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b348. 00000400:00000010:1.0:1779697752.859287:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cb60. 00000400:00000010:1.0:1779697752.859313:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b2d8. 00000400:00000010:1.0:1779697752.859317:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403380. 00000400:00000010:1.0:1779697752.859319:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981ce38. 00000400:00000010:1.0:1779697752.859321:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403d20. 00000400:00000010:1.0:1779697752.859323:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c460. 00000400:00000010:1.0:1779697752.859326:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbca403700. 00000400:00000010:1.0:1779697752.859328:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903aaf0. 00000400:00000010:1.0:1779697752.859330:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a268. 00000400:00000010:1.0:1779697752.859332:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c310. 00000400:00000010:1.0:1779697752.859335:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cb98. 00000400:00000010:1.0:1779697752.859337:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c5e8. 00000400:00000010:1.0:1779697752.859339:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a1f8. 00000400:00000010:1.0:1779697752.859341:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b380. 00000400:00000010:1.0:1779697752.859343:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b700. 00000400:00000010:1.0:1779697752.859345:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b770. 00000400:00000010:1.0:1779697752.859347:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5ce8. 00000400:00000010:1.0:1779697752.859350:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903adc8. 00000400:00000010:1.0:1779697752.859351:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a230. 00000400:00000010:1.0:1779697752.859354:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c188. 00000400:00000010:1.0:1779697752.859356:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a818. 00000400:00000010:1.0:1779697752.859358:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b930. 00000400:00000010:1.0:1779697752.859360:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5baf0. 00000400:00000010:1.0:1779697752.859362:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b1f8. 00000400:00000010:1.0:1779697752.859364:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b818. 00000400:00000010:1.0:1779697752.859367:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a118. 00000400:00000010:1.0:1779697752.859369:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b118. 00000400:00000010:1.0:1779697752.859425:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b9a0. 00000400:00000010:1.0:1779697752.859428:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c428. 00000400:00000010:1.0:1779697752.859431:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5ba80. 00000400:00000010:1.0:1779697752.859433:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cab8. 00000400:00000010:1.0:1779697752.859435:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b8c0. 00000400:00000010:1.0:1779697752.859437:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bc78. 00000400:00000010:1.0:1779697752.859439:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c6c8. 00000400:00000010:1.0:1779697752.859441:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903afc0. 00000400:00000010:1.0:1779697752.859443:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5070. 00000400:00000010:1.0:1779697752.859445:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a000. 00000400:00000010:1.0:1779697752.859447:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b53f0. 00000400:00000010:1.0:1779697752.859449:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b9d8. 00000400:00000010:1.0:1779697752.859451:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bcb0. 00000400:00000010:1.0:1779697752.859454:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bea8. 00000400:00000010:1.0:1779697752.859455:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b58f8. 00000400:00000010:1.0:1779697752.859457:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5be70. 00000400:00000010:1.0:1779697752.859460:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cee0. 00000400:00000010:1.0:1779697752.859462:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bf18. 00000400:00000010:1.0:1779697752.859464:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a9a0. 00000400:00000010:1.0:1779697752.859467:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5d58. 00000400:00000010:1.0:1779697752.859469:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c658. 00000400:00000010:1.0:1779697752.859471:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bf88. 00000400:00000010:1.0:1779697752.859472:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b508. 00000400:00000010:1.0:1779697752.859475:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c5b0. 00000400:00000010:1.0:1779697752.859476:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5508. 00000400:00000010:1.0:1779697752.859478:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b8f8. 00000400:00000010:1.0:1779697752.859480:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cf50. 00000400:00000010:1.0:1779697752.859482:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981ca48. 00000400:00000010:1.0:1779697752.859484:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bce8. 00000400:00000010:1.0:1779697752.859485:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b50a8. 00000400:00000010:1.0:1779697752.859487:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ad90. 00000400:00000010:1.0:1779697752.859489:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5be00. 00000400:00000010:1.0:1779697752.859491:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b7a8. 00000400:00000010:1.0:1779697752.859493:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b038. 00000400:00000010:1.0:1779697752.859496:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903aa80. 00000400:00000010:1.0:1779697752.859506:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b888. 00000400:00000010:1.0:1779697752.859509:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b850. 00000400:00000010:1.0:1779697752.859511:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b3b8. 00000400:00000010:1.0:1779697752.859512:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a8c0. 00000400:00000010:1.0:1779697752.859514:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5f88. 00000400:00000010:1.0:1779697752.859516:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5ba48. 00000400:00000010:1.0:1779697752.859518:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ac08. 00000400:00000010:1.0:1779697752.859520:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bf50. 00000400:00000010:1.0:1779697752.859522:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b5b0. 00000400:00000010:1.0:1779697752.859524:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b658. 00000400:00000010:1.0:1779697752.859526:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5b28. 00000400:00000010:1.0:1779697752.859528:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c3b8. 00000400:00000010:1.0:1779697752.859530:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5f18. 00000400:00000010:1.0:1779697752.859532:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b6c8. 00000400:00000010:1.0:1779697752.859534:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5578. 00000400:00000010:1.0:1779697752.859536:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bab8. 00000400:00000010:1.0:1779697752.859538:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5e70. 00000400:00000010:1.0:1779697752.859539:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5ea8. 00000400:00000010:1.0:1779697752.859541:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b5e8. 00000400:00000010:1.0:1779697752.859543:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c850. 00000400:00000010:1.0:1779697752.859545:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c888. 00000400:00000010:1.0:1779697752.859547:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b230. 00000400:00000010:1.0:1779697752.859549:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c2a0. 00000400:00000010:1.0:1779697752.859551:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5cb0. 00000400:00000010:1.0:1779697752.859553:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c038. 00000400:00000010:1.0:1779697752.859555:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5c40. 00000400:00000010:1.0:1779697752.859556:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5540. 00000400:00000010:1.0:1779697752.859558:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b54d0. 00000400:00000010:1.0:1779697752.859560:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5be38. 00000400:00000010:1.0:1779697752.859562:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a7e0. 00000400:00000010:1.0:1779697752.859564:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b59d8. 00000400:00000010:1.0:1779697752.859566:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5c78. 00000400:00000010:1.0:1779697752.859568:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c7a8. 00000400:00000010:1.0:1779697752.859570:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a0e0. 00000400:00000010:1.0:1779697752.859573:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c738. 00000400:00000010:1.0:1779697752.859575:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ac78. 00000400:00000010:1.0:1779697752.859577:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981ce00. 00000400:00000010:1.0:1779697752.859578:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b268. 00000400:00000010:1.0:1779697752.859581:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a9d8. 00000400:00000010:1.0:1779697752.859582:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a4d0. 00000400:00000010:1.0:1779697752.859584:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a540. 00000400:00000010:1.0:1779697752.859586:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ac40. 00000400:00000010:1.0:1779697752.859588:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bd20. 00000400:00000010:1.0:1779697752.859590:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bbd0. 00000400:00000010:1.0:1779697752.859592:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b498. 00000400:00000010:1.0:1779697752.859594:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903acb0. 00000400:00000010:1.0:1779697752.859596:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903aea8. 00000400:00000010:1.0:1779697752.859598:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ae70. 00000400:00000010:1.0:1779697752.859599:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b50e0. 00000400:00000010:1.0:1779697752.859601:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cce8. 00000400:00000010:1.0:1779697752.859603:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a578. 00000400:00000010:1.0:1779697752.859605:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c070. 00000400:00000010:1.0:1779697752.859607:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c3f0. 00000400:00000010:1.0:1779697752.859609:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b578. 00000400:00000010:1.0:1779697752.859610:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b57e0. 00000400:00000010:1.0:1779697752.859612:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c8f8. 00000400:00000010:1.0:1779697752.859620:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cd58. 00000400:00000010:1.0:1779697752.859622:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c508. 00000400:00000010:1.0:1779697752.859624:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bc40. 00000400:00000010:1.0:1779697752.859626:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bd58. 00000400:00000010:1.0:1779697752.859628:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903af18. 00000400:00000010:1.0:1779697752.859630:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981c0a8. 00000400:00000010:1.0:1779697752.859632:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ab28. 00000400:00000010:1.0:1779697752.859633:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903af88. 00000400:00000010:1.0:1779697752.859635:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cf88. 00000400:00000010:1.0:1779697752.859637:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc981cb28. 00000400:00000010:1.0:1779697752.859640:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bee0. 00000400:00000010:1.0:1779697752.859642:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528d90. 00000400:00000010:1.0:1779697752.859645:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b620. 00000400:00000010:1.0:1779697752.859647:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528a80. 00000400:00000010:1.0:1779697752.859649:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b428. 00000400:00000010:1.0:1779697752.859651:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05288c0. 00000400:00000010:1.0:1779697752.859653:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b0a8. 00000400:00000010:1.0:1779697752.859655:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a0a8. 00000400:00000010:1.0:1779697752.859657:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb579b5c08. 00000400:00000010:1.0:1779697752.859659:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a508. 00000400:00000010:1.0:1779697752.859661:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b0e0. 00000400:00000010:1.0:1779697752.859678:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ad58. 00000400:00000010:1.0:1779697752.859680:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b211c0. 00000400:00000010:1.0:1779697752.859682:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a8f8. 00000400:00000010:1.0:1779697752.859684:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bfc0. 00000400:00000010:1.0:1779697752.859686:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a3f0. 00000400:00000010:1.0:1779697752.859688:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a070. 00000400:00000010:1.0:1779697752.859690:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bdc8. 00000400:00000010:1.0:1779697752.859692:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b968. 00000400:00000010:1.0:1779697752.859694:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b150. 00000400:00000010:1.0:1779697752.859696:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b2a0. 00000400:00000010:1.0:1779697752.859698:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ace8. 00000400:00000010:1.0:1779697752.859700:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b188. 00000400:00000010:1.0:1779697752.859702:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ae00. 00000400:00000010:1.0:1779697752.859704:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a738. 00000400:00000010:1.0:1779697752.859706:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a7a8. 00000400:00000010:1.0:1779697752.859708:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21150. 00000400:00000010:1.0:1779697752.859710:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b070. 00000400:00000010:1.0:1779697752.859711:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a038. 00000400:00000010:1.0:1779697752.859713:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b3f0. 00000400:00000010:1.0:1779697752.859715:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bb28. 00000400:00000010:1.0:1779697752.859717:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528c08. 00000400:00000010:1.0:1779697752.859719:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b540. 00000400:00000010:1.0:1779697752.859721:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21b60. 00000400:00000010:1.0:1779697752.859723:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b460. 00000400:00000010:1.0:1779697752.859725:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bc08. 00000400:00000010:1.0:1779697752.859726:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b4d0. 00000400:00000010:1.0:1779697752.859729:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21e38. 00000400:00000010:1.0:1779697752.859731:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5bd90. 00000400:00000010:1.0:1779697752.859732:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05287e0. 00000400:00000010:1.0:1779697752.859734:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b000. 00000400:00000010:1.0:1779697752.859736:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05280e0. 00000400:00000010:1.0:1779697752.859738:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b738. 00000400:00000010:1.0:1779697752.859740:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21460. 00000400:00000010:1.0:1779697752.859742:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528c78. 00000400:00000010:1.0:1779697752.859744:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21310. 00000400:00000010:1.0:1779697752.859746:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05289d8. 00000400:00000010:1.0:1779697752.859748:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05284d0. 00000400:00000010:1.0:1779697752.859750:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21b98. 00000400:00000010:1.0:1779697752.859751:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b215e8. 00000400:00000010:1.0:1779697752.859753:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a2a0. 00000400:00000010:1.0:1779697752.859755:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528540. 00000400:00000010:1.0:1779697752.859757:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528c40. 00000400:00000010:1.0:1779697752.859759:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a888. 00000400:00000010:1.0:1779697752.859761:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a850. 00000400:00000010:1.0:1779697752.859762:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a3b8. 00000400:00000010:1.0:1779697752.859764:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528cb0. 00000400:00000010:1.0:1779697752.859766:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21188. 00000400:00000010:1.0:1779697752.859768:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc9e5b7e0. 00000400:00000010:1.0:1779697752.859770:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159f18. 00000400:00000010:1.0:1779697752.859773:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528ea8. 00000400:00000010:1.0:1779697752.859775:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21428. 00000400:00000010:1.0:1779697752.859777:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528e70. 00000400:00000010:1.0:1779697752.859779:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903aa48. 00000400:00000010:1.0:1779697752.859780:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528578. 00000400:00000010:1.0:1779697752.859782:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903af50. 00000400:00000010:1.0:1779697752.859784:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528f18. 00000400:00000010:1.0:1779697752.859786:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21ab8. 00000400:00000010:1.0:1779697752.859788:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a5b0. 00000400:00000010:1.0:1779697752.859790:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b216c8. 00000400:00000010:1.0:1779697752.859792:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528b28. 00000400:00000010:1.0:1779697752.859793:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a658. 00000400:00000010:1.0:1779697752.859795:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21ee0. 00000400:00000010:1.0:1779697752.859797:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528f88. 00000400:00000010:1.0:1779697752.859799:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903aee0. 00000400:00000010:1.0:1779697752.859801:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a6c8. 00000400:00000010:1.0:1779697752.859803:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903aab8. 00000400:00000010:1.0:1779697752.859805:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a428. 00000400:00000010:1.0:1779697752.859807:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159578. 00000400:00000010:1.0:1779697752.859809:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21658. 00000400:00000010:1.0:1779697752.859811:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159e70. 00000400:00000010:1.0:1779697752.859813:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a188. 00000400:00000010:1.0:1779697752.859815:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05280a8. 00000400:00000010:1.0:1779697752.859817:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a5e8. 00000400:00000010:1.0:1779697752.859819:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ab98. 00000400:00000010:1.0:1779697752.859820:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b215b0. 00000400:00000010:1.0:1779697752.859822:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a310. 00000400:00000010:1.0:1779697752.859824:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159ea8. 00000400:00000010:1.0:1779697752.859826:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a460. 00000400:00000010:1.0:1779697752.859828:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21f50. 00000400:00000010:1.0:1779697752.859830:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528508. 00000400:00000010:1.0:1779697752.859832:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ae38. 00000400:00000010:1.0:1779697752.859834:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528d58. 00000400:00000010:1.0:1779697752.859835:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21a48. 00000400:00000010:1.0:1779697752.859837:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159cb0. 00000400:00000010:1.0:1779697752.859839:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ab60. 00000400:00000010:1.0:1779697752.859841:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b213b8. 00000400:00000010:1.0:1779697752.859843:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05288f8. 00000400:00000010:1.0:1779697752.859845:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21850. 00000400:00000010:1.0:1779697752.859847:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05283f0. 00000400:00000010:1.0:1779697752.859849:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159c40. 00000400:00000010:1.0:1779697752.859851:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159540. 00000400:00000010:1.0:1779697752.859852:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21888. 00000400:00000010:1.0:1779697752.859855:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b212a0. 00000400:00000010:1.0:1779697752.859856:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001594d0. 00000400:00000010:1.0:1779697752.859858:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a150. 00000400:00000010:1.0:1779697752.859860:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001599d8. 00000400:00000010:1.0:1779697752.859862:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528070. 00000400:00000010:1.0:1779697752.859864:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159c78. 00000400:00000010:1.0:1779697752.859867:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a1c0. 00000400:00000010:1.0:1779697752.859869:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528ce8. 00000400:00000010:1.0:1779697752.859871:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001590e0. 00000400:00000010:1.0:1779697752.859873:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903aa10. 00000400:00000010:1.0:1779697752.859875:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a690. 00000400:00000010:1.0:1779697752.859877:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528e00. 00000400:00000010:1.0:1779697752.859879:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001597e0. 00000400:00000010:1.0:1779697752.859881:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a498. 00000400:00000010:1.0:1779697752.859883:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159c08. 00000400:00000010:1.0:1779697752.859885:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a348. 00000400:00000010:1.0:1779697752.859886:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001598c0. 00000400:00000010:1.0:1779697752.859888:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21038. 00000400:00000010:1.0:1779697752.859890:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b217a8. 00000400:00000010:1.0:1779697752.859892:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a620. 00000400:00000010:1.0:1779697752.859894:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a2d8. 00000400:00000010:1.0:1779697752.859896:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159a80. 00000400:00000010:1.0:1779697752.859898:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159d90. 00000400:00000010:1.0:1779697752.859899:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528738. 00000400:00000010:1.0:1779697752.859901:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001599a0. 00000400:00000010:1.0:1779697752.859903:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903abd0. 00000400:00000010:1.0:1779697752.859905:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159000. 00000400:00000010:1.0:1779697752.859907:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159fc0. 00000400:00000010:1.0:1779697752.859908:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05287a8. 00000400:00000010:1.0:1779697752.859910:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159118. 00000400:00000010:1.0:1779697752.859912:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159818. 00000400:00000010:1.0:1779697752.859914:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21738. 00000400:00000010:1.0:1779697752.859916:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a380. 00000400:00000010:1.0:1779697752.859917:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21e00. 00000400:00000010:1.0:1779697752.859919:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903ad20. 00000400:00000010:1.0:1779697752.859921:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21ce8. 00000400:00000010:1.0:1779697752.859923:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a700. 00000400:00000010:1.0:1779697752.859925:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528038. 00000400:00000010:1.0:1779697752.859926:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159230. 00000400:00000010:1.0:1779697752.859928:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159dc8. 00000400:00000010:1.0:1779697752.859930:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05282a0. 00000400:00000010:1.0:1779697752.859932:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001591f8. 00000400:00000010:1.0:1779697752.859934:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528888. 00000400:00000010:1.0:1779697752.859936:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a770. 00000400:00000010:1.0:1779697752.859938:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528850. 00000400:00000010:1.0:1779697752.859940:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a930. 00000400:00000010:1.0:1779697752.859942:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc903a968. 00000400:00000010:1.0:1779697752.859943:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21070. 00000400:00000010:1.0:1779697752.859946:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b213f0. 00000400:00000010:1.0:1779697752.859948:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96b98. 00000400:00000010:1.0:1779697752.859950:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b218f8. 00000400:00000010:1.0:1779697752.859952:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a965e8. 00000400:00000010:1.0:1779697752.859955:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05283b8. 00000400:00000010:1.0:1779697752.859956:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96188. 00000400:00000010:1.0:1779697752.859958:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528a48. 00000400:00000010:1.0:1779697752.859960:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159268. 00000400:00000010:1.0:1779697752.859962:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528f50. 00000400:00000010:1.0:1779697752.859964:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05285b0. 00000400:00000010:1.0:1779697752.859966:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96428. 00000400:00000010:1.0:1779697752.859968:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528658. 00000400:00000010:1.0:1779697752.859970:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528ee0. 00000400:00000010:1.0:1779697752.859972:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159af0. 00000400:00000010:1.0:1779697752.859974:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96ab8. 00000400:00000010:1.0:1779697752.859976:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05286c8. 00000400:00000010:1.0:1779697752.859978:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a966c8. 00000400:00000010:1.0:1779697752.859980:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528ab8. 00000400:00000010:1.0:1779697752.859981:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159968. 00000400:00000010:1.0:1779697752.859983:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528428. 00000400:00000010:1.0:1779697752.859985:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159930. 00000400:00000010:1.0:1779697752.859987:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96ee0. 00000400:00000010:1.0:1779697752.859989:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96658. 00000400:00000010:1.0:1779697752.859991:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a965b0. 00000400:00000010:1.0:1779697752.859993:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96f50. 00000400:00000010:1.0:1779697752.859995:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159770. 00000400:00000010:1.0:1779697752.859997:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528188. 00000400:00000010:1.0:1779697752.859998:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96a48. 00000400:00000010:1.0:1779697752.860000:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05285e8. 00000400:00000010:1.0:1779697752.860002:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528b98. 00000400:00000010:1.0:1779697752.860004:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a963b8. 00000400:00000010:1.0:1779697752.860007:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96850. 00000400:00000010:1.0:1779697752.860009:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159700. 00000400:00000010:1.0:1779697752.860011:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159d20. 00000400:00000010:1.0:1779697752.860013:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96888. 00000400:00000010:1.0:1779697752.860015:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159380. 00000400:00000010:1.0:1779697752.860017:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a962a0. 00000400:00000010:1.0:1779697752.860019:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159bd0. 00000400:00000010:1.0:1779697752.860021:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001592d8. 00000400:00000010:1.0:1779697752.860023:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528310. 00000400:00000010:1.0:1779697752.860024:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528460. 00000400:00000010:1.0:1779697752.860026:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96038. 00000400:00000010:1.0:1779697752.860028:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a967a8. 00000400:00000010:1.0:1779697752.860030:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96738. 00000400:00000010:1.0:1779697752.860032:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96e00. 00000400:00000010:1.0:1779697752.860034:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528e38. 00000400:00000010:1.0:1779697752.860036:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96ce8. 00000400:00000010:1.0:1779697752.860038:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528b60. 00000400:00000010:1.0:1779697752.860039:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159620. 00000400:00000010:1.0:1779697752.860041:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528150. 00000400:00000010:1.0:1779697752.860043:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159348. 00000400:00000010:1.0:1779697752.860045:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159498. 00000400:00000010:1.0:1779697752.860047:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05281c0. 00000400:00000010:1.0:1779697752.860049:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159690. 00000400:00000010:1.0:1779697752.860051:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528a10. 00000400:00000010:1.0:1779697752.860052:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528690. 00000400:00000010:1.0:1779697752.860054:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528498. 00000400:00000010:1.0:1779697752.860056:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528348. 00000400:00000010:1.0:1779697752.860058:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96070. 00000400:00000010:1.0:1779697752.860060:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528620. 00000400:00000010:1.0:1779697752.860062:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a963f0. 00000400:00000010:1.0:1779697752.860064:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05282d8. 00000400:00000010:1.0:1779697752.860065:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528bd0. 00000400:00000010:1.0:1779697752.860067:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528380. 00000400:00000010:1.0:1779697752.860069:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159a10. 00000400:00000010:1.0:1779697752.860071:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528d20. 00000400:00000010:1.0:1779697752.860073:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001591c0. 00000400:00000010:1.0:1779697752.860075:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528700. 00000400:00000010:1.0:1779697752.860077:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a968f8. 00000400:00000010:1.0:1779697752.860079:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96d58. 00000400:00000010:1.0:1779697752.860081:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528770. 00000400:00000010:1.0:1779697752.860083:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159150. 00000400:00000010:1.0:1779697752.860085:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96508. 00000400:00000010:1.0:1779697752.860087:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159b60. 00000400:00000010:1.0:1779697752.860089:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a960a8. 00000400:00000010:1.0:1779697752.860091:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96f88. 00000400:00000010:1.0:1779697752.860092:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96b28. 00000400:00000010:1.0:1779697752.860094:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96f18. 00000400:00000010:1.0:1779697752.860096:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96578. 00000400:00000010:1.0:1779697752.860098:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21d58. 00000400:00000010:1.0:1779697752.860100:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159e38. 00000400:00000010:1.0:1779697752.860102:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21508. 00000400:00000010:1.0:1779697752.860104:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528930. 00000400:00000010:1.0:1779697752.860106:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159460. 00000400:00000010:1.0:1779697752.860108:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96e70. 00000400:00000010:1.0:1779697752.860109:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159310. 00000400:00000010:1.0:1779697752.860111:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159b98. 00000400:00000010:1.0:1779697752.860113:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b210a8. 00000400:00000010:1.0:1779697752.860115:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001595e8. 00000400:00000010:1.0:1779697752.860117:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159188. 00000400:00000010:1.0:1779697752.860119:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21f88. 00000400:00000010:1.0:1779697752.860120:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159428. 00000400:00000010:1.0:1779697752.860122:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96ea8. 00000400:00000010:1.0:1779697752.860124:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96cb0. 00000400:00000010:1.0:1779697752.860126:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159ab8. 00000400:00000010:1.0:1779697752.860128:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001596c8. 00000400:00000010:1.0:1779697752.860130:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159ee0. 00000400:00000010:1.0:1779697752.860131:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21b28. 00000400:00000010:1.0:1779697752.860133:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21f18. 00000400:00000010:1.0:1779697752.860135:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528968. 00000400:00000010:1.0:1779697752.860137:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528af0. 00000400:00000010:1.0:1779697752.860139:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159658. 00000400:00000010:1.0:1779697752.860141:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96c40. 00000400:00000010:1.0:1779697752.860143:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001595b0. 00000400:00000010:1.0:1779697752.860145:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96540. 00000400:00000010:1.0:1779697752.860146:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a964d0. 00000400:00000010:1.0:1779697752.860148:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a969d8. 00000400:00000010:1.0:1779697752.860150:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528268. 00000400:00000010:1.0:1779697752.860152:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96c78. 00000400:00000010:1.0:1779697752.860154:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05281f8. 00000400:00000010:1.0:1779697752.860156:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a960e0. 00000400:00000010:1.0:1779697752.860158:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a967e0. 00000400:00000010:1.0:1779697752.860159:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528dc8. 00000400:00000010:1.0:1779697752.860161:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96c08. 00000400:00000010:1.0:1779697752.860163:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159f50. 00000400:00000010:1.0:1779697752.860165:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528230. 00000400:00000010:1.0:1779697752.860167:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528818. 00000400:00000010:1.0:1779697752.860169:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528118. 00000400:00000010:1.0:1779697752.860171:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159a48. 00000400:00000010:1.0:1779697752.860172:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528fc0. 00000400:00000010:1.0:1779697752.860174:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a968c0. 00000400:00000010:1.0:1779697752.860176:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96a80. 00000400:00000010:1.0:1779697752.860178:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21578. 00000400:00000010:1.0:1779697752.860180:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0528000. 00000400:00000010:1.0:1779697752.860181:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21e70. 00000400:00000010:1.0:1779697752.860183:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05289a0. 00000400:00000010:1.0:1779697752.860185:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21ea8. 00000400:00000010:1.0:1779697752.860187:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001593b8. 00000400:00000010:1.0:1779697752.860189:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21cb0. 00000400:00000010:1.0:1779697752.860191:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159850. 00000400:00000010:1.0:1779697752.860193:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159888. 00000400:00000010:1.0:1779697752.860195:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96d90. 00000400:00000010:1.0:1779697752.860196:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001592a0. 00000400:00000010:1.0:1779697752.860199:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a969a0. 00000400:00000010:1.0:1779697752.860201:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2fc0. 00000400:00000010:1.0:1779697752.860203:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21c40. 00000400:00000010:1.0:1779697752.860205:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21540. 00000400:00000010:1.0:1779697752.860207:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b214d0. 00000400:00000010:1.0:1779697752.860209:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159038. 00000400:00000010:1.0:1779697752.860211:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2000. 00000400:00000010:1.0:1779697752.860213:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c29a0. 00000400:00000010:1.0:1779697752.860215:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2d90. 00000400:00000010:1.0:1779697752.860217:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2a80. 00000400:00000010:1.0:1779697752.860218:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001597a8. 00000400:00000010:1.0:1779697752.860220:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159738. 00000400:00000010:1.0:1779697752.860222:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159e00. 00000400:00000010:1.0:1779697752.860224:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b219d8. 00000400:00000010:1.0:1779697752.860226:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96000. 00000400:00000010:1.0:1779697752.860228:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96fc0. 00000400:00000010:1.0:1779697752.860230:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159ce8. 00000400:00000010:1.0:1779697752.860232:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96118. 00000400:00000010:1.0:1779697752.860234:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159070. 00000400:00000010:1.0:1779697752.860236:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96818. 00000400:00000010:1.0:1779697752.860238:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001593f0. 00000400:00000010:1.0:1779697752.860240:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21c78. 00000400:00000010:1.0:1779697752.860242:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96230. 00000400:00000010:1.0:1779697752.860244:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b210e0. 00000400:00000010:1.0:1779697752.860246:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001598f8. 00000400:00000010:1.0:1779697752.860247:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c28c0. 00000400:00000010:1.0:1779697752.860249:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159d58. 00000400:00000010:1.0:1779697752.860251:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159508. 00000400:00000010:1.0:1779697752.860253:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2c08. 00000400:00000010:1.0:1779697752.860255:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c27e0. 00000400:00000010:1.0:1779697752.860257:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc001590a8. 00000400:00000010:1.0:1779697752.860258:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b217e0. 00000400:00000010:1.0:1779697752.860260:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159f88. 00000400:00000010:1.0:1779697752.860262:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96dc8. 00000400:00000010:1.0:1779697752.860264:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a961f8. 00000400:00000010:1.0:1779697752.860266:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cc00159b28. 00000400:00000010:1.0:1779697752.860268:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96268. 00000400:00000010:1.0:1779697752.860270:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c20e0. 00000400:00000010:1.0:1779697752.860272:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96af0. 00000400:00000010:1.0:1779697752.860274:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96968. 00000400:00000010:1.0:1779697752.860275:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a60a8. 00000400:00000010:1.0:1779697752.860278:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96930. 00000400:00000010:1.0:1779697752.860280:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96770. 00000400:00000010:1.0:1779697752.860282:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96700. 00000400:00000010:1.0:1779697752.860284:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6f88. 00000400:00000010:1.0:1779697752.860286:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2c78. 00000400:00000010:1.0:1779697752.860288:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c29d8. 00000400:00000010:1.0:1779697752.860290:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c24d0. 00000400:00000010:1.0:1779697752.860292:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6b28. 00000400:00000010:1.0:1779697752.860294:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2540. 00000400:00000010:1.0:1779697752.860296:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6f18. 00000400:00000010:1.0:1779697752.860298:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6578. 00000400:00000010:1.0:1779697752.860300:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21c08. 00000400:00000010:1.0:1779697752.860302:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6e70. 00000400:00000010:1.0:1779697752.860303:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6ea8. 00000400:00000010:1.0:1779697752.860305:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96d20. 00000400:00000010:1.0:1779697752.860308:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6cb0. 00000400:00000010:1.0:1779697752.860310:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96380. 00000400:00000010:1.0:1779697752.860311:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b218c0. 00000400:00000010:1.0:1779697752.860313:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96bd0. 00000400:00000010:1.0:1779697752.860315:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a962d8. 00000400:00000010:1.0:1779697752.860317:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2c40. 00000400:00000010:1.0:1779697752.860319:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6c40. 00000400:00000010:1.0:1779697752.860321:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96620. 00000400:00000010:1.0:1779697752.860322:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21a80. 00000400:00000010:1.0:1779697752.860324:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2cb0. 00000400:00000010:1.0:1779697752.860326:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6540. 00000400:00000010:1.0:1779697752.860328:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a64d0. 00000400:00000010:1.0:1779697752.860330:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96348. 00000400:00000010:1.0:1779697752.860332:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a69d8. 00000400:00000010:1.0:1779697752.860334:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96498. 00000400:00000010:1.0:1779697752.860335:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6c78. 00000400:00000010:1.0:1779697752.860337:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2ea8. 00000400:00000010:1.0:1779697752.860339:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a60e0. 00000400:00000010:1.0:1779697752.860341:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96690. 00000400:00000010:1.0:1779697752.860343:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a67e0. 00000400:00000010:1.0:1779697752.860345:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96a10. 00000400:00000010:1.0:1779697752.860347:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a961c0. 00000400:00000010:1.0:1779697752.860349:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2e70. 00000400:00000010:1.0:1779697752.860350:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96150. 00000400:00000010:1.0:1779697752.860352:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2578. 00000400:00000010:1.0:1779697752.860355:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96b60. 00000400:00000010:1.0:1779697752.860356:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2f18. 00000400:00000010:1.0:1779697752.860358:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96e38. 00000400:00000010:1.0:1779697752.860360:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96460. 00000400:00000010:1.0:1779697752.860362:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6c08. 00000400:00000010:1.0:1779697752.860364:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cac4a96310. 00000400:00000010:1.0:1779697752.860366:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2b28. 00000400:00000010:1.0:1779697752.860369:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a68c0. 00000400:00000010:1.0:1779697752.860371:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e6c8. 00000400:00000010:1.0:1779697752.860374:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049eee0. 00000400:00000010:1.0:1779697752.860376:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2f88. 00000400:00000010:1.0:1779697752.860377:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e658. 00000400:00000010:1.0:1779697752.860379:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6a80. 00000400:00000010:1.0:1779697752.860381:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e5b0. 00000400:00000010:1.0:1779697752.860383:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c20a8. 00000400:00000010:1.0:1779697752.860385:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ef50. 00000400:00000010:1.0:1779697752.860409:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6d90. 00000400:00000010:1.0:1779697752.860412:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a69a0. 00000400:00000010:1.0:1779697752.860414:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6000. 00000400:00000010:1.0:1779697752.860416:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6fc0. 00000400:00000010:1.0:1779697752.860418:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6118. 00000400:00000010:1.0:1779697752.860419:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2508. 00000400:00000010:1.0:1779697752.860421:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6818. 00000400:00000010:1.0:1779697752.860423:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ea48. 00000400:00000010:1.0:1779697752.860425:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6230. 00000400:00000010:1.0:1779697752.860427:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6dc8. 00000400:00000010:1.0:1779697752.860429:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2d58. 00000400:00000010:1.0:1779697752.860431:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21d90. 00000400:00000010:1.0:1779697752.860433:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c28f8. 00000400:00000010:1.0:1779697752.860435:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c23f0. 00000400:00000010:1.0:1779697752.860437:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2070. 00000400:00000010:1.0:1779697752.860439:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e3b8. 00000400:00000010:1.0:1779697752.860454:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e850. 00000400:00000010:1.0:1779697752.860456:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e888. 00000400:00000010:1.0:1779697752.860458:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a61f8. 00000400:00000010:1.0:1779697752.860460:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e2a0. 00000400:00000010:1.0:1779697752.860463:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6268. 00000400:00000010:1.0:1779697752.860465:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e038. 00000400:00000010:1.0:1779697752.860467:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e7a8. 00000400:00000010:1.0:1779697752.860469:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2ce8. 00000400:00000010:1.0:1779697752.860471:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6af0. 00000400:00000010:1.0:1779697752.860472:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e738. 00000400:00000010:1.0:1779697752.860474:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6968. 00000400:00000010:1.0:1779697752.860476:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ee00. 00000400:00000010:1.0:1779697752.860478:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ece8. 00000400:00000010:1.0:1779697752.860480:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6930. 00000400:00000010:1.0:1779697752.860482:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2e00. 00000400:00000010:1.0:1779697752.860484:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6770. 00000400:00000010:1.0:1779697752.860486:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6700. 00000400:00000010:1.0:1779697752.860488:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e070. 00000400:00000010:1.0:1779697752.860490:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6d20. 00000400:00000010:1.0:1779697752.860492:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6380. 00000400:00000010:1.0:1779697752.860494:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2738. 00000400:00000010:1.0:1779697752.860495:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c27a8. 00000400:00000010:1.0:1779697752.860497:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2038. 00000400:00000010:1.0:1779697752.860509:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c22a0. 00000400:00000010:1.0:1779697752.860511:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6bd0. 00000400:00000010:1.0:1779697752.860513:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a62d8. 00000400:00000010:1.0:1779697752.860515:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6620. 00000400:00000010:1.0:1779697752.860516:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6348. 00000400:00000010:1.0:1779697752.860518:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2888. 00000400:00000010:1.0:1779697752.860520:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b219a0. 00000400:00000010:1.0:1779697752.860521:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21000. 00000400:00000010:1.0:1779697752.860523:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2850. 00000400:00000010:1.0:1779697752.860524:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21fc0. 00000400:00000010:1.0:1779697752.860526:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21118. 00000400:00000010:1.0:1779697752.860527:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21818. 00000400:00000010:1.0:1779697752.860529:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6498. 00000400:00000010:1.0:1779697752.860531:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21230. 00000400:00000010:1.0:1779697752.860533:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6690. 00000400:00000010:1.0:1779697752.860535:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e3f0. 00000400:00000010:1.0:1779697752.860536:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6a10. 00000400:00000010:1.0:1779697752.860538:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a61c0. 00000400:00000010:1.0:1779697752.860540:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e8f8. 00000400:00000010:1.0:1779697752.860542:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6150. 00000400:00000010:1.0:1779697752.860543:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6b60. 00000400:00000010:1.0:1779697752.860545:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6e38. 00000400:00000010:1.0:1779697752.860547:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21dc8. 00000400:00000010:1.0:1779697752.860548:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6460. 00000400:00000010:1.0:1779697752.860550:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6310. 00000400:00000010:1.0:1779697752.860552:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6b98. 00000400:00000010:1.0:1779697752.860553:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a65e8. 00000400:00000010:1.0:1779697752.860555:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6188. 00000400:00000010:1.0:1779697752.860557:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6428. 00000400:00000010:1.0:1779697752.860558:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b211f8. 00000400:00000010:1.0:1779697752.860560:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c23b8. 00000400:00000010:1.0:1779697752.860562:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6ab8. 00000400:00000010:1.0:1779697752.860564:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2a48. 00000400:00000010:1.0:1779697752.860566:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ed58. 00000400:00000010:1.0:1779697752.860568:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a66c8. 00000400:00000010:1.0:1779697752.860570:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e508. 00000400:00000010:1.0:1779697752.860572:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21268. 00000400:00000010:1.0:1779697752.860573:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21af0. 00000400:00000010:1.0:1779697752.860575:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21968. 00000400:00000010:1.0:1779697752.860577:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e0a8. 00000400:00000010:1.0:1779697752.860578:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21930. 00000400:00000010:1.0:1779697752.860580:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2f50. 00000400:00000010:1.0:1779697752.860582:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ef88. 00000400:00000010:1.0:1779697752.860583:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c25b0. 00000400:00000010:1.0:1779697752.860585:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2658. 00000400:00000010:1.0:1779697752.860587:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2ee0. 00000400:00000010:1.0:1779697752.860589:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c26c8. 00000400:00000010:1.0:1779697752.860590:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049eb28. 00000400:00000010:1.0:1779697752.860592:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ef18. 00000400:00000010:1.0:1779697752.860594:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21770. 00000400:00000010:1.0:1779697752.860595:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21700. 00000400:00000010:1.0:1779697752.860597:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e578. 00000400:00000010:1.0:1779697752.860598:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21d20. 00000400:00000010:1.0:1779697752.860600:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ee70. 00000400:00000010:1.0:1779697752.860602:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049eea8. 00000400:00000010:1.0:1779697752.860603:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21380. 00000400:00000010:1.0:1779697752.860605:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6ee0. 00000400:00000010:1.0:1779697752.860607:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21bd0. 00000400:00000010:1.0:1779697752.860609:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b212d8. 00000400:00000010:1.0:1779697752.860610:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21620. 00000400:00000010:1.0:1779697752.860612:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21348. 00000400:00000010:1.0:1779697752.860614:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21498. 00000400:00000010:1.0:1779697752.860616:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ecb0. 00000400:00000010:1.0:1779697752.860618:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2ab8. 00000400:00000010:1.0:1779697752.860619:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6658. 00000400:00000010:1.0:1779697752.860620:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a65b0. 00000400:00000010:1.0:1779697752.860622:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6f50. 00000400:00000010:1.0:1779697752.860624:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6a48. 00000400:00000010:1.0:1779697752.860625:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a63b8. 00000400:00000010:1.0:1779697752.860627:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ec40. 00000400:00000010:1.0:1779697752.860629:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21690. 00000400:00000010:1.0:1779697752.860631:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6850. 00000400:00000010:1.0:1779697752.860633:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2428. 00000400:00000010:1.0:1779697752.860635:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2188. 00000400:00000010:1.0:1779697752.860637:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e540. 00000400:00000010:1.0:1779697752.860639:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e4d0. 00000400:00000010:1.0:1779697752.860641:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6888. 00000400:00000010:1.0:1779697752.860643:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c25e8. 00000400:00000010:1.0:1779697752.860644:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a62a0. 00000400:00000010:1.0:1779697752.860646:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2b98. 00000400:00000010:1.0:1779697752.860649:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2310. 00000400:00000010:1.0:1779697752.860651:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e9d8. 00000400:00000010:1.0:1779697752.860653:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ec78. 00000400:00000010:1.0:1779697752.860655:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cb52b21a10. 00000400:00000010:1.0:1779697752.860657:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e0e0. 00000400:00000010:1.0:1779697752.860659:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e7e0. 00000400:00000010:1.0:1779697752.860661:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507ee0. 00000400:00000010:1.0:1779697752.860663:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2460. 00000400:00000010:1.0:1779697752.860665:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507658. 00000400:00000010:1.0:1779697752.860667:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2e38. 00000400:00000010:1.0:1779697752.860669:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2b60. 00000400:00000010:1.0:1779697752.860671:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6038. 00000400:00000010:1.0:1779697752.860673:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2150. 00000400:00000010:1.0:1779697752.860674:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c21c0. 00000400:00000010:1.0:1779697752.860676:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ec08. 00000400:00000010:1.0:1779697752.860678:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e8c0. 00000400:00000010:1.0:1779697752.860680:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ea80. 00000400:00000010:1.0:1779697752.860682:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ed90. 00000400:00000010:1.0:1779697752.860684:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2a10. 00000400:00000010:1.0:1779697752.860686:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e9a0. 00000400:00000010:1.0:1779697752.860687:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2690. 00000400:00000010:1.0:1779697752.860689:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2498. 00000400:00000010:1.0:1779697752.860690:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2348. 00000400:00000010:1.0:1779697752.860692:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e000. 00000400:00000010:1.0:1779697752.860694:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2620. 00000400:00000010:1.0:1779697752.860696:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a67a8. 00000400:00000010:1.0:1779697752.860698:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05075b0. 00000400:00000010:1.0:1779697752.860700:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507f50. 00000400:00000010:1.0:1779697752.860702:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c22d8. 00000400:00000010:1.0:1779697752.860704:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2bd0. 00000400:00000010:1.0:1779697752.860706:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2380. 00000400:00000010:1.0:1779697752.860707:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049efc0. 00000400:00000010:1.0:1779697752.860709:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2d20. 00000400:00000010:1.0:1779697752.860711:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6738. 00000400:00000010:1.0:1779697752.860712:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2700. 00000400:00000010:1.0:1779697752.860714:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507a48. 00000400:00000010:1.0:1779697752.860716:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e118. 00000400:00000010:1.0:1779697752.860717:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2770. 00000400:00000010:1.0:1779697752.860719:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6e00. 00000400:00000010:1.0:1779697752.860721:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e818. 00000400:00000010:1.0:1779697752.860723:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6ce8. 00000400:00000010:1.0:1779697752.860725:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e230. 00000400:00000010:1.0:1779697752.860727:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049edc8. 00000400:00000010:1.0:1779697752.860729:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e1f8. 00000400:00000010:1.0:1779697752.860731:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e268. 00000400:00000010:1.0:1779697752.860733:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05073b8. 00000400:00000010:1.0:1779697752.860735:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507850. 00000400:00000010:1.0:1779697752.860737:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507888. 00000400:00000010:1.0:1779697752.860739:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05072a0. 00000400:00000010:1.0:1779697752.860741:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049eaf0. 00000400:00000010:1.0:1779697752.860743:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6070. 00000400:00000010:1.0:1779697752.860745:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e968. 00000400:00000010:1.0:1779697752.860747:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e930. 00000400:00000010:1.0:1779697752.860749:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a63f0. 00000400:00000010:1.0:1779697752.860750:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a68f8. 00000400:00000010:1.0:1779697752.860752:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6d58. 00000400:00000010:1.0:1779697752.860754:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc80a6508. 00000400:00000010:1.0:1779697752.860756:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507038. 00000400:00000010:1.0:1779697752.860758:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05077a8. 00000400:00000010:1.0:1779697752.860760:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507738. 00000400:00000010:1.0:1779697752.860762:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2930. 00000400:00000010:1.0:1779697752.860764:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507e00. 00000400:00000010:1.0:1779697752.860766:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f0e0. 00000400:00000010:1.0:1779697752.860770:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f7e0. 00000400:00000010:1.0:1779697752.860772:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e770. 00000400:00000010:1.0:1779697752.860773:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fc08. 00000400:00000010:1.0:1779697752.860775:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f8c0. 00000400:00000010:1.0:1779697752.860777:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507ce8. 00000400:00000010:1.0:1779697752.860779:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2968. 00000400:00000010:1.0:1779697752.860781:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2af0. 00000400:00000010:1.0:1779697752.860783:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fa80. 00000400:00000010:1.0:1779697752.860785:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fd90. 00000400:00000010:1.0:1779697752.860787:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f9a0. 00000400:00000010:1.0:1779697752.860789:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2268. 00000400:00000010:1.0:1779697752.860790:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e700. 00000400:00000010:1.0:1779697752.860792:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f000. 00000400:00000010:1.0:1779697752.860794:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507070. 00000400:00000010:1.0:1779697752.860796:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05073f0. 00000400:00000010:1.0:1779697752.860798:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ed20. 00000400:00000010:1.0:1779697752.860800:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e380. 00000400:00000010:1.0:1779697752.860802:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c21f8. 00000400:00000010:1.0:1779697752.860804:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ebd0. 00000400:00000010:1.0:1779697752.860806:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e2d8. 00000400:00000010:1.0:1779697752.860808:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05078f8. 00000400:00000010:1.0:1779697752.860810:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2dc8. 00000400:00000010:1.0:1779697752.860811:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507d58. 00000400:00000010:1.0:1779697752.860813:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e620. 00000400:00000010:1.0:1779697752.860815:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507508. 00000400:00000010:1.0:1779697752.860817:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e348. 00000400:00000010:1.0:1779697752.860819:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2230. 00000400:00000010:1.0:1779697752.860821:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e498. 00000400:00000010:1.0:1779697752.860823:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2818. 00000400:00000010:1.0:1779697752.860824:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf64c2118. 00000400:00000010:1.0:1779697752.860826:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e690. 00000400:00000010:1.0:1779697752.860828:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ea10. 00000400:00000010:1.0:1779697752.860830:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0ffc0. 00000400:00000010:1.0:1779697752.860832:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05070a8. 00000400:00000010:1.0:1779697752.860834:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510690. 00000400:00000010:1.0:1779697752.860836:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507f88. 00000400:00000010:1.0:1779697752.860838:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510818. 00000400:00000010:1.0:1779697752.860840:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507b28. 00000400:00000010:1.0:1779697752.860841:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e1c0. 00000400:00000010:1.0:1779697752.860843:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507f18. 00000400:00000010:1.0:1779697752.860845:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510460. 00000400:00000010:1.0:1779697752.860847:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510230. 00000400:00000010:1.0:1779697752.860849:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f118. 00000400:00000010:1.0:1779697752.860851:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510508. 00000400:00000010:1.0:1779697752.860853:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e150. 00000400:00000010:1.0:1779697752.860855:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049eb60. 00000400:00000010:1.0:1779697752.860857:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510578. 00000400:00000010:1.0:1779697752.860858:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510038. 00000400:00000010:1.0:1779697752.860860:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507578. 00000400:00000010:1.0:1779697752.860862:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507e70. 00000400:00000010:1.0:1779697752.860864:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f818. 00000400:00000010:1.0:1779697752.860866:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f230. 00000400:00000010:1.0:1779697752.860868:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fdc8. 00000400:00000010:1.0:1779697752.860870:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f1f8. 00000400:00000010:1.0:1779697752.860872:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049ee38. 00000400:00000010:1.0:1779697752.860875:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510a48. 00000400:00000010:1.0:1779697752.860877:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e460. 00000400:00000010:1.0:1779697752.860878:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f268. 00000400:00000010:1.0:1779697752.860880:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507ea8. 00000400:00000010:1.0:1779697752.860882:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e310. 00000400:00000010:1.0:1779697752.860885:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0faf0. 00000400:00000010:1.0:1779697752.860887:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510c08. 00000400:00000010:1.0:1779697752.860888:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f968. 00000400:00000010:1.0:1779697752.860890:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049eb98. 00000400:00000010:1.0:1779697752.860911:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f930. 00000400:00000010:1.0:1779697752.860915:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e5e8. 00000400:00000010:1.0:1779697752.860917:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507cb0. 00000400:00000010:1.0:1779697752.860919:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f770. 00000400:00000010:1.0:1779697752.860920:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507c40. 00000400:00000010:1.0:1779697752.860922:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e188. 00000400:00000010:1.0:1779697752.860924:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049e428. 00000400:00000010:1.0:1779697752.860926:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf049eab8. 00000400:00000010:1.0:1779697752.860928:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507540. 00000400:00000010:1.0:1779697752.860930:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f700. 00000400:00000010:1.0:1779697752.860932:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5348. 00000400:00000010:1.0:1779697752.860935:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fd20. 00000400:00000010:1.0:1779697752.860937:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f380. 00000400:00000010:1.0:1779697752.860939:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fbd0. 00000400:00000010:1.0:1779697752.860941:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15101f8. 00000400:00000010:1.0:1779697752.860942:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f2d8. 00000400:00000010:1.0:1779697752.860944:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15102a0. 00000400:00000010:1.0:1779697752.860946:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15108c0. 00000400:00000010:1.0:1779697752.860948:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f620. 00000400:00000010:1.0:1779697752.860950:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15109a0. 00000400:00000010:1.0:1779697752.860952:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510118. 00000400:00000010:1.0:1779697752.860953:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05074d0. 00000400:00000010:1.0:1779697752.860956:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f348. 00000400:00000010:1.0:1779697752.860958:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f498. 00000400:00000010:1.0:1779697752.860960:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15100e0. 00000400:00000010:1.0:1779697752.860962:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5498. 00000400:00000010:1.0:1779697752.860965:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5690. 00000400:00000010:1.0:1779697752.860966:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5a10. 00000400:00000010:1.0:1779697752.860968:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f690. 00000400:00000010:1.0:1779697752.860970:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e51c0. 00000400:00000010:1.0:1779697752.860972:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05079d8. 00000400:00000010:1.0:1779697752.860974:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5150. 00000400:00000010:1.0:1779697752.860976:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5b60. 00000400:00000010:1.0:1779697752.860978:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fa10. 00000400:00000010:1.0:1779697752.860980:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510658. 00000400:00000010:1.0:1779697752.860982:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5e38. 00000400:00000010:1.0:1779697752.860983:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507c78. 00000400:00000010:1.0:1779697752.860985:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f1c0. 00000400:00000010:1.0:1779697752.860987:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05070e0. 00000400:00000010:1.0:1779697752.860989:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05077e0. 00000400:00000010:1.0:1779697752.860991:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507c08. 00000400:00000010:1.0:1779697752.860993:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f150. 00000400:00000010:1.0:1779697752.860995:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fb60. 00000400:00000010:1.0:1779697752.860996:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5460. 00000400:00000010:1.0:1779697752.860998:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fe38. 00000400:00000010:1.0:1779697752.861000:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510620. 00000400:00000010:1.0:1779697752.861002:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510b60. 00000400:00000010:1.0:1779697752.861004:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15102d8. 00000400:00000010:1.0:1779697752.861005:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15101c0. 00000400:00000010:1.0:1779697752.861007:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510a10. 00000400:00000010:1.0:1779697752.861009:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510f18. 00000400:00000010:1.0:1779697752.861011:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510ea8. 00000400:00000010:1.0:1779697752.861013:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5310. 00000400:00000010:1.0:1779697752.861015:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5b98. 00000400:00000010:1.0:1779697752.861016:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05078c0. 00000400:00000010:1.0:1779697752.861018:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507a80. 00000400:00000010:1.0:1779697752.861020:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f460. 00000400:00000010:1.0:1779697752.861022:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f310. 00000400:00000010:1.0:1779697752.861037:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fb98. 00000400:00000010:1.0:1779697752.861039:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510ce8. 00000400:00000010:1.0:1779697752.861041:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f5e8. 00000400:00000010:1.0:1779697752.861043:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e55e8. 00000400:00000010:1.0:1779697752.861046:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f188. 00000400:00000010:1.0:1779697752.861048:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f428. 00000400:00000010:1.0:1779697752.861050:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fab8. 00000400:00000010:1.0:1779697752.861051:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5188. 00000400:00000010:1.0:1779697752.861053:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f6c8. 00000400:00000010:1.0:1779697752.861055:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510f50. 00000400:00000010:1.0:1779697752.861057:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fee0. 00000400:00000010:1.0:1779697752.861059:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f658. 00000400:00000010:1.0:1779697752.861061:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507d90. 00000400:00000010:1.0:1779697752.861062:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5428. 00000400:00000010:1.0:1779697752.861064:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5ab8. 00000400:00000010:1.0:1779697752.861066:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510ee0. 00000400:00000010:1.0:1779697752.861068:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05079a0. 00000400:00000010:1.0:1779697752.861070:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e56c8. 00000400:00000010:1.0:1779697752.861072:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507000. 00000400:00000010:1.0:1779697752.861074:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510d20. 00000400:00000010:1.0:1779697752.861076:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507fc0. 00000400:00000010:1.0:1779697752.861077:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f5b0. 00000400:00000010:1.0:1779697752.861079:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510498. 00000400:00000010:1.0:1779697752.861081:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0ff50. 00000400:00000010:1.0:1779697752.861083:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510150. 00000400:00000010:1.0:1779697752.861085:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5ee0. 00000400:00000010:1.0:1779697752.861087:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5658. 00000400:00000010:1.0:1779697752.861089:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e55b0. 00000400:00000010:1.0:1779697752.861091:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510b98. 00000400:00000010:1.0:1779697752.861093:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5f50. 00000400:00000010:1.0:1779697752.861095:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fa48. 00000400:00000010:1.0:1779697752.861097:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507118. 00000400:00000010:1.0:1779697752.861098:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5a48. 00000400:00000010:1.0:1779697752.861100:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507818. 00000400:00000010:1.0:1779697752.861102:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510700. 00000400:00000010:1.0:1779697752.861104:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510dc8. 00000400:00000010:1.0:1779697752.861106:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510738. 00000400:00000010:1.0:1779697752.861108:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507230. 00000400:00000010:1.0:1779697752.861110:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e53b8. 00000400:00000010:1.0:1779697752.861112:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f3b8. 00000400:00000010:1.0:1779697752.861114:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f850. 00000400:00000010:1.0:1779697752.861116:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f888. 00000400:00000010:1.0:1779697752.861118:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f2a0. 00000400:00000010:1.0:1779697752.861119:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f038. 00000400:00000010:1.0:1779697752.861121:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f7a8. 00000400:00000010:1.0:1779697752.861123:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f738. 00000400:00000010:1.0:1779697752.861125:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510d58. 00000400:00000010:1.0:1779697752.861127:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5850. 00000400:00000010:1.0:1779697752.861129:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510cb0. 00000400:00000010:1.0:1779697752.861130:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510540. 00000400:00000010:1.0:1779697752.861132:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510c78. 00000400:00000010:1.0:1779697752.861134:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5888. 00000400:00000010:1.0:1779697752.861136:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510fc0. 00000400:00000010:1.0:1779697752.861137:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510930. 00000400:00000010:1.0:1779697752.861139:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510000. 00000400:00000010:1.0:1779697752.861141:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510af0. 00000400:00000010:1.0:1779697752.861143:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510d90. 00000400:00000010:1.0:1779697752.861144:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fe00. 00000400:00000010:1.0:1779697752.861146:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e52a0. 00000400:00000010:1.0:1779697752.861148:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fce8. 00000400:00000010:1.0:1779697752.861150:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5038. 00000400:00000010:1.0:1779697752.861152:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f070. 00000400:00000010:1.0:1779697752.861154:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e57a8. 00000400:00000010:1.0:1779697752.861155:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f3f0. 00000400:00000010:1.0:1779697752.861157:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510c40. 00000400:00000010:1.0:1779697752.861159:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15103f0. 00000400:00000010:1.0:1779697752.861161:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f8f8. 00000400:00000010:1.0:1779697752.861163:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fd58. 00000400:00000010:1.0:1779697752.861164:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f508. 00000400:00000010:1.0:1779697752.861166:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f0a8. 00000400:00000010:1.0:1779697752.861168:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0ff88. 00000400:00000010:1.0:1779697752.861170:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fb28. 00000400:00000010:1.0:1779697752.861172:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0ff18. 00000400:00000010:1.0:1779697752.861174:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f578. 00000400:00000010:1.0:1779697752.861176:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fe70. 00000400:00000010:1.0:1779697752.861178:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5738. 00000400:00000010:1.0:1779697752.861180:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fea8. 00000400:00000010:1.0:1779697752.861181:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5e00. 00000400:00000010:1.0:1779697752.861184:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510850. 00000400:00000010:1.0:1779697752.861185:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5ce8. 00000400:00000010:1.0:1779697752.861187:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15108f8. 00000400:00000010:1.0:1779697752.861189:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5070. 00000400:00000010:1.0:1779697752.861191:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510e38. 00000400:00000010:1.0:1779697752.861193:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510e00. 00000400:00000010:1.0:1779697752.861194:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510070. 00000400:00000010:1.0:1779697752.861196:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510268. 00000400:00000010:1.0:1779697752.861198:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15105b0. 00000400:00000010:1.0:1779697752.861200:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15104d0. 00000400:00000010:1.0:1779697752.861201:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510b28. 00000400:00000010:1.0:1779697752.861203:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fcb0. 00000400:00000010:1.0:1779697752.861205:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15100a8. 00000400:00000010:1.0:1779697752.861207:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fc40. 00000400:00000010:1.0:1779697752.861209:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510888. 00000400:00000010:1.0:1779697752.861210:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510f88. 00000400:00000010:1.0:1779697752.861212:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e53f0. 00000400:00000010:1.0:1779697752.861214:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510bd0. 00000400:00000010:1.0:1779697752.861216:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f540. 00000400:00000010:1.0:1779697752.861218:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f4d0. 00000400:00000010:1.0:1779697752.861220:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510e70. 00000400:00000010:1.0:1779697752.861222:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0f9d8. 00000400:00000010:1.0:1779697752.861223:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e58f8. 00000400:00000010:1.0:1779697752.861225:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcbd0fc78. 00000400:00000010:1.0:1779697752.861227:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5d58. 00000400:00000010:1.0:1779697752.861229:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3310. 00000400:00000010:1.0:1779697752.861232:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5508. 00000400:00000010:1.0:1779697752.861234:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3460. 00000400:00000010:1.0:1779697752.861236:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510770. 00000400:00000010:1.0:1779697752.861238:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3e38. 00000400:00000010:1.0:1779697752.861240:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e50a8. 00000400:00000010:1.0:1779697752.861242:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5f88. 00000400:00000010:1.0:1779697752.861244:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15109d8. 00000400:00000010:1.0:1779697752.861246:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3b60. 00000400:00000010:1.0:1779697752.861248:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5b28. 00000400:00000010:1.0:1779697752.861249:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3150. 00000400:00000010:1.0:1779697752.861251:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510a80. 00000400:00000010:1.0:1779697752.861253:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507dc8. 00000400:00000010:1.0:1779697752.861255:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5f18. 00000400:00000010:1.0:1779697752.861257:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05071f8. 00000400:00000010:1.0:1779697752.861258:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507268. 00000400:00000010:1.0:1779697752.861260:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15107a8. 00000400:00000010:1.0:1779697752.861262:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507af0. 00000400:00000010:1.0:1779697752.861264:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5578. 00000400:00000010:1.0:1779697752.861265:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507968. 00000400:00000010:1.0:1779697752.861267:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15103b8. 00000400:00000010:1.0:1779697752.861269:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5e70. 00000400:00000010:1.0:1779697752.861271:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510968. 00000400:00000010:1.0:1779697752.861272:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5ea8. 00000400:00000010:1.0:1779697752.861274:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510348. 00000400:00000010:1.0:1779697752.861276:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5cb0. 00000400:00000010:1.0:1779697752.861278:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e31c0. 00000400:00000010:1.0:1779697752.861280:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507930. 00000400:00000010:1.0:1779697752.861281:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5c40. 00000400:00000010:1.0:1779697752.861283:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507770. 00000400:00000010:1.0:1779697752.861285:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5540. 00000400:00000010:1.0:1779697752.861287:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc15107e0. 00000400:00000010:1.0:1779697752.861289:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3a10. 00000400:00000010:1.0:1779697752.861291:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e54d0. 00000400:00000010:1.0:1779697752.861292:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510380. 00000400:00000010:1.0:1779697752.861294:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3690. 00000400:00000010:1.0:1779697752.861296:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc1510310. 00000400:00000010:1.0:1779697752.861299:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3498. 00000400:00000010:1.0:1779697752.861301:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78398f8. 00000400:00000010:1.0:1779697752.861303:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3348. 00000400:00000010:1.0:1779697752.861305:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78393f0. 00000400:00000010:1.0:1779697752.861307:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507700. 00000400:00000010:1.0:1779697752.861309:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507d20. 00000400:00000010:1.0:1779697752.861311:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507380. 00000400:00000010:1.0:1779697752.861312:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839070. 00000400:00000010:1.0:1779697752.861314:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e59d8. 00000400:00000010:1.0:1779697752.861316:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5c78. 00000400:00000010:1.0:1779697752.861318:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839ce8. 00000400:00000010:1.0:1779697752.861320:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e50e0. 00000400:00000010:1.0:1779697752.861322:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839e00. 00000400:00000010:1.0:1779697752.861324:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e57e0. 00000400:00000010:1.0:1779697752.861326:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3620. 00000400:00000010:1.0:1779697752.861328:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e32d8. 00000400:00000010:1.0:1779697752.861330:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3bd0. 00000400:00000010:1.0:1779697752.861332:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5c08. 00000400:00000010:1.0:1779697752.861334:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507bd0. 00000400:00000010:1.0:1779697752.861336:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e58c0. 00000400:00000010:1.0:1779697752.861338:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839738. 00000400:00000010:1.0:1779697752.861339:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78397a8. 00000400:00000010:1.0:1779697752.861341:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839038. 00000400:00000010:1.0:1779697752.861343:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5a80. 00000400:00000010:1.0:1779697752.861345:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3380. 00000400:00000010:1.0:1779697752.861347:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78392a0. 00000400:00000010:1.0:1779697752.861349:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3d20. 00000400:00000010:1.0:1779697752.861351:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5d90. 00000400:00000010:1.0:1779697752.861352:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839888. 00000400:00000010:1.0:1779697752.861354:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e59a0. 00000400:00000010:1.0:1779697752.861356:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3700. 00000400:00000010:1.0:1779697752.861358:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839850. 00000400:00000010:1.0:1779697752.861360:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78393b8. 00000400:00000010:1.0:1779697752.861361:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5000. 00000400:00000010:1.0:1779697752.861363:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839a48. 00000400:00000010:1.0:1779697752.861365:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5fc0. 00000400:00000010:1.0:1779697752.861367:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5118. 00000400:00000010:1.0:1779697752.861368:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5818. 00000400:00000010:1.0:1779697752.861370:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3770. 00000400:00000010:1.0:1779697752.861372:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839f50. 00000400:00000010:1.0:1779697752.861374:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5230. 00000400:00000010:1.0:1779697752.861376:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3930. 00000400:00000010:1.0:1779697752.861378:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3968. 00000400:00000010:1.0:1779697752.861380:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3af0. 00000400:00000010:1.0:1779697752.861382:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78395b0. 00000400:00000010:1.0:1779697752.861384:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839658. 00000400:00000010:1.0:1779697752.861386:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5dc8. 00000400:00000010:1.0:1779697752.861404:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839ee0. 00000400:00000010:1.0:1779697752.861407:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3268. 00000400:00000010:1.0:1779697752.861409:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e51f8. 00000400:00000010:1.0:1779697752.861410:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5268. 00000400:00000010:1.0:1779697752.861412:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78396c8. 00000400:00000010:1.0:1779697752.861414:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839ab8. 00000400:00000010:1.0:1779697752.861416:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5af0. 00000400:00000010:1.0:1779697752.861417:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839428. 00000400:00000010:1.0:1779697752.861419:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839188. 00000400:00000010:1.0:1779697752.861421:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e31f8. 00000400:00000010:1.0:1779697752.861423:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5968. 00000400:00000010:1.0:1779697752.861425:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3dc8. 00000400:00000010:1.0:1779697752.861427:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5930. 00000400:00000010:1.0:1779697752.861429:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3230. 00000400:00000010:1.0:1779697752.861430:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78395e8. 00000400:00000010:1.0:1779697752.861432:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3818. 00000400:00000010:1.0:1779697752.861434:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839b98. 00000400:00000010:1.0:1779697752.861436:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3118. 00000400:00000010:1.0:1779697752.861438:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839310. 00000400:00000010:1.0:1779697752.861440:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3fc0. 00000400:00000010:1.0:1779697752.861442:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839460. 00000400:00000010:1.0:1779697752.861444:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3000. 00000400:00000010:1.0:1779697752.861445:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e39a0. 00000400:00000010:1.0:1779697752.861447:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3d90. 00000400:00000010:1.0:1779697752.861449:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5770. 00000400:00000010:1.0:1779697752.861451:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3a80. 00000400:00000010:1.0:1779697752.861453:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05072d8. 00000400:00000010:1.0:1779697752.861455:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e38c0. 00000400:00000010:1.0:1779697752.861457:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507620. 00000400:00000010:1.0:1779697752.861459:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507348. 00000400:00000010:1.0:1779697752.861461:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3c08. 00000400:00000010:1.0:1779697752.861463:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507498. 00000400:00000010:1.0:1779697752.861464:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507690. 00000400:00000010:1.0:1779697752.861466:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e37e0. 00000400:00000010:1.0:1779697752.861468:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507a10. 00000400:00000010:1.0:1779697752.861470:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e30e0. 00000400:00000010:1.0:1779697752.861472:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3c78. 00000400:00000010:1.0:1779697752.861473:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839e38. 00000400:00000010:1.0:1779697752.861475:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05071c0. 00000400:00000010:1.0:1779697752.861477:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507150. 00000400:00000010:1.0:1779697752.861479:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e39d8. 00000400:00000010:1.0:1779697752.861481:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507b60. 00000400:00000010:1.0:1779697752.861483:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839b60. 00000400:00000010:1.0:1779697752.861484:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e34d0. 00000400:00000010:1.0:1779697752.861486:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507e38. 00000400:00000010:1.0:1779697752.861488:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3540. 00000400:00000010:1.0:1779697752.861489:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3c40. 00000400:00000010:1.0:1779697752.861491:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839150. 00000400:00000010:1.0:1779697752.861493:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3cb0. 00000400:00000010:1.0:1779697752.861495:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3ea8. 00000400:00000010:1.0:1779697752.861497:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3e70. 00000400:00000010:1.0:1779697752.864286:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78391c0. 00000400:00000010:1.0:1779697752.864349:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3578. 00000400:00000010:1.0:1779697752.864352:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839a10. 00000400:00000010:1.0:1779697752.864354:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5700. 00000400:00000010:1.0:1779697752.864357:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839690. 00000400:00000010:1.0:1779697752.864359:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839498. 00000400:00000010:1.0:1779697752.864361:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839348. 00000400:00000010:1.0:1779697752.864363:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5d20. 00000400:00000010:1.0:1779697752.864365:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839620. 00000400:00000010:1.0:1779697752.864368:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78392d8. 00000400:00000010:1.0:1779697752.864370:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839bd0. 00000400:00000010:1.0:1779697752.864372:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5380. 00000400:00000010:1.0:1779697752.864374:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507460. 00000400:00000010:1.0:1779697752.864376:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5bd0. 00000400:00000010:1.0:1779697752.864379:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507310. 00000400:00000010:1.0:1779697752.864381:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e52d8. 00000400:00000010:1.0:1779697752.864384:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839380. 00000400:00000010:1.0:1779697752.864386:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd08e5620. 00000400:00000010:1.0:1779697752.864401:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0c40. 00000400:00000010:1.0:1779697752.864404:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507b98. 00000400:00000010:1.0:1779697752.864406:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0cb0. 00000400:00000010:1.0:1779697752.864408:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05075e8. 00000400:00000010:1.0:1779697752.864410:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0ea8. 00000400:00000010:1.0:1779697752.864413:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3f18. 00000400:00000010:1.0:1779697752.864415:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507188. 00000400:00000010:1.0:1779697752.864416:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507428. 00000400:00000010:1.0:1779697752.864418:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3b28. 00000400:00000010:1.0:1779697752.864420:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0e70. 00000400:00000010:1.0:1779697752.864422:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3f88. 00000400:00000010:1.0:1779697752.864424:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd0507ab8. 00000400:00000010:1.0:1779697752.864426:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd05076c8. 00000400:00000010:1.0:1779697752.864428:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e30a8. 00000400:00000010:1.0:1779697752.864430:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42428. 00000400:00000010:1.0:1779697752.864434:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3508. 00000400:00000010:1.0:1779697752.864436:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3d58. 00000400:00000010:1.0:1779697752.864438:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0578. 00000400:00000010:1.0:1779697752.864440:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e38f8. 00000400:00000010:1.0:1779697752.864442:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e33f0. 00000400:00000010:1.0:1779697752.864443:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3070. 00000400:00000010:1.0:1779697752.864445:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3ce8. 00000400:00000010:1.0:1779697752.864447:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3e00. 00000400:00000010:1.0:1779697752.864449:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0f18. 00000400:00000010:1.0:1779697752.864451:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839d20. 00000400:00000010:1.0:1779697752.864453:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839700. 00000400:00000010:1.0:1779697752.864455:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0b28. 00000400:00000010:1.0:1779697752.864457:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839770. 00000400:00000010:1.0:1779697752.864459:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0f88. 00000400:00000010:1.0:1779697752.864461:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f00a8. 00000400:00000010:1.0:1779697752.864463:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3738. 00000400:00000010:1.0:1779697752.864464:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e37a8. 00000400:00000010:1.0:1779697752.864467:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3038. 00000400:00000010:1.0:1779697752.864522:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0508. 00000400:00000010:1.0:1779697752.864524:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0d58. 00000400:00000010:1.0:1779697752.864526:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42578. 00000400:00000010:1.0:1779697752.864528:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f08f8. 00000400:00000010:1.0:1779697752.864529:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e32a0. 00000400:00000010:1.0:1779697752.864531:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f03f0. 00000400:00000010:1.0:1779697752.864533:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42150. 00000400:00000010:1.0:1779697752.864535:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0070. 00000400:00000010:1.0:1779697752.864537:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42348. 00000400:00000010:1.0:1779697752.864538:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0ce8. 00000400:00000010:1.0:1779697752.864540:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a425b0. 00000400:00000010:1.0:1779697752.864542:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0e00. 00000400:00000010:1.0:1779697752.864544:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42188. 00000400:00000010:1.0:1779697752.864546:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42ce8. 00000400:00000010:1.0:1779697752.864548:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42e38. 00000400:00000010:1.0:1779697752.864550:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0738. 00000400:00000010:1.0:1779697752.864551:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a427a8. 00000400:00000010:1.0:1779697752.864553:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42700. 00000400:00000010:1.0:1779697752.864555:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3888. 00000400:00000010:1.0:1779697752.864557:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42bd0. 00000400:00000010:1.0:1779697752.864559:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f07a8. 00000400:00000010:1.0:1779697752.864561:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42d20. 00000400:00000010:1.0:1779697752.864563:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0038. 00000400:00000010:1.0:1779697752.864565:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a421c0. 00000400:00000010:1.0:1779697752.864568:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f02a0. 00000400:00000010:1.0:1779697752.864570:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42690. 00000400:00000010:1.0:1779697752.864571:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0888. 00000400:00000010:1.0:1779697752.864574:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42af0. 00000400:00000010:1.0:1779697752.864575:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0850. 00000400:00000010:1.0:1779697752.864577:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42460. 00000400:00000010:1.0:1779697752.864579:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3850. 00000400:00000010:1.0:1779697752.864581:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42118. 00000400:00000010:1.0:1779697752.864582:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e33b8. 00000400:00000010:1.0:1779697752.864584:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42310. 00000400:00000010:1.0:1779697752.864586:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a428c0. 00000400:00000010:1.0:1779697752.864588:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42f18. 00000400:00000010:1.0:1779697752.864590:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f03b8. 00000400:00000010:1.0:1779697752.864592:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3a48. 00000400:00000010:1.0:1779697752.864593:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3f50. 00000400:00000010:1.0:1779697752.864595:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e35b0. 00000400:00000010:1.0:1779697752.864597:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a425e8. 00000400:00000010:1.0:1779697752.864600:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0a48. 00000400:00000010:1.0:1779697752.864601:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a429a0. 00000400:00000010:1.0:1779697752.864603:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0f50. 00000400:00000010:1.0:1779697752.864605:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42508. 00000400:00000010:1.0:1779697752.864607:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f05b0. 00000400:00000010:1.0:1779697752.864609:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839930. 00000400:00000010:1.0:1779697752.864611:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0658. 00000400:00000010:1.0:1779697752.864613:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839968. 00000400:00000010:1.0:1779697752.864615:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3658. 00000400:00000010:1.0:1779697752.864617:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a422d8. 00000400:00000010:1.0:1779697752.864619:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42b60. 00000400:00000010:1.0:1779697752.864621:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3ee0. 00000400:00000010:1.0:1779697752.864623:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e36c8. 00000400:00000010:1.0:1779697752.864625:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3ab8. 00000400:00000010:1.0:1779697752.864627:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42a48. 00000400:00000010:1.0:1779697752.864629:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0ee0. 00000400:00000010:1.0:1779697752.864630:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839af0. 00000400:00000010:1.0:1779697752.864632:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f06c8. 00000400:00000010:1.0:1779697752.864634:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3428. 00000400:00000010:1.0:1779697752.864636:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0ab8. 00000400:00000010:1.0:1779697752.864746:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3188. 00000400:00000010:1.0:1779697752.864748:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e35e8. 00000400:00000010:1.0:1779697752.864751:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd70e3b98. 00000400:00000010:1.0:1779697752.864753:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b7e0. 00000400:00000010:1.0:1779697752.864839:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a423f0. 00000400:00000010:1.0:1779697752.864842:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0428. 00000400:00000010:1.0:1779697752.864846:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0188. 00000400:00000010:1.0:1779697752.864848:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b0e0. 00000400:00000010:1.0:1779697752.864850:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bc78. 00000400:00000010:1.0:1779697752.864852:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b9d8. 00000400:00000010:1.0:1779697752.864854:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f05e8. 00000400:00000010:1.0:1779697752.864857:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42c40. 00000400:00000010:1.0:1779697752.864859:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42ea8. 00000400:00000010:1.0:1779697752.864861:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42268. 00000400:00000010:1.0:1779697752.864863:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42a80. 00000400:00000010:1.0:1779697752.864865:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42c08. 00000400:00000010:1.0:1779697752.864867:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42230. 00000400:00000010:1.0:1779697752.864869:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42658. 00000400:00000010:1.0:1779697752.864871:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a423b8. 00000400:00000010:1.0:1779697752.864873:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a428f8. 00000400:00000010:1.0:1779697752.864875:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b4d0. 00000400:00000010:1.0:1779697752.864877:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b540. 00000400:00000010:1.0:1779697752.864879:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bc40. 00000400:00000010:1.0:1779697752.864881:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bcb0. 00000400:00000010:1.0:1779697752.864883:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42d90. 00000400:00000010:1.0:1779697752.864885:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bea8. 00000400:00000010:1.0:1779697752.864886:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4be70. 00000400:00000010:1.0:1779697752.864888:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b578. 00000400:00000010:1.0:1779697752.864890:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bf18. 00000400:00000010:1.0:1779697752.864892:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42e70. 00000400:00000010:1.0:1779697752.864894:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bb28. 00000400:00000010:1.0:1779697752.864895:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42000. 00000400:00000010:1.0:1779697752.864897:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a420a8. 00000400:00000010:1.0:1779697752.864899:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42a10. 00000400:00000010:1.0:1779697752.864901:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42e00. 00000400:00000010:1.0:1779697752.864903:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bf88. 00000400:00000010:1.0:1779697752.864905:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b0a8. 00000400:00000010:1.0:1779697752.864907:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42fc0. 00000400:00000010:1.0:1779697752.864909:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b508. 00000400:00000010:1.0:1779697752.864911:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839268. 00000400:00000010:1.0:1779697752.864912:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bd58. 00000400:00000010:1.0:1779697752.864914:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78391f8. 00000400:00000010:1.0:1779697752.864916:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839dc8. 00000400:00000010:1.0:1779697752.864918:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839230. 00000400:00000010:1.0:1779697752.864920:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0b98. 00000400:00000010:1.0:1779697752.864922:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839818. 00000400:00000010:1.0:1779697752.864925:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b8f8. 00000400:00000010:1.0:1779697752.864927:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b3f0. 00000400:00000010:1.0:1779697752.864929:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b070. 00000400:00000010:1.0:1779697752.864931:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bce8. 00000400:00000010:1.0:1779697752.864933:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4be00. 00000400:00000010:1.0:1779697752.864935:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42038. 00000400:00000010:1.0:1779697752.864937:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b738. 00000400:00000010:1.0:1779697752.864938:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839118. 00000400:00000010:1.0:1779697752.864940:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b7a8. 00000400:00000010:1.0:1779697752.864942:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42818. 00000400:00000010:1.0:1779697752.864944:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839fc0. 00000400:00000010:1.0:1779697752.864946:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839000. 00000400:00000010:1.0:1779697752.864948:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78399a0. 00000400:00000010:1.0:1779697752.864950:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42070. 00000400:00000010:1.0:1779697752.864952:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0310. 00000400:00000010:1.0:1779697752.864954:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42b28. 00000400:00000010:1.0:1779697752.864956:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0460. 00000400:00000010:1.0:1779697752.864958:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b038. 00000400:00000010:1.0:1779697752.864960:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0e38. 00000400:00000010:1.0:1779697752.864961:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839d90. 00000400:00000010:1.0:1779697752.864963:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0b60. 00000400:00000010:1.0:1779697752.864965:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b2a0. 00000400:00000010:1.0:1779697752.864967:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b888. 00000400:00000010:1.0:1779697752.864969:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0150. 00000400:00000010:1.0:1779697752.864971:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42380. 00000400:00000010:1.0:1779697752.864972:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839a80. 00000400:00000010:1.0:1779697752.864974:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78398c0. 00000400:00000010:1.0:1779697752.864976:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839c08. 00000400:00000010:1.0:1779697752.864978:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f01c0. 00000400:00000010:1.0:1779697752.864980:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0a10. 00000400:00000010:1.0:1779697752.864982:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42888. 00000400:00000010:1.0:1779697752.864984:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0690. 00000400:00000010:1.0:1779697752.864985:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42850. 00000400:00000010:1.0:1779697752.864987:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b850. 00000400:00000010:1.0:1779697752.864989:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78397e0. 00000400:00000010:1.0:1779697752.864991:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b3b8. 00000400:00000010:1.0:1779697752.864994:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0498. 00000400:00000010:1.0:1779697752.864996:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4ba48. 00000400:00000010:1.0:1779697752.864998:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78390e0. 00000400:00000010:1.0:1779697752.865000:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839c78. 00000400:00000010:1.0:1779697752.865002:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0348. 00000400:00000010:1.0:1779697752.865004:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0620. 00000400:00000010:1.0:1779697752.865005:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f02d8. 00000400:00000010:1.0:1779697752.865007:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42f88. 00000400:00000010:1.0:1779697752.865009:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0bd0. 00000400:00000010:1.0:1779697752.865011:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0380. 00000400:00000010:1.0:1779697752.865013:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0d20. 00000400:00000010:1.0:1779697752.865014:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0700. 00000400:00000010:1.0:1779697752.865016:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42498. 00000400:00000010:1.0:1779697752.865018:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a422a0. 00000400:00000010:1.0:1779697752.865020:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42930. 00000400:00000010:1.0:1779697752.865022:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0770. 00000400:00000010:1.0:1779697752.865024:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42b98. 00000400:00000010:1.0:1779697752.865026:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bf50. 00000400:00000010:1.0:1779697752.865027:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0930. 00000400:00000010:1.0:1779697752.865029:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0968. 00000400:00000010:1.0:1779697752.865031:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0af0. 00000400:00000010:1.0:1779697752.865033:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0268. 00000400:00000010:1.0:1779697752.865035:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f01f8. 00000400:00000010:1.0:1779697752.865037:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b5b0. 00000400:00000010:1.0:1779697752.865039:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b658. 00000400:00000010:1.0:1779697752.865040:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78399d8. 00000400:00000010:1.0:1779697752.865042:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bee0. 00000400:00000010:1.0:1779697752.865044:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0dc8. 00000400:00000010:1.0:1779697752.865046:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b6c8. 00000400:00000010:1.0:1779697752.865048:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78394d0. 00000400:00000010:1.0:1779697752.865050:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0230. 00000400:00000010:1.0:1779697752.865051:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bab8. 00000400:00000010:1.0:1779697752.865053:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0818. 00000400:00000010:1.0:1779697752.865055:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839540. 00000400:00000010:1.0:1779697752.865057:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839c40. 00000400:00000010:1.0:1779697752.865059:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839cb0. 00000400:00000010:1.0:1779697752.865061:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42f50. 00000400:00000010:1.0:1779697752.865063:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839ea8. 00000400:00000010:1.0:1779697752.865065:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839e70. 00000400:00000010:1.0:1779697752.865067:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0118. 00000400:00000010:1.0:1779697752.865068:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0fc0. 00000400:00000010:1.0:1779697752.865070:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839578. 00000400:00000010:1.0:1779697752.865072:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42d58. 00000400:00000010:1.0:1779697752.865074:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839f18. 00000400:00000010:1.0:1779697752.865076:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b428. 00000400:00000010:1.0:1779697752.865078:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839b28. 00000400:00000010:1.0:1779697752.865079:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42738. 00000400:00000010:1.0:1779697752.865081:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b188. 00000400:00000010:1.0:1779697752.865083:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b5e8. 00000400:00000010:1.0:1779697752.865085:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bb98. 00000400:00000010:1.0:1779697752.865087:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839f88. 00000400:00000010:1.0:1779697752.865089:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42968. 00000400:00000010:1.0:1779697752.865090:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b310. 00000400:00000010:1.0:1779697752.865092:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b460. 00000400:00000010:1.0:1779697752.865094:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4be38. 00000400:00000010:1.0:1779697752.865096:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bb60. 00000400:00000010:1.0:1779697752.865098:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc78390a8. 00000400:00000010:1.0:1779697752.865099:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b150. 00000400:00000010:1.0:1779697752.865101:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42ee0. 00000400:00000010:1.0:1779697752.865103:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b1c0. 00000400:00000010:1.0:1779697752.865105:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4ba10. 00000400:00000010:1.0:1779697752.865107:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b690. 00000400:00000010:1.0:1779697752.865109:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b498. 00000400:00000010:1.0:1779697752.865111:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b348. 00000400:00000010:1.0:1779697752.865112:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0000. 00000400:00000010:1.0:1779697752.865114:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839508. 00000400:00000010:1.0:1779697752.865116:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc7839d58. 00000400:00000010:1.0:1779697752.865122:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217818. 00000400:00000010:1.0:1779697752.865124:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f09a0. 00000400:00000010:1.0:1779697752.865126:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0d90. 00000400:00000010:1.0:1779697752.865128:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217118. 00000400:00000010:1.0:1779697752.865130:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0a80. 00000400:00000010:1.0:1779697752.865132:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42dc8. 00000400:00000010:1.0:1779697752.865134:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217fc0. 00000400:00000010:1.0:1779697752.865136:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217000. 00000400:00000010:1.0:1779697752.865138:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42cb0. 00000400:00000010:1.0:1779697752.865140:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b620. 00000400:00000010:1.0:1779697752.865142:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a421f8. 00000400:00000010:1.0:1779697752.865143:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42770. 00000400:00000010:1.0:1779697752.865145:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f08c0. 00000400:00000010:1.0:1779697752.865147:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2179a0. 00000400:00000010:1.0:1779697752.865149:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0c08. 00000400:00000010:1.0:1779697752.865151:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42620. 00000400:00000010:1.0:1779697752.865153:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217d90. 00000400:00000010:1.0:1779697752.865155:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f07e0. 00000400:00000010:1.0:1779697752.865156:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217a80. 00000400:00000010:1.0:1779697752.865158:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f00e0. 00000400:00000010:1.0:1779697752.865160:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2178c0. 00000400:00000010:1.0:1779697752.865162:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0c78. 00000400:00000010:1.0:1779697752.865164:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a42ab8. 00000400:00000010:1.0:1779697752.865166:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc2a426c8. 00000400:00000010:1.0:1779697752.865168:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fdc8. 00000400:00000010:1.0:1779697752.865170:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f818. 00000400:00000010:1.0:1779697752.865172:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f09d8. 00000400:00000010:1.0:1779697752.865173:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217c08. 00000400:00000010:1.0:1779697752.865175:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f04d0. 00000400:00000010:1.0:1779697752.865177:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fa48. 00000400:00000010:1.0:1779697752.865179:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fc08. 00000400:00000010:1.0:1779697752.865181:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b2d8. 00000400:00000010:1.0:1779697752.865183:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fc78. 00000400:00000010:1.0:1779697752.865185:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bbd0. 00000400:00000010:1.0:1779697752.866849:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b380. 00000400:00000010:1.0:1779697752.866852:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcb0f0540. 00000400:00000010:1.0:1779697752.866864:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bd20. 00000400:00000010:1.0:1779697752.866867:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fbd0. 00000400:00000010:1.0:1779697752.866869:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2177e0. 00000400:00000010:1.0:1779697752.866872:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88af0. 00000400:00000010:1.0:1779697752.866876:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88268. 00000400:00000010:1.0:1779697752.866879:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f1c0. 00000400:00000010:1.0:1779697752.866881:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b700. 00000400:00000010:1.0:1779697752.866883:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea881f8. 00000400:00000010:1.0:1779697752.866885:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f6c8. 00000400:00000010:1.0:1779697752.866887:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b770. 00000400:00000010:1.0:1779697752.866890:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b930. 00000400:00000010:1.0:1779697752.866892:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f2d8. 00000400:00000010:1.0:1779697752.866893:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f700. 00000400:00000010:1.0:1779697752.866895:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b968. 00000400:00000010:1.0:1779697752.866897:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4baf0. 00000400:00000010:1.0:1779697752.866899:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88dc8. 00000400:00000010:1.0:1779697752.866901:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b268. 00000400:00000010:1.0:1779697752.866903:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88230. 00000400:00000010:1.0:1779697752.866905:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b1f8. 00000400:00000010:1.0:1779697752.866907:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bdc8. 00000400:00000010:1.0:1779697752.866909:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982faf0. 00000400:00000010:1.0:1779697752.866911:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88818. 00000400:00000010:1.0:1779697752.866913:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88118. 00000400:00000010:1.0:1779697752.866915:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b230. 00000400:00000010:1.0:1779697752.866917:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88fc0. 00000400:00000010:1.0:1779697752.866919:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f7e0. 00000400:00000010:1.0:1779697752.866921:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2170e0. 00000400:00000010:1.0:1779697752.866923:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217c78. 00000400:00000010:1.0:1779697752.866925:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b818. 00000400:00000010:1.0:1779697752.866927:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88000. 00000400:00000010:1.0:1779697752.866929:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2179d8. 00000400:00000010:1.0:1779697752.866931:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2174d0. 00000400:00000010:1.0:1779697752.866933:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f0a8. 00000400:00000010:1.0:1779697752.866935:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982ff88. 00000400:00000010:1.0:1779697752.866936:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fd58. 00000400:00000010:1.0:1779697752.866938:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217540. 00000400:00000010:1.0:1779697752.866940:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b118. 00000400:00000010:1.0:1779697752.866942:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982ff18. 00000400:00000010:1.0:1779697752.866944:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fee0. 00000400:00000010:1.0:1779697752.866946:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea889a0. 00000400:00000010:1.0:1779697752.866948:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f7a8. 00000400:00000010:1.0:1779697752.866950:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f348. 00000400:00000010:1.0:1779697752.866952:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f738. 00000400:00000010:1.0:1779697752.866954:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fcb0. 00000400:00000010:1.0:1779697752.866956:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f118. 00000400:00000010:1.0:1779697752.866958:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88d90. 00000400:00000010:1.0:1779697752.866960:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bfc0. 00000400:00000010:1.0:1779697752.866962:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88a80. 00000400:00000010:1.0:1779697752.866964:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f9a0. 00000400:00000010:1.0:1779697752.866966:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fe38. 00000400:00000010:1.0:1779697752.866968:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b000. 00000400:00000010:1.0:1779697752.866969:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fa10. 00000400:00000010:1.0:1779697752.866971:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea888c0. 00000400:00000010:1.0:1779697752.866973:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f380. 00000400:00000010:1.0:1779697752.866975:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f770. 00000400:00000010:1.0:1779697752.866977:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88c08. 00000400:00000010:1.0:1779697752.866979:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b9a0. 00000400:00000010:1.0:1779697752.866980:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea887e0. 00000400:00000010:1.0:1779697752.866982:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bd90. 00000400:00000010:1.0:1779697752.866984:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f070. 00000400:00000010:1.0:1779697752.866986:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4ba80. 00000400:00000010:1.0:1779697752.866988:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f3f0. 00000400:00000010:1.0:1779697752.866990:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4b8c0. 00000400:00000010:1.0:1779697752.866992:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f8f8. 00000400:00000010:1.0:1779697752.866994:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeff4bc08. 00000400:00000010:1.0:1779697752.866996:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f508. 00000400:00000010:1.0:1779697752.866997:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217c40. 00000400:00000010:1.0:1779697752.866999:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217cb0. 00000400:00000010:1.0:1779697752.867002:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fb28. 00000400:00000010:1.0:1779697752.867004:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065df18. 00000400:00000010:1.0:1779697752.867007:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065db28. 00000400:00000010:1.0:1779697752.867009:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065df88. 00000400:00000010:1.0:1779697752.867011:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d0a8. 00000400:00000010:1.0:1779697752.867013:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d508. 00000400:00000010:1.0:1779697752.867015:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217ea8. 00000400:00000010:1.0:1779697752.867017:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f578. 00000400:00000010:1.0:1779697752.867019:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea880e0. 00000400:00000010:1.0:1779697752.867021:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88c78. 00000400:00000010:1.0:1779697752.867023:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea889d8. 00000400:00000010:1.0:1779697752.867025:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dd58. 00000400:00000010:1.0:1779697752.867027:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217e70. 00000400:00000010:1.0:1779697752.867029:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d8f8. 00000400:00000010:1.0:1779697752.867031:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fe70. 00000400:00000010:1.0:1779697752.867033:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217578. 00000400:00000010:1.0:1779697752.867035:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fea8. 00000400:00000010:1.0:1779697752.867037:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fc40. 00000400:00000010:1.0:1779697752.867039:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f540. 00000400:00000010:1.0:1779697752.867040:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d3f0. 00000400:00000010:1.0:1779697752.867042:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f4d0. 00000400:00000010:1.0:1779697752.867044:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d070. 00000400:00000010:1.0:1779697752.867046:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217f18. 00000400:00000010:1.0:1779697752.867048:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dce8. 00000400:00000010:1.0:1779697752.867050:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217b28. 00000400:00000010:1.0:1779697752.867051:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065de00. 00000400:00000010:1.0:1779697752.867053:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f9d8. 00000400:00000010:1.0:1779697752.867055:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea884d0. 00000400:00000010:1.0:1779697752.867057:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f0e0. 00000400:00000010:1.0:1779697752.867059:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f8c0. 00000400:00000010:1.0:1779697752.867061:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217f88. 00000400:00000010:1.0:1779697752.867063:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2170a8. 00000400:00000010:1.0:1779697752.867064:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88540. 00000400:00000010:1.0:1779697752.867066:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217508. 00000400:00000010:1.0:1779697752.867068:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88c40. 00000400:00000010:1.0:1779697752.867070:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88cb0. 00000400:00000010:1.0:1779697752.867072:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d738. 00000400:00000010:1.0:1779697752.867074:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d7a8. 00000400:00000010:1.0:1779697752.867076:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88ea8. 00000400:00000010:1.0:1779697752.867078:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88e70. 00000400:00000010:1.0:1779697752.867079:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88578. 00000400:00000010:1.0:1779697752.867081:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217d58. 00000400:00000010:1.0:1779697752.867083:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88f18. 00000400:00000010:1.0:1779697752.867085:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2178f8. 00000400:00000010:1.0:1779697752.867087:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2173f0. 00000400:00000010:1.0:1779697752.867089:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d038. 00000400:00000010:1.0:1779697752.867091:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88b28. 00000400:00000010:1.0:1779697752.867093:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fa80. 00000400:00000010:1.0:1779697752.867095:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88f88. 00000400:00000010:1.0:1779697752.867097:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217070. 00000400:00000010:1.0:1779697752.867099:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217ce8. 00000400:00000010:1.0:1779697752.867101:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea880a8. 00000400:00000010:1.0:1779697752.867102:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88508. 00000400:00000010:1.0:1779697752.867104:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88d58. 00000400:00000010:1.0:1779697752.867106:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fd90. 00000400:00000010:1.0:1779697752.867108:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217e00. 00000400:00000010:1.0:1779697752.867110:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea888f8. 00000400:00000010:1.0:1779697752.867112:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea883f0. 00000400:00000010:1.0:1779697752.867114:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217738. 00000400:00000010:1.0:1779697752.867115:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88070. 00000400:00000010:1.0:1779697752.867117:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88ce8. 00000400:00000010:1.0:1779697752.867119:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88e00. 00000400:00000010:1.0:1779697752.867121:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f000. 00000400:00000010:1.0:1779697752.867123:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2177a8. 00000400:00000010:1.0:1779697752.867125:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88738. 00000400:00000010:1.0:1779697752.867126:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217038. 00000400:00000010:1.0:1779697752.867128:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea887a8. 00000400:00000010:1.0:1779697752.867130:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2172a0. 00000400:00000010:1.0:1779697752.867132:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d2a0. 00000400:00000010:1.0:1779697752.867134:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982ffc0. 00000400:00000010:1.0:1779697752.867136:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217888. 00000400:00000010:1.0:1779697752.867138:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217850. 00000400:00000010:1.0:1779697752.867140:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d888. 00000400:00000010:1.0:1779697752.867141:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f230. 00000400:00000010:1.0:1779697752.867143:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88038. 00000400:00000010:1.0:1779697752.867145:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f1f8. 00000400:00000010:1.0:1779697752.867147:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f268. 00000400:00000010:1.0:1779697752.867149:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2173b8. 00000400:00000010:1.0:1779697752.867151:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f968. 00000400:00000010:1.0:1779697752.867152:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217a48. 00000400:00000010:1.0:1779697752.867154:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217f50. 00000400:00000010:1.0:1779697752.867157:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2175b0. 00000400:00000010:1.0:1779697752.867158:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217658. 00000400:00000010:1.0:1779697752.867160:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d850. 00000400:00000010:1.0:1779697752.867162:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d3b8. 00000400:00000010:1.0:1779697752.867164:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217ee0. 00000400:00000010:1.0:1779697752.867166:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2176c8. 00000400:00000010:1.0:1779697752.867168:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f930. 00000400:00000010:1.0:1779697752.867170:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065da48. 00000400:00000010:1.0:1779697752.867171:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065df50. 00000400:00000010:1.0:1779697752.867173:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fd20. 00000400:00000010:1.0:1779697752.867175:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d5b0. 00000400:00000010:1.0:1779697752.867177:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f620. 00000400:00000010:1.0:1779697752.867179:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea882a0. 00000400:00000010:1.0:1779697752.867180:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d658. 00000400:00000010:1.0:1779697752.867182:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f498. 00000400:00000010:1.0:1779697752.867184:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88888. 00000400:00000010:1.0:1779697752.867841:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dee0. 00000400:00000010:1.0:1779697752.867846:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88850. 00000400:00000010:1.0:1779697752.867849:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea883b8. 00000400:00000010:1.0:1779697752.867851:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217ab8. 00000400:00000010:1.0:1779697752.867853:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d6c8. 00000400:00000010:1.0:1779697752.867854:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f690. 00000400:00000010:1.0:1779697752.867856:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dab8. 00000400:00000010:1.0:1779697752.867858:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f150. 00000400:00000010:1.0:1779697752.867860:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d428. 00000400:00000010:1.0:1779697752.867861:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d188. 00000400:00000010:1.0:1779697752.867863:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d5e8. 00000400:00000010:1.0:1779697752.867864:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217428. 00000400:00000010:1.0:1779697752.867866:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217188. 00000400:00000010:1.0:1779697752.867867:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065db98. 00000400:00000010:1.0:1779697752.867869:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88a48. 00000400:00000010:1.0:1779697752.867871:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d310. 00000400:00000010:1.0:1779697752.867872:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fb60. 00000400:00000010:1.0:1779697752.867874:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f460. 00000400:00000010:1.0:1779697752.867876:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f310. 00000400:00000010:1.0:1779697752.867877:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2175e8. 00000400:00000010:1.0:1779697752.867879:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fb98. 00000400:00000010:1.0:1779697752.867881:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217b98. 00000400:00000010:1.0:1779697752.867883:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88f50. 00000400:00000010:1.0:1779697752.867885:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f5e8. 00000400:00000010:1.0:1779697752.867887:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea885b0. 00000400:00000010:1.0:1779697752.867888:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d460. 00000400:00000010:1.0:1779697752.867890:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065de38. 00000400:00000010:1.0:1779697752.867892:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88658. 00000400:00000010:1.0:1779697752.867894:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065db60. 00000400:00000010:1.0:1779697752.867896:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217310. 00000400:00000010:1.0:1779697752.867897:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d150. 00000400:00000010:1.0:1779697752.867899:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217460. 00000400:00000010:1.0:1779697752.867901:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88ee0. 00000400:00000010:1.0:1779697752.867903:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d1c0. 00000400:00000010:1.0:1779697752.867904:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217e38. 00000400:00000010:1.0:1779697752.867906:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217b60. 00000400:00000010:1.0:1779697752.867908:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea886c8. 00000400:00000010:1.0:1779697752.867910:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217150. 00000400:00000010:1.0:1779697752.867911:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2171c0. 00000400:00000010:1.0:1779697752.867913:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88ab8. 00000400:00000010:1.0:1779697752.867914:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217a10. 00000400:00000010:1.0:1779697752.867916:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065da10. 00000400:00000010:1.0:1779697752.867917:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d690. 00000400:00000010:1.0:1779697752.867919:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d498. 00000400:00000010:1.0:1779697752.867921:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d348. 00000400:00000010:1.0:1779697752.867923:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d620. 00000400:00000010:1.0:1779697752.867924:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d2d8. 00000400:00000010:1.0:1779697752.867926:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dbd0. 00000400:00000010:1.0:1779697752.867928:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d380. 00000400:00000010:1.0:1779697752.867929:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dd20. 00000400:00000010:1.0:1779697752.867931:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d700. 00000400:00000010:1.0:1779697752.867932:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d770. 00000400:00000010:1.0:1779697752.867934:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d930. 00000400:00000010:1.0:1779697752.867935:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d968. 00000400:00000010:1.0:1779697752.867937:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065daf0. 00000400:00000010:1.0:1779697752.867939:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d268. 00000400:00000010:1.0:1779697752.867941:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d1f8. 00000400:00000010:1.0:1779697752.867943:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065ddc8. 00000400:00000010:1.0:1779697752.867944:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d230. 00000400:00000010:1.0:1779697752.867946:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d818. 00000400:00000010:1.0:1779697752.867948:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d118. 00000400:00000010:1.0:1779697752.867949:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217690. 00000400:00000010:1.0:1779697752.867951:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dfc0. 00000400:00000010:1.0:1779697752.867952:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217498. 00000400:00000010:1.0:1779697752.867954:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d000. 00000400:00000010:1.0:1779697752.867955:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217348. 00000400:00000010:1.0:1779697752.867957:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d9a0. 00000400:00000010:1.0:1779697752.867959:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88428. 00000400:00000010:1.0:1779697752.867961:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f188. 00000400:00000010:1.0:1779697752.867962:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f428. 00000400:00000010:1.0:1779697752.867964:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217620. 00000400:00000010:1.0:1779697752.867966:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88188. 00000400:00000010:1.0:1779697752.867967:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea885e8. 00000400:00000010:1.0:1779697752.867969:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2172d8. 00000400:00000010:1.0:1779697752.867970:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88b98. 00000400:00000010:1.0:1779697752.867972:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88310. 00000400:00000010:1.0:1779697752.867974:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217bd0. 00000400:00000010:1.0:1779697752.867976:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88460. 00000400:00000010:1.0:1779697752.867977:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88e38. 00000400:00000010:1.0:1779697752.867979:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dd90. 00000400:00000010:1.0:1779697752.867981:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217380. 00000400:00000010:1.0:1779697752.867982:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217d20. 00000400:00000010:1.0:1779697752.867984:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88b60. 00000400:00000010:1.0:1779697752.867986:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065da80. 00000400:00000010:1.0:1779697752.867988:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fab8. 00000400:00000010:1.0:1779697752.867990:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88150. 00000400:00000010:1.0:1779697752.867991:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea881c0. 00000400:00000010:1.0:1779697752.867993:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88a10. 00000400:00000010:1.0:1779697752.867995:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d8c0. 00000400:00000010:1.0:1779697752.867996:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dc08. 00000400:00000010:1.0:1779697752.867998:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f658. 00000400:00000010:1.0:1779697752.868000:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d7e0. 00000400:00000010:1.0:1779697752.868001:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f5b0. 00000400:00000010:1.0:1779697752.868003:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88690. 00000400:00000010:1.0:1779697752.868005:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d0e0. 00000400:00000010:1.0:1779697752.868006:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88498. 00000400:00000010:1.0:1779697752.868009:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88348. 00000400:00000010:1.0:1779697752.868010:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dc78. 00000400:00000010:1.0:1779697752.868012:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d9d8. 00000400:00000010:1.0:1779697752.868014:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d4d0. 00000400:00000010:1.0:1779697752.868015:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217700. 00000400:00000010:1.0:1779697752.868017:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88620. 00000400:00000010:1.0:1779697752.868019:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217770. 00000400:00000010:1.0:1779697752.868021:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d540. 00000400:00000010:1.0:1779697752.868023:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217930. 00000400:00000010:1.0:1779697752.868024:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea882d8. 00000400:00000010:1.0:1779697752.868026:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982ff50. 00000400:00000010:1.0:1779697752.868028:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f3b8. 00000400:00000010:1.0:1779697752.868029:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f850. 00000400:00000010:1.0:1779697752.868031:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88bd0. 00000400:00000010:1.0:1779697752.868034:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88380. 00000400:00000010:1.0:1779697752.868036:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f888. 00000400:00000010:1.0:1779697752.868038:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f2a0. 00000400:00000010:1.0:1779697752.868040:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982f038. 00000400:00000010:1.0:1779697752.868041:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fe00. 00000400:00000010:1.0:1779697752.868042:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217968. 00000400:00000010:1.0:1779697752.868044:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbc982fce8. 00000400:00000010:1.0:1779697752.868045:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217af0. 00000400:00000010:1.0:1779697752.868047:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dc40. 00000400:00000010:1.0:1779697752.868048:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217268. 00000400:00000010:1.0:1779697752.868050:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff2171f8. 00000400:00000010:1.0:1779697752.868052:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88d20. 00000400:00000010:1.0:1779697752.868054:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dcb0. 00000400:00000010:1.0:1779697752.868056:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217dc8. 00000400:00000010:1.0:1779697752.868057:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff217230. 00000400:00000010:1.0:1779697752.868059:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88700. 00000400:00000010:1.0:1779697752.868061:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725ce8. 00000400:00000010:1.0:1779697752.868064:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065dea8. 00000400:00000010:1.0:1779697752.868066:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065de70. 00000400:00000010:1.0:1779697752.868067:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70498. 00000400:00000010:1.0:1779697752.868070:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725e00. 00000400:00000010:1.0:1779697752.868072:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725738. 00000400:00000010:1.0:1779697752.868074:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88770. 00000400:00000010:1.0:1779697752.868075:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88930. 00000400:00000010:1.0:1779697752.868077:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbf065d578. 00000400:00000010:1.0:1779697752.868079:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70690. 00000400:00000010:1.0:1779697752.868081:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67257a8. 00000400:00000010:1.0:1779697752.868083:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70a10. 00000400:00000010:1.0:1779697752.868084:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e03f0. 00000400:00000010:1.0:1779697752.868086:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0070. 00000400:00000010:1.0:1779697752.868088:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb701c0. 00000400:00000010:1.0:1779697752.868090:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0ce8. 00000400:00000010:1.0:1779697752.868091:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0e00. 00000400:00000010:1.0:1779697752.868093:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbcea88968. 00000400:00000010:1.0:1779697752.868095:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725038. 00000400:00000010:1.0:1779697752.868097:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b000. 00000400:00000010:1.0:1779697752.868099:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bfc0. 00000400:00000010:1.0:1779697752.868101:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67252a0. 00000400:00000010:1.0:1779697752.868103:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b118. 00000400:00000010:1.0:1779697752.868105:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0738. 00000400:00000010:1.0:1779697752.868106:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725888. 00000400:00000010:1.0:1779697752.868108:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725850. 00000400:00000010:1.0:1779697752.868111:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b818. 00000400:00000010:1.0:1779697752.868113:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b230. 00000400:00000010:1.0:1779697752.868114:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bdc8. 00000400:00000010:1.0:1779697752.868116:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b1f8. 00000400:00000010:1.0:1779697752.868118:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b268. 00000400:00000010:1.0:1779697752.868120:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42baf0. 00000400:00000010:1.0:1779697752.868121:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e07a8. 00000400:00000010:1.0:1779697752.868124:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0038. 00000400:00000010:1.0:1779697752.868126:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67253b8. 00000400:00000010:1.0:1779697752.868127:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725a48. 00000400:00000010:1.0:1779697752.868129:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e02a0. 00000400:00000010:1.0:1779697752.868131:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725f50. 00000400:00000010:1.0:1779697752.868175:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b968. 00000400:00000010:1.0:1779697752.868177:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0888. 00000400:00000010:1.0:1779697752.868179:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70150. 00000400:00000010:1.0:1779697752.868181:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0850. 00000400:00000010:1.0:1779697752.868183:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70b60. 00000400:00000010:1.0:1779697752.868185:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70e38. 00000400:00000010:1.0:1779697752.869596:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70460. 00000400:00000010:1.0:1779697752.869599:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e03b8. 00000400:00000010:1.0:1779697752.869601:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b930. 00000400:00000010:1.0:1779697752.869603:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0a48. 00000400:00000010:1.0:1779697752.869605:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0f50. 00000400:00000010:1.0:1779697752.869607:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b770. 00000400:00000010:1.0:1779697752.869609:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e05b0. 00000400:00000010:1.0:1779697752.869611:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0658. 00000400:00000010:1.0:1779697752.869613:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70310. 00000400:00000010:1.0:1779697752.869615:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0ee0. 00000400:00000010:1.0:1779697752.869617:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70b98. 00000400:00000010:1.0:1779697752.869619:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e06c8. 00000400:00000010:1.0:1779697752.869622:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb705e8. 00000400:00000010:1.0:1779697752.869624:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b700. 00000400:00000010:1.0:1779697752.869626:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bd20. 00000400:00000010:1.0:1779697752.869628:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70188. 00000400:00000010:1.0:1779697752.869630:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70428. 00000400:00000010:1.0:1779697752.869632:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70ab8. 00000400:00000010:1.0:1779697752.869634:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb706c8. 00000400:00000010:1.0:1779697752.869636:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70ee0. 00000400:00000010:1.0:1779697752.869637:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0ab8. 00000400:00000010:1.0:1779697752.869639:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b380. 00000400:00000010:1.0:1779697752.869641:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bbd0. 00000400:00000010:1.0:1779697752.869644:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0428. 00000400:00000010:1.0:1779697752.869645:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b2d8. 00000400:00000010:1.0:1779697752.869647:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0188. 00000400:00000010:1.0:1779697752.869649:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b620. 00000400:00000010:1.0:1779697752.869651:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b348. 00000400:00000010:1.0:1779697752.869653:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b498. 00000400:00000010:1.0:1779697752.869655:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70658. 00000400:00000010:1.0:1779697752.869657:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb705b0. 00000400:00000010:1.0:1779697752.869659:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67255b0. 00000400:00000010:1.0:1779697752.869662:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e05e8. 00000400:00000010:1.0:1779697752.869664:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725658. 00000400:00000010:1.0:1779697752.869666:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725ee0. 00000400:00000010:1.0:1779697752.869668:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0b98. 00000400:00000010:1.0:1779697752.869670:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b690. 00000400:00000010:1.0:1779697752.869672:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0310. 00000400:00000010:1.0:1779697752.869675:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42ba10. 00000400:00000010:1.0:1779697752.869676:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67256c8. 00000400:00000010:1.0:1779697752.869678:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b1c0. 00000400:00000010:1.0:1779697752.869681:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725ab8. 00000400:00000010:1.0:1779697752.869683:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70f50. 00000400:00000010:1.0:1779697752.869752:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725428. 00000400:00000010:1.0:1779697752.869755:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b150. 00000400:00000010:1.0:1779697752.869757:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bb60. 00000400:00000010:1.0:1779697752.869759:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42be38. 00000400:00000010:1.0:1779697752.869761:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0460. 00000400:00000010:1.0:1779697752.869763:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725188. 00000400:00000010:1.0:1779697752.869765:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0e38. 00000400:00000010:1.0:1779697752.869767:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67255e8. 00000400:00000010:1.0:1779697752.869769:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0b60. 00000400:00000010:1.0:1779697752.869771:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725b98. 00000400:00000010:1.0:1779697752.869773:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70a48. 00000400:00000010:1.0:1779697752.869775:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb703b8. 00000400:00000010:1.0:1779697752.869777:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0150. 00000400:00000010:1.0:1779697752.869779:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725310. 00000400:00000010:1.0:1779697752.869781:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725460. 00000400:00000010:1.0:1779697752.869783:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725e38. 00000400:00000010:1.0:1779697752.869785:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b460. 00000400:00000010:1.0:1779697752.869787:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725b60. 00000400:00000010:1.0:1779697752.869789:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70850. 00000400:00000010:1.0:1779697752.869790:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e01c0. 00000400:00000010:1.0:1779697752.869792:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b310. 00000400:00000010:1.0:1779697752.869794:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725150. 00000400:00000010:1.0:1779697752.869796:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0a10. 00000400:00000010:1.0:1779697752.869798:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0690. 00000400:00000010:1.0:1779697752.869800:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67251c0. 00000400:00000010:1.0:1779697752.869802:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70888. 00000400:00000010:1.0:1779697752.869804:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0498. 00000400:00000010:1.0:1779697752.869806:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb702a0. 00000400:00000010:1.0:1779697752.869808:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bb98. 00000400:00000010:1.0:1779697752.869810:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0348. 00000400:00000010:1.0:1779697752.869812:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b5e8. 00000400:00000010:1.0:1779697752.869814:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725a10. 00000400:00000010:1.0:1779697752.869816:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b188. 00000400:00000010:1.0:1779697752.869818:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b428. 00000400:00000010:1.0:1779697752.869820:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725690. 00000400:00000010:1.0:1779697752.869821:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bab8. 00000400:00000010:1.0:1779697752.869823:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b6c8. 00000400:00000010:1.0:1779697752.869825:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0620. 00000400:00000010:1.0:1779697752.869827:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70038. 00000400:00000010:1.0:1779697752.869829:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e02d8. 00000400:00000010:1.0:1779697752.869831:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb707a8. 00000400:00000010:1.0:1779697752.869833:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bee0. 00000400:00000010:1.0:1779697752.869835:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70738. 00000400:00000010:1.0:1779697752.869837:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0bd0. 00000400:00000010:1.0:1779697752.869838:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0380. 00000400:00000010:1.0:1779697752.869840:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b658. 00000400:00000010:1.0:1779697752.869842:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0d20. 00000400:00000010:1.0:1779697752.869844:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b5b0. 00000400:00000010:1.0:1779697752.869846:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0700. 00000400:00000010:1.0:1779697752.869847:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bf50. 00000400:00000010:1.0:1779697752.869850:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0770. 00000400:00000010:1.0:1779697752.869851:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0930. 00000400:00000010:1.0:1779697752.869853:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0968. 00000400:00000010:1.0:1779697752.869855:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42ba48. 00000400:00000010:1.0:1779697752.869857:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70e00. 00000400:00000010:1.0:1779697752.869859:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725498. 00000400:00000010:1.0:1779697752.869861:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725348. 00000400:00000010:1.0:1779697752.869863:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b3b8. 00000400:00000010:1.0:1779697752.869864:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b850. 00000400:00000010:1.0:1779697752.869867:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b888. 00000400:00000010:1.0:1779697752.869869:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70ce8. 00000400:00000010:1.0:1779697752.869871:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70070. 00000400:00000010:1.0:1779697752.869872:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b2a0. 00000400:00000010:1.0:1779697752.869874:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb703f0. 00000400:00000010:1.0:1779697752.869876:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725620. 00000400:00000010:1.0:1779697752.869878:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb708f8. 00000400:00000010:1.0:1779697752.869880:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67252d8. 00000400:00000010:1.0:1779697752.869882:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0af0. 00000400:00000010:1.0:1779697752.869884:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725bd0. 00000400:00000010:1.0:1779697752.869886:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0268. 00000400:00000010:1.0:1779697752.869887:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b038. 00000400:00000010:1.0:1779697752.869889:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e01f8. 00000400:00000010:1.0:1779697752.869891:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0dc8. 00000400:00000010:1.0:1779697752.869893:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b7a8. 00000400:00000010:1.0:1779697752.869895:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725380. 00000400:00000010:1.0:1779697752.869896:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b738. 00000400:00000010:1.0:1779697752.869898:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42be00. 00000400:00000010:1.0:1779697752.869900:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70d58. 00000400:00000010:1.0:1779697752.869902:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bce8. 00000400:00000010:1.0:1779697752.869904:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b070. 00000400:00000010:1.0:1779697752.869906:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0230. 00000400:00000010:1.0:1779697752.869908:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0818. 00000400:00000010:1.0:1779697752.869909:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0118. 00000400:00000010:1.0:1779697752.869911:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0fc0. 00000400:00000010:1.0:1779697752.869913:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0000. 00000400:00000010:1.0:1779697752.869915:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e09a0. 00000400:00000010:1.0:1779697752.869917:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70508. 00000400:00000010:1.0:1779697752.869919:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b3f0. 00000400:00000010:1.0:1779697752.869920:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0d90. 00000400:00000010:1.0:1779697752.869922:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725d20. 00000400:00000010:1.0:1779697752.869924:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725700. 00000400:00000010:1.0:1779697752.869926:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725770. 00000400:00000010:1.0:1779697752.869928:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0a80. 00000400:00000010:1.0:1779697752.869930:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e08c0. 00000400:00000010:1.0:1779697752.869931:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725930. 00000400:00000010:1.0:1779697752.869934:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0c08. 00000400:00000010:1.0:1779697752.869935:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725968. 00000400:00000010:1.0:1779697752.869937:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725af0. 00000400:00000010:1.0:1779697752.869939:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b8f8. 00000400:00000010:1.0:1779697752.869941:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e07e0. 00000400:00000010:1.0:1779697752.869943:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e00e0. 00000400:00000010:1.0:1779697752.869945:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bd58. 00000400:00000010:1.0:1779697752.869947:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb700a8. 00000400:00000010:1.0:1779697752.869949:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b508. 00000400:00000010:1.0:1779697752.869950:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70f88. 00000400:00000010:1.0:1779697752.869952:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725268. 00000400:00000010:1.0:1779697752.869954:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0c78. 00000400:00000010:1.0:1779697752.869956:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e09d8. 00000400:00000010:1.0:1779697752.869958:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e04d0. 00000400:00000010:1.0:1779697752.869960:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0540. 00000400:00000010:1.0:1779697752.869961:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0c40. 00000400:00000010:1.0:1779697752.869963:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0cb0. 00000400:00000010:1.0:1779697752.869965:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0ea8. 00000400:00000010:1.0:1779697752.869967:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70b28. 00000400:00000010:1.0:1779697752.869969:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b0a8. 00000400:00000010:1.0:1779697752.869971:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bf88. 00000400:00000010:1.0:1779697752.869972:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0e70. 00000400:00000010:1.0:1779697752.869974:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0578. 00000400:00000010:1.0:1779697752.869976:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67251f8. 00000400:00000010:1.0:1779697752.869978:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725dc8. 00000400:00000010:1.0:1779697752.869980:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0f18. 00000400:00000010:1.0:1779697752.869981:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725230. 00000400:00000010:1.0:1779697752.869983:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70f18. 00000400:00000010:1.0:1779697752.869985:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725818. 00000400:00000010:1.0:1779697752.869987:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725118. 00000400:00000010:1.0:1779697752.869989:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725fc0. 00000400:00000010:1.0:1779697752.869991:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725000. 00000400:00000010:1.0:1779697752.869993:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70578. 00000400:00000010:1.0:1779697752.869994:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bb28. 00000400:00000010:1.0:1779697752.869996:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67259a0. 00000400:00000010:1.0:1779697752.869998:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bf18. 00000400:00000010:1.0:1779697752.870000:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725d90. 00000400:00000010:1.0:1779697752.870002:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd6725a80. 00000400:00000010:1.0:1779697752.870004:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b578. 00000400:00000010:1.0:1779697752.870006:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42be70. 00000400:00000010:1.0:1779697752.870007:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70e70. 00000400:00000010:1.0:1779697752.870009:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70ea8. 00000400:00000010:1.0:1779697752.870011:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0b28. 00000400:00000010:1.0:1779697752.870013:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0f88. 00000400:00000010:1.0:1779697752.870015:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bea8. 00000400:00000010:1.0:1779697752.870017:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e00a8. 00000400:00000010:1.0:1779697752.870018:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bcb0. 00000400:00000010:1.0:1779697752.870020:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42bc40. 00000400:00000010:1.0:1779697752.870022:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70cb0. 00000400:00000010:1.0:1779697752.870024:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b540. 00000400:00000010:1.0:1779697752.870026:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70c40. 00000400:00000010:1.0:1779697752.870027:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbd67258c0. 00000400:00000010:1.0:1779697752.870029:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0508. 00000400:00000010:1.0:1779697752.870031:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb70540. 00000400:00000010:1.0:1779697752.870033:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff5e0d58. 00000400:00000010:1.0:1779697752.870035:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbeeb704d0. 00000400:00000010:1.0:1779697752.870037:0:3319:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff93cbff42b4d0. 00000100:00000010:2.0:1779697754.460616:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f800. 02000000:00000010:2.0:1779697754.460636:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fb00. 00000100:00000010:2.0:1779697754.460685:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985df80. 02000000:00000010:2.0:1779697754.460693:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbe57fa000. 00000100:00000010:2.0:1779697754.460711:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c700. 02000000:00000010:2.0:1779697754.460715:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbe57f8c00. 02000000:00000010:3.0:1779697754.460748:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbcb3be000. 02000000:00000010:2.0:1779697754.460749:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f9800. 00000400:00000010:2.0:1779697754.460758:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:3.0:1779697754.460758:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326dc0. 00000400:00000010:2.0:1779697754.460766:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000400:00000010:3.0:1779697754.460767:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df04c8. 00000100:00000200:3.0:1779697754.460776:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496978432, portal 25 00000400:00000010:3.0:1779697754.460782:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0440. 00000100:00000200:2.0:1779697754.468324:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496978560, portal 10 00000100:00000200:3.0:1779697754.468324:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496978432, offset 0 00000400:00000010:2.0:1779697754.468346:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697754.468352:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496978560, offset 0 00000400:00000200:2.0:1779697754.468365:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697754.468383:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697754.468412:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0480 00000400:00000200:2.0:1779697754.468421:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 77152 00000400:00000200:2.0:1779697754.468434:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697754.468439:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697754.468448:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697754.468454:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f480. 00000400:00000200:2.0:1779697754.468493:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:2.0:1779697754.468497:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697754.468507:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985df80 x1866137496978560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697754.468528:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b300. 00000100:00000010:2.0:1779697754.468542:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b000. 00000100:00000010:2.0:1779697754.468547:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b6c0. 00000100:00000010:2.0:1779697754.468552:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bcc0. 02000000:00000010:2.0:1779697754.468580:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f8000. 00000400:00000010:2.0:1779697754.468585:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697754.468589:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f880. 00000100:00000200:2.0:1779697754.468593:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496978688, portal 10 00000400:00000010:2.0:1779697754.468597:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697754.468599:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496978688, offset 0 00000400:00000200:2.0:1779697754.468603:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697754.468608:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697754.468613:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0500 00000400:00000200:2.0:1779697754.468617:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 77672 00000400:00000200:2.0:1779697754.468623:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697754.468626:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697754.468629:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697754.468633:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f100. 00000400:00000200:2.0:1779697754.468648:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697754.468651:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697754.468656:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985c700 x1866137496978688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697754.468719:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697754.468725:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544100. 00000020:00000010:2.0:1779697754.468731:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3e10. 00000020:00000010:2.0:1779697754.468761:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779697754.468764:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544580. 00000020:00000010:2.0:1779697754.468767:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3000. 00000100:00000200:2.0:1779697754.468784:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978560 00010000:02000000:2.0:1779697754.468803:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:1.0:1779697754.472330:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697754.472344:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697754.472364:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0400 00000400:00000200:1.0:1779697754.472372:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19c8b1 [2] + 0 00000400:00000010:1.0:1779697754.472378:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7840. 00000400:00000200:1.0:1779697754.472386:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc2d979c0 00000400:00000200:1.0:1779697754.472434:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697754.472439:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697754.472445:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc2d979c0 00000400:00000010:1.0:1779697754.472447:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc2d979c0. 00000100:00000200:1.0:1779697754.472454:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697754.472476:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0440 00000400:00000010:1.0:1779697754.472478:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0440. 00000100:00000200:1.0:1779697754.472498:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985f800 x1866137496978432/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697754.472545:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b00. 00000020:00000010:1.0:1779697754.472549:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b00. 00000020:00000010:1.0:1779697754.472554:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697754.472559:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697754.472565:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697754.472598:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b00. 00000020:00000010:1.0:1779697754.472600:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b00. 00000100:00000200:1.0:1779697754.472603:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978432 02000000:00000010:1.0:1779697754.472620:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb396800. 00010000:00000200:1.0:1779697754.472628:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644050 x1866137496978432/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:440/0 lens 224/224 e 0 to 0 dl 1779697765 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697754.472646:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697754.472650:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496978432, offset 224 00000400:00000200:1.0:1779697754.473236:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697754.473247:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697754.473254:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0400 00000400:00000200:1.0:1779697754.473260:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab005 [1] + 224 00000400:00000200:1.0:1779697754.473267:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697754.473270:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697754.473285:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985f800 x1866137496978432/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697754.473306:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697754.473308:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697754.473320:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697754.473324:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697754.473328:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779697754.473335:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbcb396800. 00000100:00000200:1.0:1779697754.473341:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697754.473346:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3cb8. 00000400:00000010:1.0:1779697754.473360:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60780. 00000400:00000010:1.0:1779697754.473383:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326dc0. 00000400:00000200:1.0:1779697754.473408:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df04c8 00000400:00000010:1.0:1779697754.473410:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df04c8. 00000100:00000200:1.0:1779697754.473415:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985f800 x1866137496978432/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697754.473424:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985f800 x1866137496978432/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697754.473443:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbcb3be000. 02000000:00000010:1.0:1779697754.473449:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fb00. 00000100:00000010:1.0:1779697754.473453:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f800. 00000100:00000200:3.0:1779697754.473542:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978688 00010000:02000000:3.0:1779697754.473561:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697754.473570:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a000. 00000400:00000010:3.0:1779697754.473580:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697754.473583:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496978688, offset 0 00000400:00000200:3.0:1779697754.473588:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697754.473593:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697754.473602:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0500 00000400:00000200:3.0:1779697754.473608:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab015 [1] + 0 00000400:00000200:3.0:1779697754.473613:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697754.473616:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697754.473622:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985c700 x1866137496978688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697754.473650:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697754.473652:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000020:00000010:3.0:1779697754.473660:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544580. 00000020:00000010:3.0:1779697754.473665:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3000. 00000020:00000010:3.0:1779697754.473668:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:1.0:1779697754.473746:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:1.0:1779697754.473750:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f880 00000400:00000010:1.0:1779697754.473751:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f880. 00000100:00000200:1.0:1779697754.473757:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985c700 x1866137496978688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697754.473764:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985c700 x1866137496978688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697754.473782:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f8000. 02000000:00000010:1.0:1779697754.473786:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbe57f8c00. 00000100:00000010:1.0:1779697754.473788:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c700. 02000000:00000010:0.0:1779697754.495629:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2c00. 00000400:00000010:0.0:1779697754.495655:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779697754.495663:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496978560, offset 0 00000400:00000200:0.0:1779697754.495672:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697754.495686:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697754.495697:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0480 00000400:00000200:0.0:1779697754.495705:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab009 [1] + 0 00000400:00000200:0.0:1779697754.495715:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697754.495719:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697754.495729:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985df80 x1866137496978560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697754.495758:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779697754.495761:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000020:00000010:0.0:1779697754.495779:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544100. 00000020:00000010:0.0:1779697754.495787:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3e10. 00000020:00000010:0.0:1779697754.495791:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000400:00000010:2.0:1779697754.497369:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779697754.497378:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697754.497380:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697754.497403:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985df80 x1866137496978560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697754.497414:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985df80 x1866137496978560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697754.497445:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f9800. 02000000:00000010:2.0:1779697754.497452:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbe57fa000. 00000100:00000010:2.0:1779697754.497456:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985df80. 00000100:00000010:2.0:1779697754.818456:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b6c0. 00000100:00000010:3.0:1779697754.818556:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bcc0. 00000100:00000010:0.0:1779697754.822369:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b300. 00000100:00000010:1.0:1779697754.828434:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b000. 00000100:00000010:1.0:1779697759.585923:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28000. 02000000:00000010:1.0:1779697759.585945:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779697759.586004:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29f80. 02000000:00000010:1.0:1779697759.586021:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbcb396800. 00000100:00000010:1.0:1779697759.586045:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28a80. 02000000:00000010:1.0:1779697759.586051:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbcb396400. 02000000:00000010:1.0:1779697759.586086:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4496c00. 00000400:00000010:1.0:1779697759.586093:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3f20. 00000400:00000010:1.0:1779697759.586100:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697759.586107:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496978944, portal 10 00000400:00000010:1.0:1779697759.586113:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 02000000:00000010:0.0:1779697759.586151:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 00000100:00000200:1.0:1779697759.586157:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496978944, offset 0 00000400:00000010:0.0:1779697759.586159:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697759.586167:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000400:00000200:1.0:1779697759.586170:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697759.586300:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697759.586313:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0600 00000100:00000200:0.0:1779697759.591338:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496978816, portal 25 00000400:00000010:0.0:1779697759.591357:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697759.591363:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496978816, offset 0 00000400:00000200:0.0:1779697759.591372:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697759.591386:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697759.592426:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0580 00000400:00000200:0.0:1779697759.592444:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19cb0d [2] + 0 00000400:00000010:0.0:1779697759.592457:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7c08. 00000400:00000200:0.0:1779697759.592464:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64eb0c0 00000400:00000200:0.0:1779697759.592473:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697759.592477:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697759.592482:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64eb0c0 00000400:00000010:0.0:1779697759.592485:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64eb0c0. 00000100:00000200:0.0:1779697759.592492:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697759.592523:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697759.592526:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697759.592535:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd28000 x1866137496978816/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697759.592562:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779697759.592575:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f16c0. 00000100:00000010:0.0:1779697759.592580:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f13c0. 00000100:00000010:0.0:1779697759.592585:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ea0. 00000020:00000010:3.0:1779697759.592725:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836900. 00000020:00000010:3.0:1779697759.592730:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836900. 00000020:00000010:3.0:1779697759.592736:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:3.0:1779697759.592741:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697759.592751:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697759.592794:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836900. 00000020:00000010:3.0:1779697759.592797:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836900. 00000100:00000200:3.0:1779697759.592800:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978816 02000000:00000010:3.0:1779697759.592816:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6ac00. 00010000:00000200:3.0:1779697759.592826:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644450 x1866137496978816/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:445/0 lens 224/224 e 0 to 0 dl 1779697770 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697759.592844:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697759.592849:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496978816, offset 224 00000400:00000200:3.0:1779697759.592854:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697759.592861:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697759.592867:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0580 00000400:00000200:3.0:1779697759.592872:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab035 [1] + 224 00000400:00000200:3.0:1779697759.592877:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697759.592880:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697759.592886:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd28000 x1866137496978816/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697759.592904:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697759.592906:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000020:00000010:3.0:1779697759.592917:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697759.592921:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697759.592923:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 02000000:00000010:3.0:1779697759.592929:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b6ac00. 00000100:00000200:3.0:1779697759.592934:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697759.592939:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326058. 00000400:00000010:3.0:1779697759.592944:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd38de40. 00000400:00000010:3.0:1779697759.592961:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:3.0:1779697759.592964:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:3.0:1779697759.592965:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:3.0:1779697759.592970:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd28000 x1866137496978816/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697759.592978:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd28000 x1866137496978816/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697759.592998:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:3.0:1779697759.593004:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:3.0:1779697759.593008:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28000. 00000400:00000200:1.0:1779697759.593412:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 78192 00000400:00000200:1.0:1779697759.593424:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697759.593428:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697759.593433:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697759.593438:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28700. 00000400:00000200:1.0:1779697759.593459:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697759.593461:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697759.593470:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd29f80 x1866137496978944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697759.593484:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:3.0:1779697759.593490:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697759.593493:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 02000000:00000010:1.0:1779697759.593501:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4496000. 00000400:00000010:1.0:1779697759.593507:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3108. 00000400:00000010:1.0:1779697759.593510:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697759.593514:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496979072, portal 10 00000400:00000010:1.0:1779697759.593518:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697759.593521:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496979072, offset 0 00000100:00000200:3.0:1779697759.593525:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496978944 00000400:00000200:1.0:1779697759.593527:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697759.593534:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697759.593541:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0680 00010000:02000000:3.0:1779697759.593543:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:1.0:1779697759.593548:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 78712 00000400:00000200:1.0:1779697759.593555:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697759.593559:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697759.593562:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697759.593567:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28000. 00000400:00000200:1.0:1779697759.593579:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697759.593581:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697759.593585:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbcbd28a80 x1866137496979072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697759.593631:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697759.593635:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697759.593639:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000100:00000200:1.0:1779697759.593656:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979072 00010000:02000000:1.0:1779697759.593663:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697759.593669:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4497400. 00000400:00000010:1.0:1779697759.593678:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697759.593680:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496979072, offset 0 00000400:00000200:1.0:1779697759.593684:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697759.593688:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697759.593693:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0680 00000400:00000200:1.0:1779697759.593697:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab045 [1] + 0 00000400:00000200:1.0:1779697759.593701:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697759.593704:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697759.593709:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd28a80 x1866137496979072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697759.593723:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697759.593725:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000020:00000010:1.0:1779697759.593732:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f880. 00000020:00000010:1.0:1779697759.593735:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697759.593737:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:1.0:1779697759.593753:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3108. 00000400:00000200:1.0:1779697759.593756:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697759.593758:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697759.593762:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd28a80 x1866137496979072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697759.593769:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd28a80 x1866137496979072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697759.593785:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4496000. 02000000:00000010:1.0:1779697759.593788:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbcb396400. 00000100:00000010:1.0:1779697759.593792:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd28a80. 02000000:00000010:3.0:1779697759.606182:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6ac00. 00000400:00000010:3.0:1779697759.606208:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697759.606217:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496978944, offset 0 00000400:00000200:3.0:1779697759.606227:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697759.606302:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697759.606314:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0600 00000400:00000200:3.0:1779697759.606323:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab02d [1] + 0 00000400:00000200:3.0:1779697759.606333:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697759.606338:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697759.606349:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbcbd29f80 x1866137496978944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697759.606372:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697759.606375:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000020:00000010:3.0:1779697759.606410:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697759.606416:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697759.606420:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000400:00000010:1.0:1779697759.607336:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3f20. 00000400:00000200:1.0:1779697759.608122:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697759.608128:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697759.608141:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbcbd29f80 x1866137496978944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697759.608153:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbcbd29f80 x1866137496978944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697759.608186:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4496c00. 02000000:00000010:1.0:1779697759.608192:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbcb396800. 00000100:00000010:1.0:1779697759.608197:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbcbd29f80. 00000100:00000010:1.0:1779697759.938483:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f16c0. 00000100:00000010:2.0:1779697759.938502:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f13c0. 00000100:00000010:0.0:1779697759.938616:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:3.0:1779697759.940260:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ea0. 00000100:00000010:3.0:1779697764.699941:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697764.699965:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30baf00. 00000100:00000010:3.0:1779697764.700021:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ed80. 02000000:00000010:1.0:1779697764.700113:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697764.700121:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3f20. 00000400:00000010:1.0:1779697764.700128:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697764.700136:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496979200, portal 25 00000400:00000010:1.0:1779697764.700141:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697764.700144:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496979200, offset 0 00000400:00000200:1.0:1779697764.700153:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697764.700166:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697764.700178:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0700 02000000:00000010:3.0:1779697764.700180:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b6a400. 00000400:00000200:1.0:1779697764.700184:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19d14d [2] + 0 00000400:00000010:1.0:1779697764.700188:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae738. 00000400:00000200:1.0:1779697764.700194:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345b40 00000400:00000200:1.0:1779697764.700202:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697764.700205:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1779697764.700207:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c000. 00000400:00000200:1.0:1779697764.700210:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345b40 02000000:00000010:3.0:1779697764.700211:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b69000. 00000400:00000010:1.0:1779697764.700212:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345b40. 00000100:00000200:1.0:1779697764.700218:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1779697764.700264:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f9800. 00000400:00000010:2.0:1779697764.700269:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779697764.700273:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697764.700276:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496979328, portal 10 00000400:00000010:2.0:1779697764.700280:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697764.700282:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496979328, offset 0 00000400:00000200:2.0:1779697764.700323:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697764.700328:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697764.700333:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0780 00000400:00000200:2.0:1779697764.700338:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 79232 00000400:00000200:2.0:1779697764.700344:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697764.700347:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697764.700352:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697764.700356:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985df80. 00000400:00000200:2.0:1779697764.700373:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697764.700375:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697764.700382:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483ed80 x1866137496979328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697764.700430:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b6c0. 00000100:00000010:2.0:1779697764.700441:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b480. 00000100:00000010:2.0:1779697764.700446:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bde0. 00000100:00000010:2.0:1779697764.700450:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc60. 02000000:00000010:2.0:1779697764.700462:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57fa000. 00000400:00000010:2.0:1779697764.700466:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6defaa8. 00000400:00000010:2.0:1779697764.700468:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697764.700471:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496979456, portal 10 00000400:00000010:2.0:1779697764.700475:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697764.700477:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496979456, offset 0 00000400:00000200:2.0:1779697764.700480:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697764.700485:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697764.700489:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0800 00000400:00000200:2.0:1779697764.700492:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 79752 00000400:00000200:2.0:1779697764.700497:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697764.700499:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697764.700502:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697764.700505:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c000. 00000400:00000200:2.0:1779697764.700513:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:2.0:1779697764.700514:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697764.700519:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483c000 x1866137496979456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697764.709790:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697764.709799:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697764.709812:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483fb80 x1866137496979200/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697764.713314:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697764.713328:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544100. 00000020:00000010:2.0:1779697764.713335:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697764.713414:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779697764.713419:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544580. 00000020:00000010:2.0:1779697764.713421:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000100:00000200:2.0:1779697764.713440:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979328 00010000:02000000:2.0:1779697764.713459:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697764.713470:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8c00. 00000400:00000010:2.0:1779697764.713485:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697764.713493:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496979328, offset 0 00000400:00000200:2.0:1779697764.713500:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697764.713514:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697764.713527:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0780 00000400:00000200:2.0:1779697764.713535:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab05d [1] + 0 00000400:00000200:2.0:1779697764.713546:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697764.713550:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697764.713563:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483ed80 x1866137496979328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697764.713591:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:2.0:1779697764.713594:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000020:00000010:2.0:1779697764.713607:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544100. 00000020:00000010:2.0:1779697764.713616:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697764.713619:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000100:00000200:2.0:1779697764.713631:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979456 00010000:02000000:2.0:1779697764.713638:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697764.713643:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8000. 00000400:00000010:2.0:1779697764.713648:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697764.713650:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496979456, offset 0 00000400:00000200:2.0:1779697764.713653:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697764.713659:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697764.713664:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0800 00000400:00000200:2.0:1779697764.713668:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab065 [1] + 0 00000400:00000200:2.0:1779697764.713673:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697764.713675:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697764.713680:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483c000 x1866137496979456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697764.713690:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:2.0:1779697764.713692:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000020:00000010:2.0:1779697764.713697:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544580. 00000020:00000010:2.0:1779697764.713700:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697764.713702:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:2.0:1779697764.713726:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779697764.713729:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697764.713731:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697764.713736:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483ed80 x1866137496979328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697764.713745:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483ed80 x1866137496979328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697764.713769:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6defaa8. 00000400:00000200:2.0:1779697764.713771:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697764.713772:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697764.713776:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483c000 x1866137496979456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697764.713782:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483c000 x1866137496979456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697764.713795:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f9800. 02000000:00000010:2.0:1779697764.713799:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b6a400. 00000100:00000010:2.0:1779697764.713804:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483ed80. 02000000:00000010:2.0:1779697764.713810:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57fa000. 02000000:00000010:2.0:1779697764.713812:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b69000. 00000100:00000010:2.0:1779697764.713814:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c000. 00000020:00000010:3.0:1779697764.713956:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836400. 00000020:00000010:3.0:1779697764.713962:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836400. 00000020:00000010:3.0:1779697764.713966:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:3.0:1779697764.713969:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697764.713973:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697764.714006:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836400. 00000020:00000010:3.0:1779697764.714008:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836400. 00000100:00000200:3.0:1779697764.714011:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979200 02000000:00000010:3.0:1779697764.714021:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b69000. 00010000:00000200:3.0:1779697764.714037:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7647450 x1866137496979200/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:450/0 lens 224/224 e 0 to 0 dl 1779697775 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697764.714424:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697764.714429:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496979200, offset 224 00000400:00000200:3.0:1779697764.714434:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697764.714441:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697764.714447:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0700 00000400:00000200:3.0:1779697764.714453:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab055 [1] + 224 00000400:00000200:3.0:1779697764.714459:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697764.714462:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697764.714468:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483fb80 x1866137496979200/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697764.714482:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:3.0:1779697764.714484:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000020:00000010:3.0:1779697764.714494:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697764.714498:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697764.714501:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 02000000:00000010:3.0:1779697764.714507:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b69000. 00000100:00000200:3.0:1779697764.714511:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697764.714516:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83267e8. 00000400:00000010:3.0:1779697764.714520:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd38d0c0. 00000400:00000010:1.0:1779697764.715137:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3f20. 00000400:00000200:1.0:1779697764.715144:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697764.715147:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697764.715154:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483fb80 x1866137496979200/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697764.715163:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483fb80 x1866137496979200/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697764.715180:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779697764.715186:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30baf00. 00000100:00000010:1.0:1779697764.715190:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 00000100:00000010:0.0:1779697765.050584:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b6c0. 00000100:00000010:1.0:1779697765.050675:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b480. 00000100:00000010:2.0:1779697765.054673:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bde0. 00000100:00000010:3.0:1779697765.056021:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc60. 00000020:02000400:0.0:1779697768.283187:0:223976:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 16 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:0.0:1779697768.297562:0:223976:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93cbe0517000 lustre-MDT0000-lwp-MDT0000_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:3.0:1779697769.818500:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d500. 02000000:00000010:3.0:1779697769.818525:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30baf00. 02000000:00000010:0.0:1779697769.818615:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779697769.818624:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779697769.818631:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697769.818638:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496979584, portal 25 00000400:00000010:0.0:1779697769.818643:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697769.818646:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496979584, offset 0 00000400:00000200:0.0:1779697769.818656:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697769.818670:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697769.818695:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0880 00000400:00000200:0.0:1779697769.818702:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19d331 [2] + 0 00000400:00000010:0.0:1779697769.818706:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d79f8. 00000400:00000200:0.0:1779697769.818712:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64eba80 00000400:00000200:0.0:1779697769.818720:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697769.818724:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697769.818729:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64eba80 00000400:00000010:0.0:1779697769.818731:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64eba80. 00000100:00000200:0.0:1779697769.818737:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697769.818756:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697769.818758:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697769.818767:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483d500 x1866137496979584/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697769.818784:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779697769.818798:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1300. 00000100:00000010:0.0:1779697769.818803:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1120. 00000100:00000010:0.0:1779697769.818807:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1f00. 00000020:00000010:1.0:1779697769.819161:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4bc0. 00000020:00000010:1.0:1779697769.819167:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4bc0. 00000020:00000010:1.0:1779697769.819173:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697769.819178:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697769.819183:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697769.819219:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4bc0. 00000020:00000010:1.0:1779697769.819222:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4bc0. 00000100:00000200:1.0:1779697769.819224:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979584 02000000:00000010:1.0:1779697769.819237:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4497800. 00010000:00000200:1.0:1779697769.819246:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7647050 x1866137496979584/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:455/0 lens 224/224 e 0 to 0 dl 1779697780 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697769.819261:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697769.819265:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496979584, offset 224 00000400:00000200:1.0:1779697769.819270:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697769.819276:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697769.819282:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0880 00000400:00000200:1.0:1779697769.819288:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab07d [1] + 224 00000400:00000200:1.0:1779697769.819293:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697769.819296:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697769.819302:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483d500 x1866137496979584/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697769.819351:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697769.819360:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b69000. 00000100:00000010:3.0:1779697769.819400:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c000. 02000000:00000010:3.0:1779697769.819406:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b6a400. 02000000:00000010:3.0:1779697769.819429:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b6b800. 00000400:00000010:3.0:1779697769.819433:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326210. 00000400:00000010:3.0:1779697769.819437:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0bb0. 00000100:00000200:3.0:1779697769.819468:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496979712, portal 10 00000400:00000010:3.0:1779697769.819472:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697769.819475:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496979712, offset 0 00000400:00000200:3.0:1779697769.819479:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697769.819485:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697769.819490:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0900 00000400:00000200:3.0:1779697769.819495:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 80272 00000400:00000200:3.0:1779697769.819500:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697769.819503:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697769.819508:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697769.819511:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483ed80. 00000400:00000200:3.0:1779697769.819524:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:3.0:1779697769.819526:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697769.819531:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483fb80 x1866137496979712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697769.819548:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b68800. 00000400:00000010:3.0:1779697769.819551:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d68. 00000400:00000010:3.0:1779697769.819553:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0990. 00000100:00000200:3.0:1779697769.819556:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496979840, portal 10 00000400:00000010:3.0:1779697769.819560:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697769.819561:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496979840, offset 0 00000400:00000200:3.0:1779697769.819565:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697769.819569:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697769.819573:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0980 00000400:00000200:3.0:1779697769.819577:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 80792 00000400:00000200:3.0:1779697769.819580:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697769.819583:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697769.819585:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697769.819588:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483f480. 00000400:00000200:3.0:1779697769.819596:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697769.819598:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697769.819601:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483c000 x1866137496979840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697769.819632:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:3.0:1779697769.819635:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697769.819638:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697769.819654:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb34000. 00000020:00000010:3.0:1779697769.819657:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697769.819659:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89a28. 00000100:00000200:3.0:1779697769.819670:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979712 00010000:02000000:3.0:1779697769.820225:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:1.0:1779697769.825877:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697769.825884:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697769.825914:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f400. 00000020:00000010:1.0:1779697769.825920:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697769.825924:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779697769.825942:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4497800. 00000100:00000200:1.0:1779697769.825949:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697769.825959:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3f20. 00000400:00000010:1.0:1779697769.825965:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60480. 00000100:00000200:1.0:1779697769.826021:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979840 00010000:02000000:1.0:1779697769.826040:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697769.826047:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4497800. 00000400:00000010:1.0:1779697769.826058:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697769.826061:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496979840, offset 0 00000400:00000200:1.0:1779697769.826067:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697769.826077:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697769.826086:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0980 00000400:00000200:1.0:1779697769.826093:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab091 [1] + 0 00000400:00000200:1.0:1779697769.826101:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697769.826105:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697769.826115:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483c000 x1866137496979840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697769.826136:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:1.0:1779697769.826138:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000020:00000010:1.0:1779697769.826145:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:1.0:1779697769.826150:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89a28. 00000020:00000010:1.0:1779697769.826153:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb34000. 00000400:00000010:1.0:1779697769.826173:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d68. 00000400:00000200:1.0:1779697769.826177:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0990 00000400:00000010:1.0:1779697769.826179:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0990. 00000100:00000200:1.0:1779697769.826184:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483c000 x1866137496979840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697769.826193:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483c000 x1866137496979840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697769.826261:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b68800. 02000000:00000010:1.0:1779697769.826267:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b6a400. 00000100:00000010:1.0:1779697769.826271:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c000. 02000000:00000010:3.0:1779697769.828532:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6a400. 00000400:00000010:3.0:1779697769.828554:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697769.828561:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496979712, offset 0 00000400:00000200:3.0:1779697769.828570:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697769.828582:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697769.828594:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0900 00000400:00000200:3.0:1779697769.828601:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab089 [1] + 0 00000400:00000200:3.0:1779697769.828610:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697769.828614:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697769.828626:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483fb80 x1866137496979712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697769.828649:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:3.0:1779697769.828651:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000020:00000010:3.0:1779697769.828666:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536a00. 00000020:00000010:3.0:1779697769.828672:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697769.828676:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 00000400:00000010:1.0:1779697769.829435:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326210. 00000400:00000200:1.0:1779697769.829443:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0bb0 00000400:00000010:1.0:1779697769.829445:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0bb0. 00000100:00000200:1.0:1779697769.829452:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483fb80 x1866137496979712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697769.829472:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483fb80 x1866137496979712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697769.829503:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b6b800. 02000000:00000010:1.0:1779697769.829510:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b69000. 00000100:00000010:1.0:1779697769.829514:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 00000400:00000010:0.0:1779697769.830554:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779697769.830562:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779697769.830564:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697769.830573:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483d500 x1866137496979584/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697769.830583:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483d500 x1866137496979584/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697769.830602:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779697769.830606:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30baf00. 00000100:00000010:0.0:1779697769.830610:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d500. 00000100:00000010:1.0:1779697770.162494:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1300. 00000100:00000010:3.0:1779697770.162582:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1f00. 00000100:00000010:2.0:1779697770.162655:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1120. 00000100:00000010:0.0:1779697770.162714:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000800:00000200:0.0:1779697771.994518:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697771.994527:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:0.0:1779697771.994532:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779697771.994962:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1779697774.938592:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ea00. 02000000:00000010:2.0:1779697774.938614:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f800. 00000100:00000010:2.0:1779697774.938683:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c700. 02000000:00000010:2.0:1779697774.938690:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbe57f9800. 00000100:00000010:2.0:1779697774.938704:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f800. 02000000:00000010:2.0:1779697774.938708:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbe57f9000. 02000000:00000010:1.0:1779697774.938850:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700c00. 00000400:00000010:1.0:1779697774.938858:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3108. 00000400:00000010:1.0:1779697774.938865:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e82a8. 00000100:00000200:1.0:1779697774.938872:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496979968, portal 25 00000400:00000010:1.0:1779697774.938877:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697774.938880:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496979968, offset 0 00000400:00000200:1.0:1779697774.938889:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697774.938902:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697774.938914:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0a00 00000400:00000200:1.0:1779697774.938921:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19d91d [2] + 0 00000400:00000010:1.0:1779697774.938925:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7f20. 00000400:00000200:1.0:1779697774.938931:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64eb780 00000400:00000200:1.0:1779697774.938939:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697774.938942:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697774.938947:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64eb780 00000400:00000010:1.0:1779697774.938949:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64eb780. 00000100:00000200:1.0:1779697774.938955:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697774.938978:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697774.938980:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697774.938988:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985ea00 x1866137496979968/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697774.939018:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aa80. 00000100:00000010:1.0:1779697774.939030:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779697774.939035:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779697774.939039:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 02000000:00000010:1.0:1779697774.939061:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4497c00. 00000400:00000010:1.0:1779697774.939064:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3f78. 00000400:00000010:1.0:1779697774.939067:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697774.939070:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496980096, portal 10 00000400:00000010:1.0:1779697774.939076:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697774.939078:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496980096, offset 0 00000400:00000200:1.0:1779697774.939082:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697774.939086:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697774.939092:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0a80 00000400:00000200:1.0:1779697774.939097:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 81312 00000400:00000200:1.0:1779697774.939102:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697774.939105:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697774.939111:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697774.939115:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd29f80. 00000400:00000200:1.0:1779697774.939127:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697774.939129:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697774.939134:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985c700 x1866137496980096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697774.939150:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4494c00. 00000400:00000010:1.0:1779697774.939153:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3580. 00000400:00000010:1.0:1779697774.939155:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697774.939158:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496980224, portal 10 00000400:00000010:1.0:1779697774.939162:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697774.939164:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496980224, offset 0 00000400:00000200:1.0:1779697774.939168:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697774.939172:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697774.939177:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0b00 00000400:00000200:1.0:1779697774.939180:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 81832 00000400:00000200:1.0:1779697774.939185:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697774.939187:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697774.939190:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697774.939193:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd28a80. 00000400:00000200:1.0:1779697774.939202:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697774.939204:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697774.939208:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985f800 x1866137496980224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697774.939257:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697774.939263:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697774.939268:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697774.939291:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697774.939294:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697774.939296:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000100:00000200:1.0:1779697774.939313:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980096 00010000:02000000:1.0:1779697774.939327:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697774.939347:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4494400. 00000400:00000010:1.0:1779697774.939358:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697774.939361:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496980096, offset 0 00000400:00000200:1.0:1779697774.939365:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697774.939370:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697774.939374:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0a80 00000400:00000200:1.0:1779697774.939378:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab0ad [1] + 0 00000400:00000200:1.0:1779697774.939383:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697774.939385:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697774.939418:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985c700 x1866137496980096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697774.939432:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697774.939434:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697774.939444:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697774.939448:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697774.939450:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:1.0:1779697774.939460:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980224 00010000:02000000:1.0:1779697774.939466:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697774.939470:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4494000. 00000400:00000010:1.0:1779697774.939475:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697774.939477:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496980224, offset 0 00000400:00000200:1.0:1779697774.939481:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697774.939485:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697774.939489:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0b00 00000400:00000200:1.0:1779697774.939493:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab0b5 [1] + 0 00000400:00000200:1.0:1779697774.939498:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697774.939500:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697774.939504:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985f800 x1866137496980224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697774.939513:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697774.939515:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697774.939521:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fd80. 00000020:00000010:1.0:1779697774.939524:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697774.939526:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000400:00000010:1.0:1779697774.939550:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3f78. 00000400:00000200:1.0:1779697774.939553:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697774.939555:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697774.939559:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985c700 x1866137496980096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697774.939568:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985c700 x1866137496980096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697774.939588:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3580. 00000400:00000200:1.0:1779697774.939590:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697774.939592:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697774.939596:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985f800 x1866137496980224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697774.939603:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985f800 x1866137496980224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697774.939615:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4497c00. 02000000:00000010:1.0:1779697774.939619:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbe57f9800. 00000100:00000010:1.0:1779697774.939623:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985c700. 02000000:00000010:1.0:1779697774.939626:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4494c00. 02000000:00000010:1.0:1779697774.939629:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbe57f9000. 00000100:00000010:1.0:1779697774.939630:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f800. 00000020:00000010:2.0:1779697774.939964:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad80. 00000020:00000010:2.0:1779697774.939969:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad80. 00000020:00000010:2.0:1779697774.939974:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779697774.939977:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697774.939981:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697774.940020:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad80. 00000020:00000010:2.0:1779697774.940023:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad80. 00000100:00000200:2.0:1779697774.940025:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496979968 02000000:00000010:2.0:1779697774.940037:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8800. 00010000:00000200:2.0:1779697774.940044:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644850 x1866137496979968/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:460/0 lens 224/224 e 0 to 0 dl 1779697785 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697774.940055:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697774.940059:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496979968, offset 224 00000400:00000200:2.0:1779697774.940064:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697774.940070:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697774.940076:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0a00 00000400:00000200:2.0:1779697774.940081:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab0a5 [1] + 224 00000400:00000200:2.0:1779697774.940086:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697774.940089:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697774.940094:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985ea00 x1866137496979968/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697774.940117:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697774.940119:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000020:00000010:2.0:1779697774.940126:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbd7544f00. 00000020:00000010:2.0:1779697774.940131:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697774.940134:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 02000000:00000010:2.0:1779697774.940141:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8800. 00000100:00000200:2.0:1779697774.940146:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697774.940150:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6defaa8. 00000400:00000010:2.0:1779697774.940154:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c900. 00000400:00000010:3.0:1779697774.940242:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3108. 00000400:00000200:3.0:1779697774.940247:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e82a8 00000400:00000010:3.0:1779697774.940249:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e82a8. 00000100:00000200:3.0:1779697774.940254:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985ea00 x1866137496979968/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697774.940262:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985ea00 x1866137496979968/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697774.940276:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700c00. 02000000:00000010:3.0:1779697774.940280:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f800. 00000100:00000010:3.0:1779697774.940283:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ea00. 00000100:00000010:1.0:1779697775.282516:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:0.0:1779697775.282830:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aa80. 00000100:00000010:3.0:1779697775.286572:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:2.0:1779697775.286649:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000800:00000200:1.0:1779697779.163813:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:1.0:1779697779.163821:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1779697779.163825:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1779697779.164049:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779697780.065364:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6ce00. 02000000:00000010:0.0:1779697780.065403:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3800. 00000100:00000010:0.0:1779697780.065466:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c000. 02000000:00000010:0.0:1779697780.065474:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea3800. 00000100:00000010:0.0:1779697780.065510:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6f100. 02000000:00000010:0.0:1779697780.065515:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea3400. 02000000:00000010:0.0:1779697780.065577:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea3000. 00000400:00000010:0.0:1779697780.065585:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779697780.065592:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779697780.065600:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496980480, portal 10 00000400:00000010:0.0:1779697780.065608:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697780.065611:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496980480, offset 0 00000400:00000200:0.0:1779697780.065621:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697780.065634:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697780.065648:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0c00 00000400:00000200:0.0:1779697780.065654:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 82352 00000400:00000200:0.0:1779697780.065664:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697780.065669:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697780.065687:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697780.065693:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98e00. 00000400:00000200:0.0:1779697780.065711:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779697780.065713:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697780.065720:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6c000 x1866137496980480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697780.065741:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779697780.065753:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1540. 00000100:00000010:0.0:1779697780.065762:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1120. 00000100:00000010:0.0:1779697780.065767:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1f00. 02000000:00000010:0.0:1779697780.065781:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea1400. 00000400:00000010:0.0:1779697780.065785:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae70. 00000400:00000010:0.0:1779697780.065787:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779697780.065790:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496980608, portal 10 00000400:00000010:0.0:1779697780.065794:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697780.065796:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496980608, offset 0 00000400:00000200:0.0:1779697780.065800:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697780.065804:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697780.065809:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0c80 00000400:00000200:0.0:1779697780.065813:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 82872 00000400:00000200:0.0:1779697780.065817:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697780.065819:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697780.065822:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697780.065825:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99c00. 00000400:00000200:0.0:1779697780.065834:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697780.065835:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697780.065840:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6f100 x1866137496980608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697780.066414:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cacfb34000. 00000400:00000010:3.0:1779697780.066421:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326268. 00000400:00000010:3.0:1779697780.066426:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0d48. 00000100:00000200:3.0:1779697780.066430:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496980352, portal 25 00000400:00000010:3.0:1779697780.066434:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697780.066436:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496980352, offset 0 00000400:00000200:3.0:1779697780.066441:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697780.066448:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697780.066455:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0b80 00000400:00000200:3.0:1779697780.066461:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19db15 [2] + 0 00000400:00000010:3.0:1779697780.066465:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7738. 00000400:00000200:3.0:1779697780.066469:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64ebe40 00000400:00000200:3.0:1779697780.066473:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697780.066475:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697780.066478:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64ebe40 00000400:00000010:3.0:1779697780.066480:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64ebe40. 00000100:00000200:3.0:1779697780.066485:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697780.066518:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697780.066520:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697780.066525:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe6ce00 x1866137496980352/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697780.066579:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:3.0:1779697780.066585:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697780.066590:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697780.066614:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697780.066616:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697780.066619:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000100:00000200:3.0:1779697780.066637:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980480 00010000:02000000:3.0:1779697780.066654:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697780.066662:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b68800. 00000400:00000010:3.0:1779697780.066672:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697780.066674:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496980480, offset 0 00000400:00000200:3.0:1779697780.066857:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697780.066862:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697780.066868:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0c00 00000400:00000200:3.0:1779697780.066873:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab0cd [1] + 0 00000400:00000200:3.0:1779697780.066878:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697780.066881:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697780.066888:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6c000 x1866137496980480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697780.066904:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697780.066906:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000020:00000010:3.0:1779697780.066918:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697780.066923:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697780.066926:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 00000100:00000200:3.0:1779697780.066937:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980608 00010000:02000000:3.0:1779697780.066945:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697780.066950:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b69000. 00000400:00000010:3.0:1779697780.066956:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697780.066958:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496980608, offset 0 00000400:00000200:3.0:1779697780.066962:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697780.067032:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697780.067039:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0c80 00000400:00000200:3.0:1779697780.067043:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab0d5 [1] + 0 00000400:00000200:3.0:1779697780.067048:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697780.067051:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697780.067057:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6f100 x1866137496980608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697780.067068:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697780.067070:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000020:00000010:3.0:1779697780.067077:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536400. 00000020:00000010:3.0:1779697780.067080:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697780.067082:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000020:00000010:0.0:1779697780.067329:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697780.067335:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697780.067339:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779697780.067343:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c000. 00000020:00000010:0.0:1779697780.067346:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697780.067378:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61f80. 00000020:00000010:0.0:1779697780.067380:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61f80. 00000100:00000200:0.0:1779697780.067382:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980352 02000000:00000010:0.0:1779697780.067416:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea0000. 00010000:00000200:0.0:1779697780.067424:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645850 x1866137496980352/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:466/0 lens 224/224 e 0 to 0 dl 1779697791 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697780.067437:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697780.067441:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496980352, offset 224 00000400:00000200:0.0:1779697780.067445:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697780.067450:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697780.067455:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0b80 00000400:00000200:0.0:1779697780.067460:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab0dd [1] + 224 00000400:00000200:0.0:1779697780.067464:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697780.067466:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697780.067472:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe6ce00 x1866137496980352/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697780.067483:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697780.067485:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000400:00000010:1.0:1779697780.068330:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326268. 00000400:00000200:1.0:1779697780.068340:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0d48 00000400:00000010:1.0:1779697780.068342:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0d48. 00000100:00000200:1.0:1779697780.068351:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6ce00 x1866137496980352/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697780.068360:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6ce00 x1866137496980352/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697780.068383:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cacfb34000. 02000000:00000010:1.0:1779697780.068411:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3800. 00000100:00000010:1.0:1779697780.068418:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6ce00. 00000400:00000010:1.0:1779697780.068455:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:1.0:1779697780.068459:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:1.0:1779697780.068461:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:1.0:1779697780.068467:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6c000 x1866137496980480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697780.068475:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6c000 x1866137496980480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697780.068493:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae70. 00000400:00000200:1.0:1779697780.068496:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:1.0:1779697780.068497:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:1.0:1779697780.068502:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe6f100 x1866137496980608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697780.068521:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe6f100 x1866137496980608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697780.068534:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea3000. 02000000:00000010:1.0:1779697780.068538:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea3800. 00000100:00000010:1.0:1779697780.068540:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6c000. 02000000:00000010:1.0:1779697780.068543:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea1400. 02000000:00000010:1.0:1779697780.068545:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea3400. 00000100:00000010:1.0:1779697780.068547:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe6f100. 00000020:00000010:0.0:1779697780.068702:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c000. 00000020:00000010:0.0:1779697780.068707:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697780.068711:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 02000000:00000010:0.0:1779697780.068718:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea0000. 00000100:00000200:0.0:1779697780.068723:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697780.068731:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a108. 00000400:00000010:0.0:1779697780.068739:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8900. 00000100:00000010:1.0:1779697780.410546:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1540. 00000100:00000010:0.0:1779697780.410652:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:2.0:1779697780.413443:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1120. 00000100:00000010:3.0:1779697780.418640:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1f00. 00000100:00000010:3.0:1779697785.179046:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d500. 02000000:00000010:3.0:1779697785.179066:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30baa00. 00000100:00000010:3.0:1779697785.179119:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697785.179127:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b6b800. 00000100:00000010:3.0:1779697785.179141:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c000. 02000000:00000010:3.0:1779697785.179146:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b06000. 02000000:00000010:0.0:1779697785.179221:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 00000400:00000010:0.0:1779697785.179229:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243af78. 00000400:00000010:0.0:1779697785.179235:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697785.179242:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496980736, portal 25 00000400:00000010:0.0:1779697785.179248:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697785.179262:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496980736, offset 0 00000400:00000200:0.0:1779697785.179270:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697785.179282:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697785.179292:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0d00 00000400:00000200:0.0:1779697785.179299:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19e095 [2] + 0 00000400:00000010:0.0:1779697785.179302:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91aef78. 00000400:00000200:0.0:1779697785.179305:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cace8d0480 00000400:00000200:0.0:1779697785.179313:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697785.179317:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697785.179321:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cace8d0480 00000400:00000010:0.0:1779697785.179323:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cace8d0480. 00000100:00000200:0.0:1779697785.179329:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697785.179352:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697785.179354:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697785.179361:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483d500 x1866137496980736/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697785.179378:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779697785.179405:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1300. 00000100:00000010:0.0:1779697785.179410:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ea0. 00000100:00000010:0.0:1779697785.179415:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f13c0. 00000020:00000010:3.0:1779697785.179490:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836080. 00000020:00000010:3.0:1779697785.179494:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836080. 00000020:00000010:3.0:1779697785.179499:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697785.179504:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697785.179509:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697785.179545:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836080. 00000020:00000010:3.0:1779697785.179548:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836080. 00000100:00000200:3.0:1779697785.179551:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980736 02000000:00000010:3.0:1779697785.179565:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b04800. 00010000:00000200:3.0:1779697785.179572:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7646850 x1866137496980736/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:471/0 lens 224/224 e 0 to 0 dl 1779697796 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697785.179590:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697785.179593:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496980736, offset 224 00000400:00000200:3.0:1779697785.179598:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697785.179604:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697785.179609:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0d00 00000400:00000200:3.0:1779697785.179614:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab0f5 [1] + 224 00000400:00000200:3.0:1779697785.179618:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697785.179621:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697785.179627:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483d500 x1866137496980736/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697785.179646:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697785.179648:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000020:00000010:3.0:1779697785.179659:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536c00. 00000020:00000010:3.0:1779697785.179663:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697785.179666:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779697785.179672:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b04800. 00000100:00000200:3.0:1779697785.179678:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697785.179681:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326a50. 00000400:00000010:3.0:1779697785.179685:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd38d9c0. 02000000:00000010:1.0:1779697785.179801:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4496800. 00000400:00000010:1.0:1779697785.179807:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3580. 00000400:00000010:1.0:1779697785.179811:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697785.179814:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496980864, portal 10 00000400:00000010:1.0:1779697785.179827:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697785.179830:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496980864, offset 0 00000400:00000200:1.0:1779697785.179835:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697785.179840:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697785.179846:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0d80 00000400:00000200:1.0:1779697785.179851:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 83392 00000400:00000200:1.0:1779697785.179856:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697785.179859:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697785.179863:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697785.179867:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbcbd2a680. 00000400:00000200:1.0:1779697785.179888:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697785.179890:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697785.179916:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483fb80 x1866137496980864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697785.179933:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4496000. 00000400:00000010:1.0:1779697785.179937:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3f78. 00000400:00000010:1.0:1779697785.179940:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697785.179942:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496980992, portal 10 00000400:00000010:1.0:1779697785.179946:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697785.179948:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496980992, offset 0 00000400:00000200:1.0:1779697785.179951:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697785.179957:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697785.179962:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0e00 00000400:00000200:1.0:1779697785.179965:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 83912 00000400:00000200:1.0:1779697785.179969:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697785.179971:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697785.179974:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697785.179978:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6f100. 00000400:00000200:1.0:1779697785.179990:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697785.179992:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697785.179996:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483c000 x1866137496980992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697785.180029:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697785.180033:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697785.180036:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697785.180055:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cacfb34000. 00000020:00000010:1.0:1779697785.180058:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697785.180061:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000100:00000200:1.0:1779697785.180074:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980864 00010000:02000000:1.0:1779697785.180087:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697785.180093:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4496c00. 00000400:00000010:1.0:1779697785.180101:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697785.180103:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496980864, offset 0 00000400:00000200:1.0:1779697785.180107:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697785.180113:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697785.180117:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0d80 00000400:00000200:1.0:1779697785.180121:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab105 [1] + 0 00000400:00000200:1.0:1779697785.180125:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697785.180127:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697785.180133:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483fb80 x1866137496980864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697785.180147:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697785.180148:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697785.180154:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fa00. 00000020:00000010:1.0:1779697785.180157:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:1.0:1779697785.180159:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000100:00000200:1.0:1779697785.180169:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496980992 00010000:02000000:1.0:1779697785.180175:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697785.180180:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4494c00. 00000400:00000010:1.0:1779697785.180184:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697785.180186:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496980992, offset 0 00000400:00000200:1.0:1779697785.180189:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697785.180194:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697785.180198:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0e00 00000400:00000200:1.0:1779697785.180201:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab10d [1] + 0 00000400:00000200:1.0:1779697785.180205:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697785.180208:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697785.180212:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483c000 x1866137496980992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697785.180221:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697785.180222:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000020:00000010:1.0:1779697785.180227:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe80. 00000020:00000010:1.0:1779697785.180230:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697785.180232:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cacfb34000. 00000400:00000010:1.0:1779697785.180261:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3580. 00000400:00000200:1.0:1779697785.180264:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697785.180266:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697785.180270:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483fb80 x1866137496980864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697785.180278:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483fb80 x1866137496980864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697785.180296:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3f78. 00000400:00000200:1.0:1779697785.180299:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:1.0:1779697785.180300:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697785.180303:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483c000 x1866137496980992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697785.180310:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483c000 x1866137496980992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697785.180321:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4496800. 02000000:00000010:1.0:1779697785.180325:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b6b800. 00000100:00000010:1.0:1779697785.180329:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 02000000:00000010:1.0:1779697785.180333:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4496000. 02000000:00000010:1.0:1779697785.180335:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b06000. 00000100:00000010:1.0:1779697785.180337:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c000. 00000400:00000010:0.0:1779697785.180785:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243af78. 00000400:00000200:0.0:1779697785.180790:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697785.180792:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697785.180799:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483d500 x1866137496980736/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697785.180807:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483d500 x1866137496980736/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697785.180829:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:0.0:1779697785.180833:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30baa00. 00000100:00000010:0.0:1779697785.180835:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d500. 00000100:00000010:1.0:1779697785.522513:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1300. 00000100:00000010:2.0:1779697785.522598:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ea0. 00000100:00000010:3.0:1779697785.522798:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f13c0. 00000100:00000010:0.0:1779697785.523297:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:2.0:1779697790.300800:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e680. 02000000:00000010:2.0:1779697790.300827:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f800. 00000100:00000010:2.0:1779697790.300887:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985fb80. 02000000:00000010:2.0:1779697790.300895:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbe57f8400. 00000100:00000010:2.0:1779697790.300912:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985d500. 02000000:00000010:2.0:1779697790.300916:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbe57f8800. 02000000:00000010:1.0:1779697790.301025:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cacfb34000. 00000400:00000010:1.0:1779697790.301034:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3f78. 00000400:00000010:1.0:1779697790.301041:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8550. 00000100:00000200:1.0:1779697790.301048:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496981120, portal 25 00000400:00000010:1.0:1779697790.301053:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697790.301056:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496981120, offset 0 00000400:00000200:1.0:1779697790.301065:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697790.301079:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697790.301091:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c0e80 00000400:00000200:1.0:1779697790.301099:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19e2c9 [2] + 0 00000400:00000010:1.0:1779697790.301104:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:1.0:1779697790.301111:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64ebf00 00000400:00000200:1.0:1779697790.301120:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697790.301124:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697790.301129:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64ebf00 00000400:00000010:1.0:1779697790.301132:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64ebf00. 00000100:00000200:1.0:1779697790.301139:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697790.301164:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:1.0:1779697790.301167:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697790.301174:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985e680 x1866137496981120/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697790.301192:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779697790.301206:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779697790.301221:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a960. 00000100:00000010:1.0:1779697790.301226:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a840. 02000000:00000010:1.0:1779697790.301258:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4496000. 00000400:00000010:1.0:1779697790.301263:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3580. 00000400:00000010:1.0:1779697790.301265:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e83b8. 00000100:00000200:1.0:1779697790.301268:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496981248, portal 10 00000400:00000010:1.0:1779697790.301273:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697790.301274:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496981248, offset 0 00000400:00000200:1.0:1779697790.301279:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697790.301284:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697790.301289:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0f00 00000400:00000200:1.0:1779697790.301295:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 84432 00000400:00000200:1.0:1779697790.301300:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697790.301303:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697790.301310:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697790.301314:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6c000. 00000400:00000200:1.0:1779697790.301328:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:1.0:1779697790.301330:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697790.301334:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985fb80 x1866137496981248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697790.301351:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4496800. 00000400:00000010:1.0:1779697790.301354:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3318. 00000400:00000010:1.0:1779697790.301357:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8990. 00000100:00000200:1.0:1779697790.301359:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496981376, portal 10 00000400:00000010:1.0:1779697790.301363:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697790.301365:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496981376, offset 0 00000400:00000200:1.0:1779697790.301367:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697790.301371:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697790.301376:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c0f80 00000400:00000200:1.0:1779697790.301379:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 84952 00000400:00000200:1.0:1779697790.301383:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697790.301385:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697790.301407:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697790.301410:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe6ce00. 00000400:00000200:1.0:1779697790.301420:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697790.301421:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697790.301425:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985d500 x1866137496981376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697790.301467:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697790.301473:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697790.301479:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697790.301505:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697790.301508:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f500. 00000020:00000010:1.0:1779697790.301511:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af898. 00000100:00000200:1.0:1779697790.301529:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496981248 00010000:02000000:1.0:1779697790.301545:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:0.0:1779697790.306410:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496981376 00010000:02000000:0.0:1779697790.306440:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697790.306457:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea1800. 00000400:00000010:0.0:1779697790.306476:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697790.306484:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496981376, offset 0 00000400:00000200:0.0:1779697790.306490:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697790.306503:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697790.306651:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0f80 00000400:00000200:0.0:1779697790.306661:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab12d [1] + 0 00000400:00000200:0.0:1779697790.306670:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697790.306674:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697790.306687:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985d500 x1866137496981376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697790.306720:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697790.306724:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779697790.306739:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f500. 00000020:00000010:0.0:1779697790.306745:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af898. 00000020:00000010:0.0:1779697790.306749:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:0.0:1779697790.306796:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3318. 00000400:00000200:0.0:1779697790.306800:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8990 00000400:00000010:0.0:1779697790.306801:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8990. 00000100:00000200:0.0:1779697790.306807:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985d500 x1866137496981376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697790.306816:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985d500 x1866137496981376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697790.306843:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4496800. 02000000:00000010:0.0:1779697790.306849:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbe57f8800. 00000100:00000010:0.0:1779697790.306854:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985d500. 00000020:00000010:2.0:1779697790.307918:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697790.307925:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697790.307931:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697790.307936:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862c80. 00000020:00000010:2.0:1779697790.307941:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697790.307985:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbad40. 00000020:00000010:2.0:1779697790.307987:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbad40. 00000100:00000200:2.0:1779697790.307998:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496981120 02000000:00000010:2.0:1779697790.308018:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8800. 00010000:00000200:2.0:1779697790.308028:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645c50 x1866137496981120/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:476/0 lens 224/224 e 0 to 0 dl 1779697801 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697790.308044:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697790.308049:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496981120, offset 224 00000400:00000200:2.0:1779697790.308054:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697790.308064:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697790.308072:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c0e80 00000400:00000200:2.0:1779697790.308080:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab11d [1] + 224 00000400:00000200:2.0:1779697790.308086:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697790.308090:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697790.308098:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985e680 x1866137496981120/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697790.308117:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697790.308119:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000020:00000010:2.0:1779697790.308128:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862c80. 00000020:00000010:2.0:1779697790.308132:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697790.308135:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 02000000:00000010:2.0:1779697790.308143:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f8800. 00000100:00000200:2.0:1779697790.308148:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697790.308153:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779697790.308157:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1cb40. 00000400:00000010:2.0:1779697790.308173:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3f78. 00000400:00000200:2.0:1779697790.308177:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8550 00000400:00000010:2.0:1779697790.308179:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8550. 00000100:00000200:2.0:1779697790.308184:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985e680 x1866137496981120/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697790.308192:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985e680 x1866137496981120/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697790.308208:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cacfb34000. 02000000:00000010:2.0:1779697790.308223:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f800. 00000100:00000010:2.0:1779697790.308227:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985e680. 02000000:00000010:1.0:1779697790.318125:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4497c00. 00000400:00000010:1.0:1779697790.318149:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697790.318156:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496981248, offset 0 00000400:00000200:1.0:1779697790.318165:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697790.318180:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697790.318191:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c0f00 00000400:00000200:1.0:1779697790.318200:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab125 [1] + 0 00000400:00000200:1.0:1779697790.318220:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697790.318224:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697790.318238:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985fb80 x1866137496981248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697790.318273:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697790.318276:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779697790.318297:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693ff80. 00000020:00000010:1.0:1779697790.318304:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697790.318308:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000400:00000010:2.0:1779697790.318429:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3580. 00000400:00000200:2.0:1779697790.318434:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e83b8 00000400:00000010:2.0:1779697790.318436:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e83b8. 00000100:00000200:2.0:1779697790.318442:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985fb80 x1866137496981248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697790.318451:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985fb80 x1866137496981248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697790.318479:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4496000. 02000000:00000010:2.0:1779697790.318495:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbe57f8400. 00000100:00000010:2.0:1779697790.318501:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985fb80. 00000100:00000010:2.0:1779697790.642544:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a960. 00000100:00000010:1.0:1779697790.642757:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a240. 00000100:00000010:3.0:1779697790.644159:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a840. 00000100:00000010:0.0:1779697790.654712:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779697795.423251:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779697795.423272:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 02000000:00000010:3.0:1779697795.423360:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779697795.423368:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326948. 00000400:00000010:3.0:1779697795.423375:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697795.423406:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496981504, portal 25 00000400:00000010:3.0:1779697795.423413:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697795.423416:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496981504, offset 0 00000400:00000200:3.0:1779697795.423425:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697795.423438:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697795.423450:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1000 00000400:00000200:3.0:1779697795.423457:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19e861 [2] + 0 00000400:00000010:3.0:1779697795.423461:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def3c8. 00000400:00000200:3.0:1779697795.423474:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c0c0 00000400:00000200:3.0:1779697795.423483:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697795.423487:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697795.423493:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c0c0 00000400:00000010:3.0:1779697795.423496:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c0c0. 00000100:00000200:3.0:1779697795.423502:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697795.423524:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697795.423526:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697795.423533:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496981504/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697795.423556:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b4e0. 00000100:00000010:3.0:1779697795.423569:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779697795.423574:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bea0. 00000100:00000010:3.0:1779697795.423578:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000020:00000010:0.0:1779697795.423638:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697795.423643:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697795.423648:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779697795.423653:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c000. 00000020:00000010:0.0:1779697795.423657:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697795.423694:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61400. 00000020:00000010:0.0:1779697795.423697:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61400. 00000100:00000200:0.0:1779697795.423700:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496981504 02000000:00000010:0.0:1779697795.423714:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2000. 00010000:00000200:0.0:1779697795.423722:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644c50 x1866137496981504/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:481/0 lens 224/224 e 0 to 0 dl 1779697806 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697795.423737:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697795.423740:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496981504, offset 224 00000400:00000200:0.0:1779697795.423745:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697795.423750:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697795.423754:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1000 00000400:00000200:0.0:1779697795.423759:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab145 [1] + 224 00000400:00000200:0.0:1779697795.423763:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697795.423765:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697795.423771:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496981504/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697795.423830:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a300. 02000000:00000010:1.0:1779697795.423840:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4496800. 00000100:00000010:1.0:1779697795.423858:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 02000000:00000010:1.0:1779697795.423864:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4496000. 02000000:00000010:1.0:1779697795.423890:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b6b800. 00000400:00000010:1.0:1779697795.423896:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa36e0. 00000400:00000010:1.0:1779697795.423900:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697795.423903:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496981632, portal 10 00000400:00000010:1.0:1779697795.423907:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697795.423909:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496981632, offset 0 00000400:00000200:1.0:1779697795.423913:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697795.423918:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697795.423924:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1080 00000400:00000200:1.0:1779697795.423929:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 85472 00000400:00000200:1.0:1779697795.423934:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697795.423936:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697795.423941:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697795.423944:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655ad80. 00000400:00000200:1.0:1779697795.423957:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779697795.423959:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697795.423965:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655a300 x1866137496981632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697795.423983:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbcb396800. 00000400:00000010:1.0:1779697795.423987:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779697795.423989:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697795.423992:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496981760, portal 10 00000400:00000010:1.0:1779697795.423996:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697795.424009:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496981760, offset 0 00000400:00000200:1.0:1779697795.424014:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697795.424018:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697795.424023:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1100 00000400:00000200:1.0:1779697795.424027:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 85992 00000400:00000200:1.0:1779697795.424032:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697795.424034:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697795.424038:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697795.424040:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655aa00. 00000400:00000200:1.0:1779697795.424052:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697795.424054:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697795.424058:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559c00 x1866137496981760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697795.424093:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697795.424097:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697795.424101:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697795.424119:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697795.424123:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697795.424125:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000100:00000200:1.0:1779697795.424139:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496981632 00010000:02000000:1.0:1779697795.424152:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697795.424158:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb396400. 00000400:00000010:1.0:1779697795.424164:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697795.424168:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496981632, offset 0 00000400:00000200:1.0:1779697795.424181:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697795.424186:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697795.424191:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1080 00000400:00000200:1.0:1779697795.424195:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab151 [1] + 0 00000400:00000200:1.0:1779697795.424199:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697795.424202:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697795.424207:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655a300 x1866137496981632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697795.424222:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697795.424224:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697795.424234:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697795.424237:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697795.424241:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:1.0:1779697795.424250:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496981760 00010000:02000000:1.0:1779697795.424256:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697795.424264:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1273800. 00000400:00000010:1.0:1779697795.424269:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697795.424272:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496981760, offset 0 00000400:00000200:1.0:1779697795.424276:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697795.424280:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697795.424284:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1100 00000400:00000200:1.0:1779697795.424288:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab159 [1] + 0 00000400:00000200:1.0:1779697795.424292:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697795.424295:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697795.424299:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559c00 x1866137496981760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697795.424307:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697795.424309:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697795.424315:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f000. 00000020:00000010:1.0:1779697795.424317:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697795.424319:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:1.0:1779697795.424340:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa36e0. 00000400:00000200:1.0:1779697795.424343:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697795.424382:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697795.424403:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655a300 x1866137496981632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697795.424412:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655a300 x1866137496981632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697795.424432:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779697795.424435:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779697795.424436:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697795.424440:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559c00 x1866137496981760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697795.424447:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559c00 x1866137496981760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697795.424458:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b6b800. 02000000:00000010:1.0:1779697795.424463:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4496800. 00000100:00000010:1.0:1779697795.424468:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655a300. 02000000:00000010:1.0:1779697795.424471:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbcb396800. 02000000:00000010:1.0:1779697795.424473:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4496000. 00000100:00000010:1.0:1779697795.424475:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559c00. 00000400:00000200:0.0:1779697795.431479:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697795.431489:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779697795.431517:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c000. 00000020:00000010:0.0:1779697795.431523:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697795.431526:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 02000000:00000010:0.0:1779697795.431535:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea2000. 00000100:00000200:0.0:1779697795.431543:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697795.431552:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243af78. 00000400:00000010:0.0:1779697795.431559:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8f00. 00000400:00000010:3.0:1779697795.431953:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326948. 00000400:00000200:3.0:1779697795.431959:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:3.0:1779697795.431961:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697795.431972:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496981504/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697795.431982:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496981504/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697795.432017:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:3.0:1779697795.432023:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:3.0:1779697795.432029:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 00000100:00000010:2.0:1779697795.770515:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bea0. 00000100:00000010:0.0:1779697795.770607:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b4e0. 00000100:00000010:3.0:1779697795.770669:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:1.0:1779697795.770866:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b480. 00000020:02000400:0.0:1779697800.538484:0:223976:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 32 seconds. The obd refcount = 5. Is it stuck? 00000100:00000010:1.0:1779697800.540948:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 02000000:00000010:1.0:1779697800.540969:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 02000000:00000010:2.0:1779697800.541052:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89800. 00000400:00000010:2.0:1779697800.541060:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697800.541067:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697800.541073:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496981888, portal 25 00000400:00000010:2.0:1779697800.541089:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697800.541092:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496981888, offset 0 00000400:00000200:2.0:1779697800.541100:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697800.541113:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697800.541124:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1180 00000400:00000200:2.0:1779697800.541141:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19ea85 [2] + 0 00000400:00000010:2.0:1779697800.541145:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b31b8. 00000400:00000200:2.0:1779697800.541152:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64eb900 00000400:00000200:2.0:1779697800.541159:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697800.541164:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697800.541169:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64eb900 00000400:00000010:2.0:1779697800.541173:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64eb900. 00000100:00000200:2.0:1779697800.541180:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697800.541200:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697800.541202:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697800.541210:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559c00 x1866137496981888/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697800.541230:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bde0. 00000100:00000010:2.0:1779697800.541243:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b060. 00000100:00000010:2.0:1779697800.541249:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc60. 00000100:00000010:2.0:1779697800.541254:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b480. 00000100:00000010:1.0:1779697800.542351:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a300. 02000000:00000010:1.0:1779697800.542367:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1271400. 00000100:00000010:1.0:1779697800.542401:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b800. 02000000:00000010:1.0:1779697800.542407:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272800. 02000000:00000010:1.0:1779697800.542439:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1270800. 00000400:00000010:1.0:1779697800.542445:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779697800.542450:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697800.542467:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496982016, portal 10 00000400:00000010:1.0:1779697800.542474:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697800.542477:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496982016, offset 0 00000400:00000200:1.0:1779697800.542483:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697800.542493:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697800.542501:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1200 00000400:00000200:1.0:1779697800.542507:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 86512 00000400:00000200:1.0:1779697800.542515:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697800.542518:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697800.542524:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697800.542528:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558380. 00000400:00000200:1.0:1779697800.542545:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697800.542547:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697800.542553:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655a300 x1866137496982016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697800.542574:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1270400. 00000400:00000010:1.0:1779697800.542577:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa36e0. 00000400:00000010:1.0:1779697800.542580:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697800.542583:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496982144, portal 10 00000400:00000010:1.0:1779697800.542587:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697800.542589:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496982144, offset 0 00000400:00000200:1.0:1779697800.542592:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697800.542597:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697800.542602:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1280 00000400:00000200:1.0:1779697800.542606:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 87032 00000400:00000200:1.0:1779697800.542610:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697800.542612:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697800.542615:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697800.542618:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559180. 00000400:00000200:1.0:1779697800.542627:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697800.542629:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697800.542633:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b800 x1866137496982144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697800.542693:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697800.542700:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697800.542705:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697800.542730:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697800.542733:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697800.542736:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000100:00000200:1.0:1779697800.542752:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982016 00010000:02000000:1.0:1779697800.542768:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697800.542776:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1271800. 00000400:00000010:1.0:1779697800.542787:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697800.542790:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496982016, offset 0 00000400:00000200:1.0:1779697800.542794:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697800.542798:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697800.542804:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1200 00000400:00000200:1.0:1779697800.542809:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab175 [1] + 0 00000400:00000200:1.0:1779697800.542813:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697800.542816:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697800.542822:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655a300 x1866137496982016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697800.542836:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697800.542838:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697800.542849:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697800.542866:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697800.542870:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779697800.542879:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982144 00010000:02000000:1.0:1779697800.542886:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697800.542890:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1273000. 00000400:00000010:1.0:1779697800.542895:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697800.542897:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496982144, offset 0 00000400:00000200:1.0:1779697800.542901:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697800.542905:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697800.542910:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1280 00000400:00000200:1.0:1779697800.542914:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab17d [1] + 0 00000400:00000200:1.0:1779697800.542918:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697800.542921:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697800.542925:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b800 x1866137496982144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697800.542935:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697800.542937:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697800.542943:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697800.542946:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697800.542948:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:1.0:1779697800.542973:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779697800.542977:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779697800.542978:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697800.542983:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655a300 x1866137496982016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697800.542991:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655a300 x1866137496982016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697800.543011:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa36e0. 00000400:00000200:1.0:1779697800.543014:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697800.543016:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697800.543020:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b800 x1866137496982144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697800.543027:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b800 x1866137496982144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697800.543039:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1270800. 02000000:00000010:1.0:1779697800.543044:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1271400. 00000100:00000010:1.0:1779697800.543049:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655a300. 02000000:00000010:1.0:1779697800.543052:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1270400. 02000000:00000010:1.0:1779697800.543054:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272800. 00000100:00000010:1.0:1779697800.543057:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b800. 00000020:00000010:2.0:1779697800.545836:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697800.545847:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697800.545855:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697800.545860:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697800.545865:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3578. 00000020:00000010:2.0:1779697800.545899:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba800. 00000020:00000010:2.0:1779697800.545901:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba800. 00000100:00000200:2.0:1779697800.545904:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496981888 02000000:00000010:2.0:1779697800.545919:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f9000. 00010000:00000200:2.0:1779697800.546262:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645450 x1866137496981888/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:486/0 lens 224/224 e 0 to 0 dl 1779697811 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697800.547024:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697800.547033:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496981888, offset 224 00000400:00000200:1.0:1779697800.547041:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697800.547052:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697800.547063:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1180 00000400:00000200:1.0:1779697800.547071:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab16d [1] + 224 00000400:00000200:1.0:1779697800.547080:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697800.547765:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697800.547781:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559c00 x1866137496981888/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697800.547804:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697800.547806:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779697800.547828:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d00. 00000020:00000010:1.0:1779697800.547834:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3578. 00000020:00000010:1.0:1779697800.547838:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 02000000:00000010:1.0:1779697800.547849:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57f9000. 00000100:00000200:1.0:1779697800.547856:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697800.547863:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa36e0. 00000400:00000010:1.0:1779697800.547869:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60000. 00000400:00000010:2.0:1779697800.548185:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:2.0:1779697800.548191:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:2.0:1779697800.548193:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697800.548200:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559c00 x1866137496981888/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697800.548208:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559c00 x1866137496981888/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697800.548232:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89800. 02000000:00000010:2.0:1779697800.548239:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:2.0:1779697800.548244:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559c00. 00000020:02000400:0.0:1779697800.550359:0:223976:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93cbe0517000 lustre-MDT0000-lwp-MDT0000_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:1.0:1779697800.882498:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b060. 00000100:00000010:3.0:1779697800.882506:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b480. 00000100:00000010:0.0:1779697800.882910:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bde0. 00000100:00000010:2.0:1779697800.883682:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc60. 00000100:00000010:0.0:1779697805.658653:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9b480. 02000000:00000010:0.0:1779697805.658673:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779697805.658730:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9a300. 02000000:00000010:0.0:1779697805.658737:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2000. 00000100:00000010:0.0:1779697805.658778:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98700. 02000000:00000010:0.0:1779697805.658783:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea1c00. 02000000:00000010:2.0:1779697805.658874:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89800. 00000400:00000010:2.0:1779697805.658882:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697805.658888:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f2a8. 00000100:00000200:2.0:1779697805.658912:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496982272, portal 25 00000400:00000010:2.0:1779697805.658917:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697805.658920:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496982272, offset 0 00000400:00000200:2.0:1779697805.658941:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697805.658955:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697805.658967:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1300 00000400:00000200:2.0:1779697805.658974:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19f015 [2] + 0 00000400:00000010:2.0:1779697805.658978:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3058. 00000400:00000200:2.0:1779697805.658984:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc2d97540 00000400:00000200:2.0:1779697805.659006:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697805.659010:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697805.659014:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc2d97540 00000400:00000010:2.0:1779697805.659027:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc2d97540. 00000100:00000200:2.0:1779697805.659040:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697805.659061:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697805.659064:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697805.659072:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe9b480 x1866137496982272/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697805.659089:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc60. 00000100:00000010:2.0:1779697805.659113:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b6c0. 00000100:00000010:2.0:1779697805.659127:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b000. 00000100:00000010:2.0:1779697805.659132:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b300. 00000020:00000010:0.0:1779697805.659537:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697805.659542:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697805.659547:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697805.659552:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697805.659556:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697805.659599:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61000. 00000020:00000010:0.0:1779697805.659602:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61000. 00000100:00000200:0.0:1779697805.659605:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982272 02000000:00000010:0.0:1779697805.659619:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2400. 00010000:00000200:0.0:1779697805.659628:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbca131c50 x1866137496982272/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:491/0 lens 224/224 e 0 to 0 dl 1779697816 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697805.659644:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697805.659648:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496982272, offset 224 00000400:00000200:0.0:1779697805.659653:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697805.659660:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697805.659666:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1300 00000400:00000200:0.0:1779697805.659671:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab195 [1] + 224 00000400:00000200:0.0:1779697805.659676:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697805.659679:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697805.659685:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe9b480 x1866137496982272/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697805.659705:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779697805.659707:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779697805.659717:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cb00. 00000020:00000010:0.0:1779697805.659721:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697805.659724:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 02000000:00000010:0.0:1779697805.659730:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea2400. 00000100:00000200:0.0:1779697805.659735:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697805.659739:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a478. 00000400:00000010:0.0:1779697805.659743:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8d80. 00000400:00000010:0.0:1779697805.659759:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:0.0:1779697805.659762:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f2a8 00000400:00000010:0.0:1779697805.659764:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f2a8. 00000100:00000200:0.0:1779697805.659768:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe9b480 x1866137496982272/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697805.659776:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe9b480 x1866137496982272/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697805.659795:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89800. 02000000:00000010:0.0:1779697805.659802:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779697805.659807:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9b480. 02000000:00000010:1.0:1779697805.660363:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1270400. 00000400:00000010:1.0:1779697805.660370:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779697805.660374:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697805.660378:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496982400, portal 10 00000400:00000010:1.0:1779697805.660384:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697805.660415:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496982400, offset 0 00000400:00000200:1.0:1779697805.660423:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697805.660430:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697805.660437:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1380 00000400:00000200:1.0:1779697805.660444:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 87552 00000400:00000200:1.0:1779697805.660450:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697805.660453:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697805.660479:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697805.660493:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b800. 00000400:00000200:1.0:1779697805.660508:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779697805.660510:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697805.660517:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe9a300 x1866137496982400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697805.660540:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1271400. 00000400:00000010:1.0:1779697805.660543:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3000. 00000400:00000010:1.0:1779697805.660546:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697805.660549:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496982528, portal 10 00000400:00000010:1.0:1779697805.660564:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697805.660567:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496982528, offset 0 00000400:00000200:1.0:1779697805.660571:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697805.660575:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697805.660580:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1400 00000400:00000200:1.0:1779697805.660583:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 88072 00000400:00000200:1.0:1779697805.660588:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697805.660590:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697805.660593:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697805.660595:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a300. 00000400:00000200:1.0:1779697805.660606:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697805.660608:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697805.660612:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe98700 x1866137496982528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697805.660654:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697805.660659:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697805.660663:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697805.660683:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697805.660686:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697805.660689:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000100:00000200:1.0:1779697805.660702:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982400 00010000:02000000:1.0:1779697805.660717:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697805.660725:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1270800. 00000400:00000010:1.0:1779697805.660734:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697805.660736:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496982400, offset 0 00000400:00000200:1.0:1779697805.660740:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697805.660745:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697805.660750:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1380 00000400:00000200:1.0:1779697805.660754:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab1a5 [1] + 0 00000400:00000200:1.0:1779697805.660758:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697805.660761:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697805.660766:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe9a300 x1866137496982400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697805.660779:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697805.660781:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697805.660789:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f700. 00000020:00000010:1.0:1779697805.660792:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:1.0:1779697805.660795:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:1.0:1779697805.660803:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982528 00010000:02000000:1.0:1779697805.660809:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697805.660813:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1273c00. 00000400:00000010:1.0:1779697805.660818:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697805.660820:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496982528, offset 0 00000400:00000200:1.0:1779697805.660824:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697805.660828:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697805.660833:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1400 00000400:00000200:1.0:1779697805.660837:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab1ad [1] + 0 00000400:00000200:1.0:1779697805.660841:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697805.660843:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697805.660847:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe98700 x1866137496982528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697805.660855:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697805.660857:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697805.660862:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fe00. 00000020:00000010:1.0:1779697805.660865:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697805.660867:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:1.0:1779697805.660885:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779697805.660887:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697805.660904:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697805.660908:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe9a300 x1866137496982400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697805.660916:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe9a300 x1866137496982400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697805.660933:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3000. 00000400:00000200:1.0:1779697805.660935:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779697805.660937:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697805.660940:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe98700 x1866137496982528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697805.660948:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe98700 x1866137496982528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697805.660960:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1270400. 02000000:00000010:1.0:1779697805.660965:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2000. 00000100:00000010:1.0:1779697805.660969:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9a300. 02000000:00000010:1.0:1779697805.660974:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1271400. 02000000:00000010:1.0:1779697805.660978:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea1c00. 00000100:00000010:1.0:1779697805.660980:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe98700. 00000100:00000010:0.0:1779697806.002507:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc60. 00000100:00000010:3.0:1779697806.003106:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b300. 00000100:00000010:1.0:1779697806.003215:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b6c0. 00000100:00000010:2.0:1779697806.008652:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b000. 00000100:00000010:0.0:1779697810.779498:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9b480. 02000000:00000010:0.0:1779697810.779527:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779697810.779592:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99180. 02000000:00000010:0.0:1779697810.779599:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea1c00. 00000100:00000010:0.0:1779697810.779619:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98700. 02000000:00000010:0.0:1779697810.779623:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2400. 02000000:00000010:0.0:1779697810.779654:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea2000. 00000400:00000010:0.0:1779697810.779662:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a268. 00000400:00000010:0.0:1779697810.779669:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779697810.779675:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496982784, portal 10 02000000:00000010:3.0:1779697810.779679:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:0.0:1779697810.779684:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697810.779687:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496982784, offset 0 00000400:00000200:0.0:1779697810.779696:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1779697810.779705:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326948. 00000400:00000200:0.0:1779697810.779710:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1779697810.779722:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0aa0. 00000100:00000200:3.0:1779697810.779727:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496982656, portal 25 00000400:00000010:3.0:1779697810.779733:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000400:00000200:0.0:1779697810.779735:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1500 00000100:00000200:3.0:1779697810.779737:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496982656, offset 0 00000400:00000200:0.0:1779697810.779744:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 88592 00000400:00000200:0.0:1779697810.780765:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697810.780775:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697810.787743:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697810.787766:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697810.787789:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1480 00000400:00000200:3.0:1779697810.787800:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19f26d [2] + 0 00000400:00000010:3.0:1779697810.787806:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3e70. 00000400:00000200:3.0:1779697810.787816:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc2d97b40 00000400:00000200:3.0:1779697810.787826:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697810.787833:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697810.787840:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc2d97b40 00000400:00000010:3.0:1779697810.787844:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc2d97b40. 00000100:00000200:3.0:1779697810.788565:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697810.788593:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697810.788596:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697810.788608:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe9b480 x1866137496982656/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697810.788634:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000100:00000010:3.0:1779697810.788673:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779697810.788681:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830be40. 00000100:00000010:3.0:1779697810.788688:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000100:00000200:0.0:1779697810.789047:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697810.789065:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9a300. 00000400:00000200:0.0:1779697810.789090:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779697810.789093:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697810.789101:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe99180 x1866137496982784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697810.789134:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea2800. 00000020:00000010:2.0:1779697810.789134:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000400:00000010:0.0:1779697810.789141:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243abb0. 00000400:00000010:0.0:1779697810.789145:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779697810.789150:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496982912, portal 10 00000400:00000010:0.0:1779697810.789156:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000020:00000010:2.0:1779697810.789157:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:0.0:1779697810.789160:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496982912, offset 0 00000020:00000010:2.0:1779697810.789167:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000400:00000200:0.0:1779697810.789168:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1779697810.789175:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862200. 00000400:00000200:0.0:1779697810.789178:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1779697810.789182:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000400:00000200:0.0:1779697810.789188:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1580 00000400:00000200:0.0:1779697810.789195:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 89112 00000400:00000200:0.0:1779697810.789202:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697810.789206:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697810.789210:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697810.789215:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9801c00. 00000020:00000010:2.0:1779697810.789223:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000400:00000200:0.0:1779697810.789230:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697810.789233:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:2.0:1779697810.789234:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:2.0:1779697810.789239:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982656 00000100:00000200:0.0:1779697810.789241:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe98700 x1866137496982912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697810.789256:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57fa000. 00010000:00000200:2.0:1779697810.789266:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbca130450 x1866137496982656/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:496/0 lens 224/224 e 0 to 0 dl 1779697821 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697810.789286:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697810.789289:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496982656, offset 224 00000400:00000200:2.0:1779697810.789293:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697810.789299:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697810.789304:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1480 00000400:00000200:2.0:1779697810.789310:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab1c5 [1] + 224 00000400:00000200:2.0:1779697810.789315:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697810.789318:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697810.789324:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe9b480 x1866137496982656/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697810.789341:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697810.789343:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000020:00000010:2.0:1779697810.789354:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862200. 00000020:00000010:2.0:1779697810.789357:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697810.789360:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779697810.789368:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbe57fa000. 00000100:00000200:2.0:1779697810.789373:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697810.789377:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def210. 00000400:00000010:2.0:1779697810.789381:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1ce40. 00000400:00000010:2.0:1779697810.789426:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326948. 00000400:00000200:2.0:1779697810.789430:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0aa0 00000400:00000010:2.0:1779697810.789432:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0aa0. 00000100:00000200:2.0:1779697810.789436:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe9b480 x1866137496982656/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697810.789444:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe9b480 x1866137496982656/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697810.789463:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:2.0:1779697810.789468:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3700. 00000100:00000010:2.0:1779697810.789473:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9b480. 00000020:00000010:3.0:1779697810.797354:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697810.797368:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697810.797375:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89320. 00000020:00000010:3.0:1779697810.797600:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697810.797605:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f00. 00000020:00000010:3.0:1779697810.797609:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000100:00000200:0.0:1779697810.797631:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982784 00000100:00000200:3.0:1779697810.797641:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496982912 00010000:02000000:0.0:1779697810.797658:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697810.797754:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea0000. 00000400:00000010:0.0:1779697810.798967:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697810.798976:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496982784, offset 0 00000400:00000200:0.0:1779697810.798985:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697810.798999:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697810.799010:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1500 00000400:00000200:0.0:1779697810.799019:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab1bd [1] + 0 00000400:00000200:0.0:1779697810.799027:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697810.799032:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697810.799045:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe99180 x1866137496982784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697810.799085:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697810.799088:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779697810.799106:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d00. 00000020:00000010:0.0:1779697810.799113:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89320. 00000020:00000010:0.0:1779697810.799117:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:2.0:1779697810.799488:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a268. 00000400:00000200:2.0:1779697810.799494:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:2.0:1779697810.799496:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:2.0:1779697810.799503:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe99180 x1866137496982784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697810.799515:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe99180 x1866137496982784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697810.799549:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea2000. 02000000:00000010:2.0:1779697810.799590:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea1c00. 00000100:00000010:2.0:1779697810.799596:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99180. 00010000:02000000:3.0:1779697810.804887:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697810.804908:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b07400. 00000400:00000010:3.0:1779697810.804928:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697810.804936:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496982912, offset 0 00000400:00000200:3.0:1779697810.805124:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697810.805139:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697810.805161:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1580 00000400:00000200:3.0:1779697810.805171:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab1cd [1] + 0 00000400:00000200:3.0:1779697810.805180:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697810.805185:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697810.805198:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe98700 x1866137496982912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697810.805234:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697810.805272:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697810.805293:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f00. 00000020:00000010:3.0:1779697810.805300:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697810.805305:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:2.0:1779697810.805537:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243abb0. 00000400:00000200:2.0:1779697810.805544:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:2.0:1779697810.805545:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:2.0:1779697810.805553:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe98700 x1866137496982912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697810.805563:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe98700 x1866137496982912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697810.805595:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea2800. 02000000:00000010:2.0:1779697810.805602:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2400. 00000100:00000010:2.0:1779697810.805608:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe98700. 00000800:00000200:1.0:1779697810.906526:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697810.906533:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:1.0:1779697810.906537:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779697810.906711:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779697811.130480:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:1.0:1779697811.130482:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00000100:00000010:2.0:1779697811.130565:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830be40. 00000100:00000010:3.0:1779697811.130904:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:0.0:1779697815.898567:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9801f80. 02000000:00000010:0.0:1779697815.898589:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697815.898646:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9802300. 02000000:00000010:0.0:1779697815.898656:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea1400. 00000100:00000010:0.0:1779697815.898676:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 02000000:00000010:0.0:1779697815.898682:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea3800. 02000000:00000010:3.0:1779697815.898846:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:3.0:1779697815.898855:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326790. 00000400:00000010:3.0:1779697815.898862:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697815.898869:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496983040, portal 25 00000400:00000010:3.0:1779697815.898875:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697815.898879:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496983040, offset 0 00000400:00000200:3.0:1779697815.898905:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697815.898920:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697815.898933:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1600 00000400:00000200:3.0:1779697815.898940:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19f871 [2] + 0 00000400:00000010:3.0:1779697815.898945:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:3.0:1779697815.898950:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c240 00000400:00000200:3.0:1779697815.898958:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697815.898963:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697815.898968:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c240 00000400:00000010:3.0:1779697815.898983:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c240. 00000100:00000200:3.0:1779697815.898990:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697815.899034:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697815.899037:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697815.899046:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9801f80 x1866137496983040/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697815.899067:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 02000000:00000010:2.0:1779697815.899080:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f8800. 00000100:00000010:3.0:1779697815.899081:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bae0. 00000400:00000010:2.0:1779697815.899090:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000100:00000010:3.0:1779697815.899091:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b9c0. 00000400:00000010:2.0:1779697815.899099:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000010:3.0:1779697815.899100:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 00000100:00000200:2.0:1779697815.899104:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496983168, portal 10 00000400:00000010:2.0:1779697815.899127:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697815.899130:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496983168, offset 0 00000400:00000200:2.0:1779697815.899138:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697815.899146:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697815.899154:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1680 00000400:00000200:2.0:1779697815.899161:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 89632 00000400:00000200:2.0:1779697815.899167:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697815.899172:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697815.899178:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697815.899183:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985fb80. 00000400:00000200:2.0:1779697815.899202:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:2.0:1779697815.899205:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697815.899212:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9802300 x1866137496983168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697815.899232:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f9000. 00000400:00000010:2.0:1779697815.899237:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697815.899241:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697815.899244:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496983296, portal 10 00000400:00000010:2.0:1779697815.899249:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697815.899252:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496983296, offset 0 00000400:00000200:2.0:1779697815.899257:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697815.899263:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697815.899268:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1700 00000400:00000200:2.0:1779697815.899272:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 90152 00000400:00000200:2.0:1779697815.899276:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697815.899279:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697815.899283:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697815.899285:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e680. 00000400:00000200:2.0:1779697815.899297:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697815.899299:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697815.899304:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803800 x1866137496983296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697815.899346:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697815.899352:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862200. 00000020:00000010:2.0:1779697815.899372:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697815.899448:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779697815.899452:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697815.899456:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:0.0:1779697815.899472:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697815.899478:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000100:00000200:2.0:1779697815.899480:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983168 00000020:00000010:0.0:1779697815.899483:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697815.899488:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c780. 00010000:02000000:2.0:1779697815.899499:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000020:00000010:0.0:1779697815.899507:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 02000000:00000010:2.0:1779697815.899509:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8400. 00000400:00000010:2.0:1779697815.899523:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697815.899526:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496983168, offset 0 00000400:00000200:2.0:1779697815.899531:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697815.899539:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1779697815.899545:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000400:00000200:2.0:1779697815.899546:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1680 00000020:00000010:0.0:1779697815.899550:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000100:00000200:0.0:1779697815.899554:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983040 00000400:00000200:2.0:1779697815.899555:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab1ed [1] + 0 00000400:00000200:2.0:1779697815.899562:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697815.899567:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697815.899576:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9802300 x1866137496983168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697815.899583:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea3000. 00010000:00000200:0.0:1779697815.899594:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21c50 x1866137496983040/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:501/0 lens 224/224 e 0 to 0 dl 1779697826 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697815.899594:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697815.899598:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000400:00000010:0.0:1779697815.899612:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000020:00000010:2.0:1779697815.899613:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862200. 00000100:00000200:0.0:1779697815.899616:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496983040, offset 224 00000020:00000010:2.0:1779697815.899619:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697815.899623:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000400:00000200:0.0:1779697815.899635:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1779697815.899643:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983296 00000400:00000200:0.0:1779697815.899644:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697815.899655:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1600 00010000:02000000:2.0:1779697815.899655:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697815.899663:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f9800. 00000400:00000200:0.0:1779697815.899664:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab1e5 [1] + 224 00000400:00000010:2.0:1779697815.899672:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000400:00000200:0.0:1779697815.899673:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1779697815.899677:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496983296, offset 0 00000400:00000200:0.0:1779697815.899684:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697815.899685:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1779697815.899696:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9801f80 x1866137496983040/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697815.899697:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697815.899709:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1700 00000400:00000200:2.0:1779697815.899714:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab1f5 [1] + 0 00000400:00000200:2.0:1779697815.899718:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697815.899723:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697815.900036:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697815.900107:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:2.0:1779697815.900124:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803800 x1866137496983296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697815.900136:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c780. 00000400:00000200:2.0:1779697815.900140:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000020:00000010:0.0:1779697815.900141:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000400:00000010:2.0:1779697815.900144:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000020:00000010:0.0:1779697815.900146:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 00000020:00000010:2.0:1779697815.900158:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697815.900163:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697815.900166:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000400:00000010:2.0:1779697815.900258:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:2.0:1779697815.900263:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697815.900265:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697815.900271:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9802300 x1866137496983168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697815.900281:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9802300 x1866137496983168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697815.900307:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:2.0:1779697815.900310:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:2.0:1779697815.900312:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697815.900317:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803800 x1866137496983296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697815.900327:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803800 x1866137496983296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697815.900344:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f8800. 02000000:00000010:2.0:1779697815.900350:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea1400. 00000100:00000010:2.0:1779697815.900355:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9802300. 02000000:00000010:2.0:1779697815.900360:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f9000. 02000000:00000010:2.0:1779697815.900363:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea3800. 00000100:00000010:2.0:1779697815.900366:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 00000400:00000010:3.0:1779697815.900539:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326790. 00000400:00000200:3.0:1779697815.900545:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697815.900547:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697815.900556:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9801f80 x1866137496983040/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697815.900567:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9801f80 x1866137496983040/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697815.900585:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:3.0:1779697815.900591:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:3.0:1779697815.900595:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9801f80. 02000000:00000010:0.0:1779697815.900642:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea3000. 00000100:00000200:0.0:1779697815.900664:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697815.900722:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779697815.900729:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c0c0. 00000100:00000010:1.0:1779697816.242469:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779697816.245122:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000100:00000010:0.0:1779697816.245491:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:2.0:1779697816.245808:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b9c0. 00000800:00000200:0.0:1779697818.074503:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779697818.074510:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779697818.074515:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1779697818.074709:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1779697821.020183:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d500. 02000000:00000010:3.0:1779697821.020207:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba200. 00000100:00000010:3.0:1779697821.020302:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c000. 02000000:00000010:3.0:1779697821.020310:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b05400. 00000100:00000010:3.0:1779697821.020326:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 02000000:00000010:3.0:1779697821.020330:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc9b06c00. 02000000:00000010:1.0:1779697821.020563:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697821.020577:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3000. 02000000:00000010:2.0:1779697821.020578:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f9000. 00000400:00000010:2.0:1779697821.020587:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000400:00000010:2.0:1779697821.020593:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697821.020600:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496983552, portal 10 00000400:00000010:2.0:1779697821.020609:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697821.020612:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496983552, offset 0 00000400:00000200:2.0:1779697821.020621:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1779697821.020623:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697821.020634:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496983424, portal 25 00000400:00000200:2.0:1779697821.020637:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1779697821.020645:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000400:00000200:2.0:1779697821.020651:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1800 00000100:00000200:1.0:1779697821.020652:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496983424, offset 0 00000400:00000200:2.0:1779697821.020674:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 90672 00000400:00000200:2.0:1779697821.020685:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697821.020687:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697821.020692:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697821.020703:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697821.027743:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1780 00000400:00000200:1.0:1779697821.027757:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19fa81 [2] + 0 00000400:00000010:1.0:1779697821.027766:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05c528. 00000400:00000200:1.0:1779697821.027776:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc6e9b0c0 00000400:00000200:1.0:1779697821.027791:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697821.027795:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697821.027802:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc6e9b0c0 00000400:00000010:1.0:1779697821.027805:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc6e9b0c0. 00000100:00000200:1.0:1779697821.027821:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697821.027899:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697821.028008:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697821.028020:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483d500 x1866137496983424/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697821.028047:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697821.028053:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697821.028058:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000100:00000010:1.0:1779697821.028061:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a900. 00000020:00000010:3.0:1779697821.028065:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536280. 00000100:00000010:1.0:1779697821.028074:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af60. 00000100:00000010:1.0:1779697821.028080:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a420. 00000100:00000010:1.0:1779697821.028084:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a6c0. 00000020:00000010:3.0:1779697821.028087:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697821.028128:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836300. 00000020:00000010:3.0:1779697821.028131:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836300. 00000100:00000200:3.0:1779697821.028134:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983424 02000000:00000010:3.0:1779697821.028152:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b04800. 00010000:00000200:3.0:1779697821.028161:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21850 x1866137496983424/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:507/0 lens 224/224 e 0 to 0 dl 1779697832 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697821.028178:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697821.028182:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496983424, offset 224 00000400:00000200:3.0:1779697821.028189:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697821.028199:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697821.028207:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1780 00000400:00000200:3.0:1779697821.028212:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab215 [1] + 224 00000400:00000200:3.0:1779697821.028223:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697821.028226:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697821.028233:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483d500 x1866137496983424/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697821.028249:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697821.028250:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697821.028262:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536280. 00000020:00000010:3.0:1779697821.028266:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697821.028269:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779697821.028277:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b04800. 00000100:00000200:3.0:1779697821.028283:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697821.028285:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3000. 00000400:00000010:3.0:1779697821.028287:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326790. 00000400:00000200:1.0:1779697821.028292:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779697821.028295:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697821.028300:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483d500 x1866137496983424/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697821.028310:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483d500 x1866137496983424/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697821.028330:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779697821.028335:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba200. 00000100:00000010:1.0:1779697821.028340:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d500. 00000100:00000200:2.0:1779697821.035864:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697821.035879:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985e300. 00000400:00000200:2.0:1779697821.035949:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697821.035953:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697821.035964:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483c000 x1866137496983552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697821.036019:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f8800. 00000400:00000010:2.0:1779697821.036025:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def3c8. 00000400:00000010:2.0:1779697821.036029:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697821.036035:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496983680, portal 10 00000400:00000010:2.0:1779697821.036040:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697821.036043:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496983680, offset 0 00000400:00000200:2.0:1779697821.036049:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697821.036059:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697821.036068:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1880 00000400:00000200:2.0:1779697821.036075:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 91192 00000400:00000200:2.0:1779697821.036083:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697821.036087:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697821.036090:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697821.036094:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ed80. 00000400:00000200:2.0:1779697821.036108:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697821.036110:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697821.036114:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483fb80 x1866137496983680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697821.036175:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697821.036182:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697821.036187:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697821.036217:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779697821.036466:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862200. 00000020:00000010:2.0:1779697821.036470:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000100:00000200:2.0:1779697821.036492:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983552 00010000:02000000:2.0:1779697821.036510:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697821.036520:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57fa000. 00000400:00000010:2.0:1779697821.036532:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697821.036536:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496983552, offset 0 00000400:00000200:2.0:1779697821.036539:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697821.036545:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697821.036550:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1800 00000400:00000200:2.0:1779697821.036555:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab20d [1] + 0 00000400:00000200:2.0:1779697821.036560:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697821.036563:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697821.036569:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483c000 x1866137496983552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697821.036581:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697821.036583:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000020:00000010:2.0:1779697821.036593:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862f80. 00000020:00000010:2.0:1779697821.036597:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697821.036600:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000100:00000200:2.0:1779697821.036632:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983680 00010000:02000000:2.0:1779697821.036638:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697821.036644:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c24c00. 00000400:00000010:2.0:1779697821.036649:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697821.036653:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496983680, offset 0 00000400:00000200:2.0:1779697821.036656:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697821.036660:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697821.036665:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1880 00000400:00000200:2.0:1779697821.036668:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab221 [1] + 0 00000400:00000200:2.0:1779697821.036672:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697821.036674:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697821.036679:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483fb80 x1866137496983680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697821.036693:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697821.036695:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000020:00000010:2.0:1779697821.036701:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862200. 00000020:00000010:2.0:1779697821.036703:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697821.036705:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000400:00000010:2.0:1779697821.036731:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def3c8. 00000400:00000200:2.0:1779697821.036733:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697821.036735:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697821.036739:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483fb80 x1866137496983680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697821.036746:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483fb80 x1866137496983680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697821.037486:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f8800. 02000000:00000010:2.0:1779697821.037496:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b06c00. 00000100:00000010:2.0:1779697821.037501:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483fb80. 00000400:00000010:2.0:1779697821.037514:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:2.0:1779697821.037517:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:2.0:1779697821.037518:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697821.037524:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483c000 x1866137496983552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697821.037532:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483c000 x1866137496983552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697821.037546:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f9000. 02000000:00000010:2.0:1779697821.037549:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc9b05400. 00000100:00000010:2.0:1779697821.037552:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483c000. 00000400:00000010:1.0:1779697821.041486:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60cc0. 00000100:00000010:0.0:1779697821.370496:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a900. 00000100:00000010:1.0:1779697821.370571:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af60. 00000100:00000010:3.0:1779697821.370752:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a6c0. 00000100:00000010:2.0:1779697821.371496:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a420. 00000100:00000010:1.0:1779697826.140442:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559500. 02000000:00000010:1.0:1779697826.140463:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779697826.140523:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558a80. 02000000:00000010:1.0:1779697826.140530:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272400. 00000100:00000010:1.0:1779697826.140549:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697826.140554:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1270c00. 02000000:00000010:1.0:1779697826.140585:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1273400. 00000400:00000010:1.0:1779697826.140591:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3000. 00000400:00000010:1.0:1779697826.140597:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779697826.140605:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496983936, portal 10 00000400:00000010:1.0:1779697826.140612:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697826.140615:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496983936, offset 0 00000400:00000200:1.0:1779697826.140626:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697826.140642:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697826.140658:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1980 00000400:00000200:1.0:1779697826.140666:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 91712 00000400:00000200:1.0:1779697826.140677:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697826.140680:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697826.140688:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697826.140692:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559f80. 00000400:00000200:1.0:1779697826.140711:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779697826.140714:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697826.140721:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558a80 x1866137496983936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697826.140751:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af60. 00000100:00000010:1.0:1779697826.140767:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a420. 00000100:00000010:1.0:1779697826.140773:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a6c0. 00000100:00000010:1.0:1779697826.140777:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a900. 02000000:00000010:1.0:1779697826.140788:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1271c00. 00000400:00000010:1.0:1779697826.140791:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779697826.140794:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779697826.140797:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496984064, portal 10 00000400:00000010:1.0:1779697826.140802:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697826.140804:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496984064, offset 0 00000400:00000200:1.0:1779697826.140808:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697826.140813:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697826.140817:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1a00 00000400:00000200:1.0:1779697826.140821:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 92232 00000400:00000200:1.0:1779697826.140825:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697826.140828:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697826.140831:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697826.140845:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655a680. 00000400:00000200:1.0:1779697826.140857:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697826.140859:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697826.140864:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137496984064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697826.140911:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697826.140916:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693f300. 00000020:00000010:1.0:1779697826.140921:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697826.141004:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697826.141008:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697826.141010:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af640. 00000100:00000200:1.0:1779697826.141030:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983936 00010000:02000000:1.0:1779697826.141047:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697826.144451:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ac600. 00000400:00000010:0.0:1779697826.144462:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a9f8. 00000400:00000010:0.0:1779697826.144469:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697826.144476:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496983808, portal 25 00000400:00000010:0.0:1779697826.144481:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697826.144485:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496983808, offset 0 00000400:00000200:0.0:1779697826.144494:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697826.144507:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697826.144519:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1900 00000400:00000200:0.0:1779697826.144526:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19ffa5 [2] + 0 00000400:00000010:0.0:1779697826.144530:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7898. 00000400:00000200:0.0:1779697826.144537:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbd7598f00 00000400:00000200:0.0:1779697826.144546:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697826.144549:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697826.144555:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd7598f00 00000400:00000010:0.0:1779697826.144557:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbd7598f00. 00000100:00000200:0.0:1779697826.144563:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697826.144584:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697826.144586:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697826.144593:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559500 x1866137496983808/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697826.144671:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697826.144675:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697826.144680:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779697826.144685:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c480. 00000020:00000010:0.0:1779697826.144689:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697826.144719:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697826.144721:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000100:00000200:0.0:1779697826.144724:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496983808 02000000:00000010:0.0:1779697826.144750:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea3000. 00010000:00000200:0.0:1779697826.144759:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21450 x1866137496983808/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:512/0 lens 224/224 e 0 to 0 dl 1779697837 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697826.144773:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697826.144775:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496983808, offset 224 00000400:00000200:0.0:1779697826.144779:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697826.144783:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697826.144788:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1900 00000400:00000200:0.0:1779697826.144793:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab245 [1] + 224 00000400:00000200:0.0:1779697826.144797:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697826.144800:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697826.144806:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559500 x1866137496983808/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697826.144821:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697826.144822:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000020:00000010:0.0:1779697826.144845:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c480. 00000020:00000010:0.0:1779697826.144849:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697826.144873:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 02000000:00000010:0.0:1779697826.144881:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea3000. 00000100:00000200:0.0:1779697826.144887:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697826.144890:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243abb0. 00000400:00000010:0.0:1779697826.144895:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8c00. 00000400:00000010:0.0:1779697826.144910:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a9f8. 00000400:00000200:0.0:1779697826.144912:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697826.144914:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697826.144918:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559500 x1866137496983808/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697826.144925:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559500 x1866137496983808/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697826.144957:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ac600. 02000000:00000010:0.0:1779697826.144962:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:0.0:1779697826.144967:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559500. 00000100:00000200:0.0:1779697826.145027:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984064 00010000:02000000:0.0:1779697826.145045:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697826.145052:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea3000. 00000400:00000010:0.0:1779697826.145060:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697826.145063:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496984064, offset 0 00000400:00000200:0.0:1779697826.145066:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697826.145071:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697826.145075:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1a00 00000400:00000200:0.0:1779697826.145081:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab23d [1] + 0 00000400:00000200:0.0:1779697826.145086:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697826.145103:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697826.145110:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137496984064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697826.145128:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697826.145130:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779697826.145137:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:0.0:1779697826.145141:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af640. 00000020:00000010:0.0:1779697826.145143:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:0.0:1779697826.145175:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:0.0:1779697826.145179:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:0.0:1779697826.145181:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:0.0:1779697826.145186:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137496984064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697826.145195:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137496984064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697826.145210:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1271c00. 02000000:00000010:0.0:1779697826.145215:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1270c00. 00000100:00000010:0.0:1779697826.145218:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697826.154192:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1271000. 00000400:00000010:1.0:1779697826.154216:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697826.154223:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496983936, offset 0 00000400:00000200:1.0:1779697826.154234:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697826.154246:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697826.154257:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1980 00000400:00000200:1.0:1779697826.154266:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab235 [1] + 0 00000400:00000200:1.0:1779697826.154275:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697826.154279:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697826.154290:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558a80 x1866137496983936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697826.154377:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697826.154380:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000400:00000010:3.0:1779697826.154824:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3000. 00000400:00000200:3.0:1779697826.154830:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:3.0:1779697826.154839:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:3.0:1779697826.154846:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558a80 x1866137496983936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697826.154855:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558a80 x1866137496983936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697826.154881:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1273400. 02000000:00000010:3.0:1779697826.154886:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272400. 00000100:00000010:3.0:1779697826.154891:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558a80. 00000020:00000010:1.0:1779697826.162120:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693f300. 00000020:00000010:1.0:1779697826.162137:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697826.162143:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000010:3.0:1779697826.490487:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a900. 00000100:00000010:2.0:1779697826.490576:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a6c0. 00000100:00000010:1.0:1779697826.490643:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a420. 00000100:00000010:0.0:1779697826.492492:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af60. 00000100:00000010:0.0:1779697831.260041:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:0.0:1779697831.260066:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697831.260127:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697831.260135:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea1400. 00000100:00000010:0.0:1779697831.260151:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800700. 02000000:00000010:0.0:1779697831.260155:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea3400. 02000000:00000010:2.0:1779697831.260222:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b88e00. 00000400:00000010:2.0:1779697831.260230:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000400:00000010:2.0:1779697831.260238:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f000. 00000100:00000200:2.0:1779697831.260244:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496984192, portal 25 00000400:00000010:2.0:1779697831.260250:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697831.260253:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496984192, offset 0 00000400:00000200:2.0:1779697831.260261:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697831.260273:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697831.260285:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1a80 00000400:00000200:2.0:1779697831.260292:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a0201 [2] + 0 00000400:00000010:2.0:1779697831.260295:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def370. 00000400:00000200:2.0:1779697831.260300:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac452c9c0 00000400:00000200:2.0:1779697831.260308:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697831.260311:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697831.260315:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac452c9c0 00000400:00000010:2.0:1779697831.260318:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac452c9c0. 00000100:00000200:2.0:1779697831.260324:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697831.260350:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:2.0:1779697831.260353:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697831.260374:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496984192/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697831.260466:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b000. 00000100:00000010:2.0:1779697831.260489:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bcc0. 00000100:00000010:2.0:1779697831.260495:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b8a0. 00000100:00000010:2.0:1779697831.260499:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0ba20. 00000020:00000010:0.0:1779697831.260714:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697831.260719:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697831.260724:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697831.260728:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697831.260733:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697831.260771:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779697831.260775:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000100:00000200:0.0:1779697831.260777:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984192 02000000:00000010:0.0:1779697831.260792:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2400. 00010000:00000200:0.0:1779697831.260800:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22c50 x1866137496984192/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:517/0 lens 224/224 e 0 to 0 dl 1779697842 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697831.260815:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 02000000:00000010:3.0:1779697831.260815:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b06000. 00000100:00000200:0.0:1779697831.260818:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496984192, offset 224 00000400:00000010:3.0:1779697831.260820:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326478. 00000400:00000200:0.0:1779697831.260823:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697831.260828:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697831.260834:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1a80 00000400:00000010:3.0:1779697831.270307:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697831.270322:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496984320, portal 10 00000400:00000010:3.0:1779697831.270330:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697831.270334:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496984320, offset 0 00000400:00000200:3.0:1779697831.270342:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697831.270355:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697831.270368:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1b00 00000400:00000200:3.0:1779697831.270376:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 92752 00000400:00000200:3.0:1779697831.270413:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697831.270418:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697831.270428:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697831.270436:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483c000. 00000400:00000200:0.0:1779697831.270447:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab25d [1] + 224 00000400:00000200:0.0:1779697831.270455:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697831.270458:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1779697831.270519:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697831.270526:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697831.270530:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000100:00000200:1.0:1779697831.270579:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984320 00010000:02000000:1.0:1779697831.270598:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697831.270610:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1271c00. 00000400:00000010:1.0:1779697831.270624:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000400:00000200:3.0:1779697831.279961:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697831.279972:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697831.279995:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800a80 x1866137496984320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697831.280052:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc9b05c00. 00000400:00000010:3.0:1779697831.280062:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83265d8. 00000400:00000010:3.0:1779697831.280067:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697831.280073:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496984448, portal 10 00000400:00000010:3.0:1779697831.280079:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697831.280082:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496984448, offset 0 00000400:00000200:3.0:1779697831.280088:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697831.280098:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697831.280108:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1b80 00000400:00000200:3.0:1779697831.280115:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 93272 00000400:00000200:3.0:1779697831.280124:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697831.280127:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697831.280134:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697831.280139:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483fb80. 00000400:00000200:3.0:1779697831.280160:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697831.280162:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697831.280167:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800700 x1866137496984448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697831.280298:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697831.280304:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697831.280310:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000100:00000200:3.0:1779697831.280348:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984448 00010000:02000000:3.0:1779697831.280365:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697831.280375:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b04800. 00000400:00000010:3.0:1779697831.280386:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697831.280407:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496984448, offset 0 00000400:00000200:3.0:1779697831.280412:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697831.280417:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697831.280423:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1b80 00000400:00000200:3.0:1779697831.280428:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab271 [1] + 0 00000400:00000200:3.0:1779697831.280433:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697831.280436:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697831.280443:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800700 x1866137496984448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697831.280459:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697831.280461:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697831.280473:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d80. 00000020:00000010:3.0:1779697831.280478:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697831.280480:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:3.0:1779697831.281531:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83265d8. 00000400:00000200:3.0:1779697831.281541:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697831.281542:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697831.281551:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800700 x1866137496984448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697831.281561:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800700 x1866137496984448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697831.281604:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b05c00. 02000000:00000010:3.0:1779697831.281610:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea3400. 00000100:00000010:3.0:1779697831.281615:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800700. 00000100:00000200:0.0:1779697831.281740:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496984192/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697831.281766:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697831.281768:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779697831.281789:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697831.281794:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697831.281796:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 02000000:00000010:0.0:1779697831.281803:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea2400. 00000100:00000200:0.0:1779697831.281811:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697831.281820:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a9f8. 00000400:00000010:0.0:1779697831.281828:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8240. 00000400:00000010:3.0:1779697831.286957:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:3.0:1779697831.286971:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f000 00000400:00000010:3.0:1779697831.286975:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f000. 00000100:00000200:3.0:1779697831.286988:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496984192/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697831.287005:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496984192/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697831.287035:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b88e00. 02000000:00000010:3.0:1779697831.287046:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:3.0:1779697831.287053:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 00000100:00000200:1.0:1779697831.298316:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496984320, offset 0 00000400:00000200:1.0:1779697831.298339:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697831.298352:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697831.298364:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1b00 00000400:00000200:1.0:1779697831.298385:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab269 [1] + 0 00000400:00000200:1.0:1779697831.298407:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697831.298411:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697831.298424:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800a80 x1866137496984320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697831.298457:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697831.298460:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697831.298482:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc00. 00000020:00000010:1.0:1779697831.298487:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697831.298491:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:3.0:1779697831.298731:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326478. 00000400:00000200:3.0:1779697831.298737:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697831.298739:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697831.298746:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800a80 x1866137496984320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697831.298754:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800a80 x1866137496984320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697831.298783:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc9b06000. 02000000:00000010:3.0:1779697831.298789:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea1400. 00000100:00000010:3.0:1779697831.298793:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 00000100:00000010:3.0:1779697831.602602:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0ba20. 00000100:00000010:1.0:1779697831.603480:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bcc0. 00000100:00000010:0.0:1779697831.603665:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b000. 00000100:00000010:2.0:1779697831.605111:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b8a0. 00000100:00000010:0.0:1779697836.378692:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803480. 02000000:00000010:0.0:1779697836.378715:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779697836.378773:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697836.378780:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea1c00. 00000100:00000010:0.0:1779697836.378799:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:0.0:1779697836.378803:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2000. 02000000:00000010:0.0:1779697836.378832:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea2800. 00000400:00000010:0.0:1779697836.378840:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a268. 00000400:00000010:0.0:1779697836.378847:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697836.378854:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496984704, portal 10 00000400:00000010:0.0:1779697836.378872:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697836.378875:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496984704, offset 0 00000400:00000200:0.0:1779697836.378884:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697836.378896:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697836.378906:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1c80 00000400:00000200:0.0:1779697836.378912:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 93792 00000400:00000200:0.0:1779697836.378921:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697836.378925:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697836.378933:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697836.378937:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800700. 00000400:00000200:0.0:1779697836.378954:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697836.378957:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697836.378964:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800a80 x1866137496984704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697836.378982:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f14e0. 00000100:00000010:0.0:1779697836.378992:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1360. 00000100:00000010:0.0:1779697836.379001:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f11e0. 00000100:00000010:0.0:1779697836.379007:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ba0. 02000000:00000010:0.0:1779697836.379016:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea2400. 00000400:00000010:0.0:1779697836.379020:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae70. 00000400:00000010:0.0:1779697836.379022:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697836.379025:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496984832, portal 10 00000400:00000010:0.0:1779697836.379029:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697836.379031:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496984832, offset 0 00000400:00000200:0.0:1779697836.379035:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697836.379039:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697836.379043:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1d00 00000400:00000200:0.0:1779697836.379047:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 94312 00000400:00000200:0.0:1779697836.379051:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697836.379054:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697836.379057:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697836.379060:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9801f80. 00000400:00000200:0.0:1779697836.379068:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697836.379070:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697836.379074:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496984832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697836.379128:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697836.379134:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697836.379139:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697836.379160:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779697836.379162:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c380. 00000020:00000010:0.0:1779697836.379165:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000100:00000200:0.0:1779697836.379188:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984704 00010000:02000000:0.0:1779697836.379202:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697836.379210:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea1400. 00000400:00000010:0.0:1779697836.379219:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697836.379222:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496984704, offset 0 00000400:00000200:0.0:1779697836.379225:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697836.379230:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697836.379235:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1c80 00000400:00000200:0.0:1779697836.379240:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab285 [1] + 0 00000400:00000200:0.0:1779697836.379244:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697836.379247:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697836.379252:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800a80 x1866137496984704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697836.379265:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697836.379267:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000020:00000010:0.0:1779697836.379276:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697836.379280:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697836.379283:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 00000100:00000200:0.0:1779697836.379290:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984832 00010000:02000000:0.0:1779697836.379296:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697836.379300:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea3400. 00000400:00000010:0.0:1779697836.379304:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697836.379306:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496984832, offset 0 00000400:00000200:0.0:1779697836.379309:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697836.379313:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697836.379317:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1d00 00000400:00000200:0.0:1779697836.379321:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab28d [1] + 0 00000400:00000200:0.0:1779697836.379324:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697836.379327:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697836.379331:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496984832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697836.379340:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697836.379342:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000020:00000010:0.0:1779697836.379346:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c380. 00000020:00000010:0.0:1779697836.379349:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697836.379351:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 00000400:00000010:0.0:1779697836.379370:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a268. 00000400:00000200:0.0:1779697836.379373:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697836.379375:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697836.379379:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800a80 x1866137496984704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697836.379387:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800a80 x1866137496984704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697836.379425:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae70. 00000400:00000200:0.0:1779697836.379428:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697836.379429:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697836.379433:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496984832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697836.379441:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496984832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697836.379457:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea2800. 02000000:00000010:0.0:1779697836.379461:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea1c00. 00000100:00000010:0.0:1779697836.379465:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697836.379468:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea2400. 02000000:00000010:0.0:1779697836.379470:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2000. 00000100:00000010:0.0:1779697836.379472:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 02000000:00000010:2.0:1779697836.381040:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89800. 00000400:00000010:2.0:1779697836.381054:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def370. 00000400:00000010:2.0:1779697836.381060:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f220. 00000100:00000200:2.0:1779697836.381067:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496984576, portal 25 00000400:00000010:2.0:1779697836.381077:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697836.381080:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496984576, offset 0 00000400:00000200:2.0:1779697836.381087:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697836.381098:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697836.381106:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1c00 00000400:00000200:2.0:1779697836.381112:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a07bd [2] + 0 00000400:00000010:2.0:1779697836.381116:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b39a0. 00000400:00000200:2.0:1779697836.381122:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1cc00 00000400:00000200:2.0:1779697836.381128:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697836.381132:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697836.381136:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1cc00 00000400:00000010:2.0:1779697836.381139:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1cc00. 00000100:00000200:2.0:1779697836.381145:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697836.381175:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697836.381177:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697836.381183:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803480 x1866137496984576/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697836.381487:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697836.381493:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697836.381498:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779697836.381503:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c380. 00000020:00000010:0.0:1779697836.381507:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697836.381544:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61d80. 00000020:00000010:0.0:1779697836.381547:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61d80. 00000100:00000200:0.0:1779697836.381550:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984576 02000000:00000010:0.0:1779697836.381565:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2000. 00010000:00000200:0.0:1779697836.381573:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20c50 x1866137496984576/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:522/0 lens 224/224 e 0 to 0 dl 1779697847 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697836.381588:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697836.381592:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496984576, offset 224 00000400:00000200:0.0:1779697836.381597:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697836.381603:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697836.381608:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1c00 00000400:00000200:0.0:1779697836.381614:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab29d [1] + 224 00000400:00000200:0.0:1779697836.381618:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697836.381621:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697836.381627:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803480 x1866137496984576/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697836.381651:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697836.381654:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000020:00000010:0.0:1779697836.381664:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c380. 00000020:00000010:0.0:1779697836.381667:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697836.381670:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 02000000:00000010:0.0:1779697836.381676:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbdcea2000. 00000100:00000200:0.0:1779697836.381681:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697836.381685:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ae70. 00000400:00000010:0.0:1779697836.381689:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8840. 00000400:00000010:1.0:1779697836.381793:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def370. 00000400:00000200:1.0:1779697836.381798:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f220 00000400:00000010:1.0:1779697836.381799:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f220. 00000100:00000200:1.0:1779697836.381805:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803480 x1866137496984576/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697836.381812:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803480 x1866137496984576/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697836.381833:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89800. 02000000:00000010:1.0:1779697836.381840:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3700. 00000100:00000010:1.0:1779697836.381845:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803480. 00000100:00000010:2.0:1779697836.722448:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f11e0. 00000100:00000010:1.0:1779697836.724106:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1360. 00000100:00000010:0.0:1779697836.724314:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f14e0. 00000100:00000010:3.0:1779697836.724412:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ba0. 00000100:00000010:0.0:1779697841.498533:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:0.0:1779697841.498555:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3800. 02000000:00000010:1.0:1779697841.498694:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697841.498702:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000010:1.0:1779697841.498708:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697841.498715:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496984960, portal 25 00000400:00000010:1.0:1779697841.498720:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697841.498723:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496984960, offset 0 00000400:00000200:1.0:1779697841.498731:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697841.498744:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697841.498755:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1d80 00000400:00000200:1.0:1779697841.498762:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a0a31 [2] + 0 00000400:00000010:1.0:1779697841.498766:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb05ce18. 00000400:00000200:1.0:1779697841.498772:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fe300 00000400:00000200:1.0:1779697841.498779:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697841.498783:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697841.498788:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fe300 00000400:00000010:1.0:1779697841.498791:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fe300. 00000100:00000200:1.0:1779697841.498796:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697841.498834:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697841.498837:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697841.498844:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496984960/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697841.498863:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779697841.498876:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779697841.498881:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a840. 00000100:00000010:1.0:1779697841.498887:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a960. 00000020:00000010:2.0:1779697841.498957:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697841.498962:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697841.498967:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697841.498973:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862480. 00000020:00000010:2.0:1779697841.498978:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697841.499024:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba940. 00000020:00000010:2.0:1779697841.499026:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba940. 00000100:00000200:2.0:1779697841.499029:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496984960 02000000:00000010:2.0:1779697841.499042:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c27800. 00010000:00000200:2.0:1779697841.499049:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20850 x1866137496984960/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:527/0 lens 224/224 e 0 to 0 dl 1779697852 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697841.499065:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697841.499068:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496984960, offset 224 00000400:00000200:2.0:1779697841.499073:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697841.499079:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697841.499085:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1d80 00000400:00000200:2.0:1779697841.499088:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab2ad [1] + 224 00000400:00000200:2.0:1779697841.499093:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697841.499096:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697841.499102:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496984960/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697841.499147:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697841.499168:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2000. 00000100:00000010:0.0:1779697841.499186:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 02000000:00000010:0.0:1779697841.499189:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2400. 02000000:00000010:0.0:1779697841.499219:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea1c00. 00000400:00000010:0.0:1779697841.499224:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a268. 00000400:00000010:0.0:1779697841.499228:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697841.499231:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496985088, portal 10 00000400:00000010:0.0:1779697841.499236:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697841.499238:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496985088, offset 0 00000400:00000200:0.0:1779697841.499243:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697841.499248:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697841.499253:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1e00 00000400:00000200:0.0:1779697841.499259:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 94832 00000400:00000200:0.0:1779697841.499265:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697841.499267:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697841.499272:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697841.499276:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9802300. 00000400:00000200:0.0:1779697841.499290:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697841.499292:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697841.499297:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800a80 x1866137496985088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697841.499313:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea2800. 00000400:00000010:0.0:1779697841.499317:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779697841.499321:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697841.499323:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496985216, portal 10 00000400:00000010:0.0:1779697841.499327:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697841.499329:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496985216, offset 0 00000400:00000200:0.0:1779697841.499333:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697841.499337:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697841.499341:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1e80 00000400:00000200:0.0:1779697841.499344:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 95352 00000400:00000200:0.0:1779697841.499348:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697841.499351:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697841.499353:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697841.499358:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803480. 00000400:00000200:0.0:1779697841.499366:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697841.499368:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697841.499371:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803800 x1866137496985216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697841.499437:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779697841.499442:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c380. 00000020:00000010:0.0:1779697841.499445:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697841.499461:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697841.499464:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697841.499466:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000100:00000200:0.0:1779697841.499476:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985088 00010000:02000000:0.0:1779697841.499488:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697841.499495:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea3800. 00000400:00000010:0.0:1779697841.499502:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697841.499504:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496985088, offset 0 00000400:00000200:0.0:1779697841.499508:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697841.499513:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697841.499518:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1e00 00000400:00000200:0.0:1779697841.499522:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab2b9 [1] + 0 00000400:00000200:0.0:1779697841.499557:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697841.499560:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697841.499575:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800a80 x1866137496985088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697841.499590:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697841.499592:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000020:00000010:0.0:1779697841.499601:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c380. 00000020:00000010:0.0:1779697841.499605:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697841.499608:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 00000100:00000200:0.0:1779697841.499617:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985216 00010000:02000000:0.0:1779697841.499623:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697841.499628:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060ec00. 00000400:00000010:0.0:1779697841.499632:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697841.499635:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496985216, offset 0 00000400:00000200:0.0:1779697841.499638:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697841.499643:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697841.499647:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1e80 00000400:00000200:0.0:1779697841.499651:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab2c1 [1] + 0 00000400:00000200:0.0:1779697841.499655:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697841.499657:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697841.499662:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803800 x1866137496985216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697841.499670:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697841.499672:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000020:00000010:0.0:1779697841.499677:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697841.499679:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697841.499681:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 00000400:00000010:0.0:1779697841.499704:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a268. 00000400:00000200:0.0:1779697841.499706:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697841.499708:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697841.499712:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800a80 x1866137496985088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697841.499725:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800a80 x1866137496985088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697841.499744:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779697841.499746:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697841.499748:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697841.499751:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803800 x1866137496985216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697841.499758:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803800 x1866137496985216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697841.499769:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea1c00. 02000000:00000010:0.0:1779697841.499774:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2000. 00000100:00000010:0.0:1779697841.499778:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697841.499781:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea2800. 02000000:00000010:0.0:1779697841.499783:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2400. 00000100:00000010:0.0:1779697841.499785:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 00000400:00000200:2.0:1779697841.503815:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697841.503833:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000020:00000010:2.0:1779697841.503864:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862480. 00000020:00000010:2.0:1779697841.503871:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697841.503875:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779697841.503889:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6c27800. 00000100:00000200:2.0:1779697841.503897:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697841.503909:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def3c8. 00000400:00000010:2.0:1779697841.503916:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1cc00. 00000400:00000010:1.0:1779697841.503974:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000200:1.0:1779697841.503979:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697841.503980:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697841.503992:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496984960/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697841.504012:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496984960/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697841.504043:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779697841.504048:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3800. 00000100:00000010:1.0:1779697841.504055:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 00000100:00000010:2.0:1779697841.842473:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a840. 00000100:00000010:0.0:1779697841.842932:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779697841.843211:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:3.0:1779697841.845226:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a960. 00000100:00000010:2.0:1779697846.622832:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985d500. 02000000:00000010:2.0:1779697846.622857:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f800. 02000000:00000010:3.0:1779697846.622942:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:3.0:1779697846.622951:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326478. 00000400:00000010:3.0:1779697846.622959:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697846.622966:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496985344, portal 25 00000400:00000010:3.0:1779697846.622971:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697846.622974:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496985344, offset 0 00000400:00000200:3.0:1779697846.622983:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697846.622996:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697846.623008:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c1f00 00000400:00000200:3.0:1779697846.623015:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a1105 [2] + 0 00000400:00000010:3.0:1779697846.623019:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def160. 00000400:00000200:3.0:1779697846.623025:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad66f63c0 00000400:00000200:3.0:1779697846.623033:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697846.623037:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697846.623041:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad66f63c0 00000400:00000010:3.0:1779697846.623044:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad66f63c0. 00000100:00000200:3.0:1779697846.623051:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697846.623833:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697846.623837:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697846.623846:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985d500 x1866137496985344/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697846.623870:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 00000100:00000010:3.0:1779697846.623884:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b120. 00000100:00000010:3.0:1779697846.623890:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779697846.623895:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000100:00000010:2.0:1779697846.624939:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ea00. 02000000:00000010:2.0:1779697846.624955:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf6c25000. 00000100:00000010:2.0:1779697846.624975:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f800. 02000000:00000010:2.0:1779697846.624979:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf6c27800. 02000000:00000010:2.0:1779697846.625007:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c25400. 00000400:00000010:2.0:1779697846.625012:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697846.625018:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697846.625024:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496985472, portal 10 00000400:00000010:2.0:1779697846.625029:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697846.625032:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496985472, offset 0 00000400:00000200:2.0:1779697846.625040:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697846.625050:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697846.625059:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c1f80 00000400:00000200:2.0:1779697846.625065:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 95872 00000400:00000200:2.0:1779697846.625072:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697846.625075:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697846.625081:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697846.625085:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985c700. 00000400:00000200:2.0:1779697846.625098:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:2.0:1779697846.625101:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697846.625106:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985ea00 x1866137496985472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697846.625142:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f9000. 00000400:00000010:2.0:1779697846.625145:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def160. 00000400:00000010:2.0:1779697846.625148:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697846.625151:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496985600, portal 10 00000400:00000010:2.0:1779697846.625154:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697846.625156:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496985600, offset 0 00000400:00000200:2.0:1779697846.625160:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697846.625164:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697846.625169:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2000 00000400:00000200:2.0:1779697846.625173:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 96392 00000400:00000200:2.0:1779697846.625178:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697846.625180:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697846.625183:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697846.625187:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe98700. 00000400:00000200:2.0:1779697846.625198:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697846.625200:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697846.625204:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985f800 x1866137496985600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697846.625247:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779697846.625252:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862480. 00000020:00000010:2.0:1779697846.625257:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697846.625279:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697846.625282:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862380. 00000020:00000010:2.0:1779697846.625285:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779697846.625298:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985472 00010000:02000000:2.0:1779697846.625312:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697846.625319:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f8800. 00000400:00000010:2.0:1779697846.625331:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697846.625333:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496985472, offset 0 00000400:00000200:2.0:1779697846.625336:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697846.625340:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697846.625345:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c1f80 00000400:00000200:2.0:1779697846.625349:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab2dd [1] + 0 00000400:00000200:2.0:1779697846.625353:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697846.625356:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697846.625361:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985ea00 x1866137496985472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697846.625374:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697846.625376:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000020:00000010:2.0:1779697846.625385:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862480. 00000020:00000010:2.0:1779697846.625403:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697846.625407:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000100:00000200:2.0:1779697846.625417:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985600 00010000:02000000:2.0:1779697846.625423:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697846.625428:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cacc5f1400. 00000400:00000010:2.0:1779697846.625433:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697846.625435:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496985600, offset 0 00000400:00000200:2.0:1779697846.625439:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697846.625443:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697846.625448:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2000 00000400:00000200:2.0:1779697846.625451:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab2e5 [1] + 0 00000400:00000200:2.0:1779697846.625456:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697846.625458:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697846.625463:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985f800 x1866137496985600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697846.625473:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697846.625474:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000020:00000010:2.0:1779697846.625479:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862380. 00000020:00000010:2.0:1779697846.625481:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697846.625484:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000400:00000010:2.0:1779697846.625513:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:2.0:1779697846.625515:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697846.625517:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697846.625521:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985ea00 x1866137496985472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697846.625528:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985ea00 x1866137496985472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697846.625550:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def160. 00000400:00000200:2.0:1779697846.625552:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:2.0:1779697846.625554:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697846.625558:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985f800 x1866137496985600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697846.625566:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985f800 x1866137496985600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697846.625578:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c25400. 02000000:00000010:2.0:1779697846.625584:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf6c25000. 00000100:00000010:2.0:1779697846.625588:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985ea00. 02000000:00000010:2.0:1779697846.625591:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f9000. 02000000:00000010:2.0:1779697846.625594:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf6c27800. 00000100:00000010:2.0:1779697846.625596:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985f800. 00000020:00000010:0.0:1779697846.626669:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697846.626676:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697846.626682:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697846.626696:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697846.626701:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697846.626732:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61680. 00000020:00000010:0.0:1779697846.626735:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61680. 00000100:00000200:0.0:1779697846.626738:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985344 02000000:00000010:0.0:1779697846.626750:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060f000. 00010000:00000200:0.0:1779697846.626759:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22050 x1866137496985344/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:532/0 lens 224/224 e 0 to 0 dl 1779697857 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697846.626774:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697846.626788:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496985344, offset 224 00000400:00000200:0.0:1779697846.626793:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697846.626802:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697846.626809:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c1f00 00000400:00000200:0.0:1779697846.626816:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab2d5 [1] + 224 00000400:00000200:0.0:1779697846.626823:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697846.626827:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697846.626836:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985d500 x1866137496985344/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697846.630445:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697846.630452:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779697846.630476:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c700. 00000020:00000010:0.0:1779697846.630481:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697846.630486:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 02000000:00000010:0.0:1779697846.630493:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060f000. 00000100:00000200:0.0:1779697846.630500:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697846.630509:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779697846.630516:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8cc0. 00000400:00000010:3.0:1779697846.631380:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326478. 00000400:00000200:3.0:1779697846.631396:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697846.631398:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697846.631411:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985d500 x1866137496985344/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697846.631423:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985d500 x1866137496985344/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697846.631448:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:3.0:1779697846.631454:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f800. 00000100:00000010:3.0:1779697846.631459:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985d500. 00000100:00000010:1.0:1779697846.970471:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b120. 00000100:00000010:2.0:1779697846.970784:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779697846.970939:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:0.0:1779697846.974637:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000800:00000200:0.0:1779697848.799959:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697848.799967:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:0.0:1779697848.799971:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779697848.800976:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1779697851.738619:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99180. 02000000:00000010:2.0:1779697851.738642:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fb00. 00000100:00000010:2.0:1779697851.738703:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9b480. 02000000:00000010:2.0:1779697851.738712:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbe57f9000. 00000100:00000010:2.0:1779697851.738733:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985d500. 02000000:00000010:2.0:1779697851.738747:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf6c27800. 02000000:00000010:2.0:1779697851.738784:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c25000. 00000400:00000010:2.0:1779697851.738792:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def160. 00000400:00000010:2.0:1779697851.738800:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 02000000:00000010:1.0:1779697851.738801:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000100:00000200:2.0:1779697851.738808:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496985856, portal 10 00000400:00000010:1.0:1779697851.738810:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000010:2.0:1779697851.738817:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697851.738820:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496985856, offset 0 00000400:00000010:1.0:1779697851.738828:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000400:00000200:2.0:1779697851.738831:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697851.738845:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697851.738858:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2100 00000400:00000200:2.0:1779697851.745977:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 96912 00000400:00000200:2.0:1779697851.745996:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697851.746001:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697851.746011:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697851.746030:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985f800. 00000100:00000200:1.0:1779697851.746156:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496985728, portal 25 00000400:00000010:1.0:1779697851.746167:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697851.746172:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496985728, offset 0 00000400:00000200:1.0:1779697851.746178:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697851.746190:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697851.746201:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2080 00000400:00000200:1.0:1779697851.746206:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a140d [2] + 0 00000400:00000010:1.0:1779697851.746210:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aaa8. 00000400:00000200:1.0:1779697851.746216:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fea80 00000400:00000200:1.0:1779697851.746220:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697851.746223:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697851.746226:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fea80 00000400:00000010:1.0:1779697851.746229:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fea80. 00000100:00000200:1.0:1779697851.746233:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697851.746249:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697851.746251:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697851.746261:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe99180 x1866137496985728/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697851.746282:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779697851.746296:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779697851.746301:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779697851.746305:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aa80. 00000400:00000200:2.0:1779697851.746957:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697851.746961:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697851.746968:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbfbe9b480 x1866137496985856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697851.747002:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c25400. 00000400:00000010:2.0:1779697851.747007:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697851.747011:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697851.747014:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496985984, portal 10 00000400:00000010:2.0:1779697851.747028:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697851.747031:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496985984, offset 0 00000400:00000200:2.0:1779697851.747035:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697851.747041:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697851.747047:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2180 00000400:00000200:2.0:1779697851.747061:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 97432 00000400:00000200:2.0:1779697851.747068:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697851.747071:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697851.747075:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697851.747079:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985ea00. 00000020:00000010:1.0:1779697851.747115:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697851.747120:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697851.747127:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697851.747133:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697851.747138:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697851.747173:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697851.747175:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba48c0. 00000100:00000200:1.0:1779697851.747179:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985728 02000000:00000010:1.0:1779697851.747194:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272c00. 00010000:00000200:1.0:1779697851.747203:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22450 x1866137496985728/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:537/0 lens 224/224 e 0 to 0 dl 1779697862 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697851.747219:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697851.747222:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496985728, offset 224 00000400:00000200:1.0:1779697851.747226:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697851.747232:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697851.747237:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2080 00000400:00000200:1.0:1779697851.747242:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab305 [1] + 224 00000400:00000200:1.0:1779697851.747247:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697851.747250:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697851.747256:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe99180 x1866137496985728/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697851.747273:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697851.747275:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000020:00000010:1.0:1779697851.747287:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbf693fc80. 00000020:00000010:1.0:1779697851.747290:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697851.747338:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779697851.747345:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1272c00. 00000100:00000200:1.0:1779697851.747351:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697851.747355:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa33c8. 00000400:00000010:1.0:1779697851.747366:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60d80. 00000400:00000010:1.0:1779697851.747406:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000200:1.0:1779697851.747410:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697851.747411:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697851.747416:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe99180 x1866137496985728/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697851.747423:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe99180 x1866137496985728/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697851.747444:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779697851.747448:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fb00. 00000100:00000010:1.0:1779697851.747454:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe99180. 00000400:00000200:2.0:1779697851.752496:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697851.752504:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697851.752516:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac985d500 x1866137496985984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697851.757350:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697851.757363:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697851.757369:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697851.757430:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697851.757433:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697851.757436:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:3.0:1779697851.757456:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985856 00010000:02000000:3.0:1779697851.757473:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697851.757483:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b06c00. 00000400:00000010:3.0:1779697851.757499:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697851.757506:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496985856, offset 0 00000400:00000200:3.0:1779697851.757513:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697851.757526:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697851.757537:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2100 00000400:00000200:3.0:1779697851.757546:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab2fd [1] + 0 00000400:00000200:3.0:1779697851.757556:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697851.757559:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697851.757571:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbfbe9b480 x1866137496985856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697851.757593:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697851.757595:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697851.757607:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697851.757612:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697851.757615:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779697851.757626:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496985984 00010000:02000000:3.0:1779697851.757632:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697851.757637:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b05400. 00000400:00000010:3.0:1779697851.757642:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697851.757645:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496985984, offset 0 00000400:00000200:3.0:1779697851.757648:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697851.757653:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697851.757657:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2180 00000400:00000200:3.0:1779697851.757661:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab30d [1] + 0 00000400:00000200:3.0:1779697851.757665:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697851.757667:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697851.757673:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac985d500 x1866137496985984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697851.757683:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697851.757685:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697851.757691:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697851.757733:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697851.757736:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:2.0:1779697851.757831:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def160. 00000400:00000200:2.0:1779697851.757835:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:2.0:1779697851.757837:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697851.757843:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbfbe9b480 x1866137496985856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697851.757872:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbfbe9b480 x1866137496985856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697851.757897:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:2.0:1779697851.757900:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697851.757901:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697851.757905:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac985d500 x1866137496985984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697851.757912:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac985d500 x1866137496985984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697851.757926:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c25000. 02000000:00000010:2.0:1779697851.757931:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbe57f9000. 00000100:00000010:2.0:1779697851.757937:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbfbe9b480. 02000000:00000010:2.0:1779697851.757943:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c25400. 02000000:00000010:2.0:1779697851.757945:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf6c27800. 00000100:00000010:2.0:1779697851.757947:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac985d500. 00000100:00000010:0.0:1779697852.090462:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:2.0:1779697852.090535:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779697852.091132:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000100:00000010:3.0:1779697852.091363:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aa80. 00000800:00000200:0.0:1779697855.962502:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779697855.962509:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779697855.962515:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779697855.962751:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779697856.860776:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 02000000:00000010:0.0:1779697856.860800:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3800. 00000100:00000010:0.0:1779697856.860862:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697856.860871:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d000. 00000100:00000010:0.0:1779697856.860892:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:0.0:1779697856.860898:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060c400. 02000000:00000010:3.0:1779697856.861079:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779697856.861088:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326478. 00000400:00000010:3.0:1779697856.861095:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697856.861102:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496986112, portal 25 00000400:00000010:3.0:1779697856.861108:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697856.861111:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496986112, offset 0 00000400:00000200:3.0:1779697856.861121:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697856.861135:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697856.861147:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2200 00000400:00000200:3.0:1779697856.861156:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a1a19 [2] + 0 00000400:00000010:3.0:1779697856.861161:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a580. 00000400:00000200:3.0:1779697856.861167:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fe180 00000400:00000200:3.0:1779697856.861175:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697856.861181:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697856.861187:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fe180 00000400:00000010:3.0:1779697856.861190:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fe180. 00000100:00000200:3.0:1779697856.861197:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697856.861219:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697856.861222:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697856.861231:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803800 x1866137496986112/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697856.861252:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779697856.861265:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779697856.861271:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830be40. 00000100:00000010:3.0:1779697856.861278:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000020:00000010:0.0:1779697856.861347:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697856.861352:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697856.861358:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697856.861363:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c800. 00000020:00000010:0.0:1779697856.861378:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697856.861436:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779697856.861439:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000100:00000200:0.0:1779697856.861442:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496986112 02000000:00000010:2.0:1779697856.861442:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c27800. 00000400:00000010:2.0:1779697856.861450:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 02000000:00000010:0.0:1779697856.861456:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060f000. 00000400:00000010:2.0:1779697856.861456:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697856.861462:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496986240, portal 10 00010000:00000200:0.0:1779697856.861467:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22850 x1866137496986112/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:542/0 lens 224/224 e 0 to 0 dl 1779697867 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697856.861469:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697856.861474:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496986240, offset 0 00000400:00000200:2.0:1779697856.861483:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1779697856.861489:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000400:00000200:2.0:1779697856.861489:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1779697856.861496:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496986112, offset 224 00000400:00000200:2.0:1779697856.861500:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2280 00000400:00000200:0.0:1779697856.861505:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697856.861512:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 97952 00000400:00000200:0.0:1779697856.861514:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697856.861522:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697856.861525:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2200 00000400:00000200:2.0:1779697856.861529:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697856.861534:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab325 [1] + 224 00000400:00000200:0.0:1779697856.861549:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697856.861553:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697856.865149:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697856.865166:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac985d500. 00000400:00000200:2.0:1779697856.865200:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:2.0:1779697856.865203:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697856.865213:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800a80 x1866137496986240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697856.865223:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803800 x1866137496986112/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697856.865239:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697856.865247:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 02000000:00000010:2.0:1779697856.865249:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c25400. 00000400:00000200:0.0:1779697856.865251:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000020:00000010:3.0:1779697856.865253:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000400:00000010:0.0:1779697856.865255:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000400:00000010:2.0:1779697856.865255:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def160. 00000400:00000010:2.0:1779697856.865262:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000020:00000010:0.0:1779697856.865280:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c800. 00000100:00000200:2.0:1779697856.865285:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496986368, portal 10 00000020:00000010:0.0:1779697856.865287:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697856.865291:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 00000400:00000010:2.0:1779697856.865291:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:3.0:1779697856.865291:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496986240 00000100:00000200:2.0:1779697856.865296:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496986368, offset 0 00000400:00000200:2.0:1779697856.865301:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1779697856.865302:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060f000. 00000100:00000200:0.0:1779697856.865310:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:02000000:3.0:1779697856.865310:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:2.0:1779697856.865317:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1779697856.865320:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b06000. 00000400:00000200:2.0:1779697856.865329:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2300 00000400:00000010:3.0:1779697856.865333:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000400:00000010:0.0:1779697856.865334:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a268. 00000400:00000200:2.0:1779697856.865337:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 98472 00000400:00000200:2.0:1779697856.865346:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697856.865351:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697856.867108:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496986240, offset 0 00000400:00000200:3.0:1779697856.867122:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697856.867132:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697856.867146:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2280 00000400:00000200:3.0:1779697856.867151:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab32d [1] + 0 00000400:00000200:3.0:1779697856.867157:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697856.867159:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697856.867168:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800a80 x1866137496986240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697856.867182:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697856.867184:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000020:00000010:3.0:1779697856.867199:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697856.867203:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697856.867206:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:0.0:1779697856.867248:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e80c0. 00000100:00000200:2.0:1779697856.867261:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697856.867272:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444380. 00000400:00000200:2.0:1779697856.867296:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697856.867299:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000400:00000010:3.0:1779697856.867304:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326478. 00000100:00000200:2.0:1779697856.867305:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496986368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697856.867312:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697856.867317:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c800. 00000400:00000200:3.0:1779697856.867319:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697856.867322:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697856.867328:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803800 x1866137496986112/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697856.867329:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:2.0:1779697856.867332:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697856.867333:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697856.867337:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800a80 x1866137496986240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697856.867340:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803800 x1866137496986112/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697856.867344:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800a80 x1866137496986240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697856.867363:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c27800. 02000000:00000010:3.0:1779697856.867363:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:2.0:1779697856.867368:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d000. 02000000:00000010:3.0:1779697856.867368:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3800. 00000100:00000010:2.0:1779697856.867373:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 00000100:00000010:3.0:1779697856.867373:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 00000020:00000010:0.0:1779697856.867455:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000100:00000200:0.0:1779697856.867480:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496986368 00010000:02000000:0.0:1779697856.867495:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697856.867503:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060f000. 00000400:00000010:0.0:1779697856.867514:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697856.867517:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496986368, offset 0 00000400:00000200:0.0:1779697856.867523:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697856.867528:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697856.867535:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2300 00000400:00000200:0.0:1779697856.867539:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab339 [1] + 0 00000400:00000200:0.0:1779697856.867544:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697856.867546:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697856.867552:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496986368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697856.867574:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697856.867576:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779697856.867583:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c800. 00000020:00000010:0.0:1779697856.867585:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:0.0:1779697856.867588:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 00000400:00000010:2.0:1779697856.867782:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def160. 00000400:00000200:2.0:1779697856.867787:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:2.0:1779697856.867789:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697856.867793:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496986368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697856.867801:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496986368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697856.867816:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c25400. 02000000:00000010:2.0:1779697856.867819:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060c400. 00000100:00000010:2.0:1779697856.867822:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 00000100:00000010:0.0:1779697857.202475:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779697857.202612:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:1.0:1779697857.202680:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bae0. 00000100:00000010:2.0:1779697857.202852:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830be40. 00000100:00000010:1.0:1779697861.978753:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 02000000:00000010:1.0:1779697861.978778:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779697861.978833:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558700. 02000000:00000010:1.0:1779697861.978841:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1271400. 00000100:00000010:1.0:1779697861.978863:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b480. 02000000:00000010:1.0:1779697861.978869:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272000. 02000000:00000010:3.0:1779697861.978869:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779697861.978879:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326478. 00000400:00000010:3.0:1779697861.978887:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697861.978894:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496986496, portal 25 02000000:00000010:1.0:1779697861.978896:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272c00. 00000400:00000010:3.0:1779697861.978901:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000400:00000010:1.0:1779697861.978902:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3dc0. 00000100:00000200:3.0:1779697861.978905:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496986496, offset 0 00000400:00000010:1.0:1779697861.978908:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000400:00000200:3.0:1779697861.978916:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697861.978929:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697861.978943:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2380 00000100:00000200:1.0:1779697861.982749:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496986624, portal 10 00000400:00000010:1.0:1779697861.982767:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697861.982773:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496986624, offset 0 00000400:00000200:1.0:1779697861.982781:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697861.982794:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697861.982805:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2400 00000400:00000200:1.0:1779697861.982811:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 98992 00000400:00000200:1.0:1779697861.982821:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697861.982824:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697861.982833:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697861.982838:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559880. 00000400:00000200:1.0:1779697861.982925:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697861.982928:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697861.982937:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558700 x1866137496986624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697861.982958:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779697861.982970:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a4e0. 00000100:00000010:1.0:1779697861.982975:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a360. 00000100:00000010:1.0:1779697861.982979:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a480. 02000000:00000010:1.0:1779697861.982998:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272800. 00000400:00000010:1.0:1779697861.983003:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa30b0. 00000400:00000010:1.0:1779697861.983007:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697861.983010:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496986752, portal 10 00000400:00000010:1.0:1779697861.983014:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779697861.983017:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496986752, offset 0 00000400:00000200:1.0:1779697861.983020:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697861.983025:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697861.983046:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2480 00000400:00000200:1.0:1779697861.983051:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 99512 00000400:00000200:1.0:1779697861.983056:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697861.983058:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697861.983062:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697861.983066:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558a80. 00000400:00000200:3.0:1779697861.983918:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a1c3d [2] + 0 00000400:00000010:3.0:1779697861.983926:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:3.0:1779697861.983932:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fee40 00000400:00000200:3.0:1779697861.983940:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697861.983943:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697861.983947:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fee40 00000400:00000010:3.0:1779697861.983950:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fee40. 00000100:00000200:3.0:1779697861.983957:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697861.983976:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697861.983978:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697861.983986:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b100 x1866137496986496/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697861.984279:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697861.984284:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697861.984289:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697861.984294:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697861.984299:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697861.984334:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836e40. 00000020:00000010:3.0:1779697861.984435:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836e40. 00000100:00000200:3.0:1779697861.984440:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496986496 02000000:00000010:3.0:1779697861.984461:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b05c00. 00010000:00000200:3.0:1779697861.984473:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23450 x1866137496986496/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:547/0 lens 224/224 e 0 to 0 dl 1779697872 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697861.984489:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697861.984494:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496986496, offset 224 00000400:00000200:3.0:1779697861.984503:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697861.984516:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697861.984524:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2380 00000400:00000200:3.0:1779697861.984530:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab34d [1] + 224 00000400:00000200:3.0:1779697861.984539:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697861.984542:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697861.984552:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b100 x1866137496986496/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697861.984572:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697861.984574:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000020:00000010:3.0:1779697861.984589:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697861.984594:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697861.984596:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779697861.984603:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc9b05c00. 00000100:00000200:3.0:1779697861.984611:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697861.984616:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83265d8. 00000400:00000010:3.0:1779697861.984621:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd38d180. 00000400:00000010:3.0:1779697861.984647:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326478. 00000400:00000200:3.0:1779697861.984651:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697861.984653:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697861.984670:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b100 x1866137496986496/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697861.984677:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b100 x1866137496986496/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697861.984707:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:3.0:1779697861.984711:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:3.0:1779697861.984715:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b100. 00000020:00000010:0.0:1779697861.987143:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779697861.987157:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ce80. 00000020:00000010:0.0:1779697861.987164:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e0c8. 00000400:00000200:1.0:1779697861.987275:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779697861.987279:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779697861.987291:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b480 x1866137496986752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697861.987557:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697861.987562:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697861.987566:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:3.0:1779697861.987592:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496986624 00010000:02000000:3.0:1779697861.987608:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697861.987617:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b05c00. 00000400:00000010:3.0:1779697861.987631:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697861.987636:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496986624, offset 0 00000400:00000200:3.0:1779697861.987643:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697861.987671:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697861.987681:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2400 00000400:00000200:3.0:1779697861.987691:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab355 [1] + 0 00000400:00000200:3.0:1779697861.987699:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697861.987703:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697861.987711:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558700 x1866137496986624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697861.987727:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697861.987729:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697861.987739:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ce80. 00000020:00000010:3.0:1779697861.987743:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e0c8. 00000020:00000010:3.0:1779697861.987747:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 00000100:00000200:3.0:1779697861.987757:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496986752 00010000:02000000:3.0:1779697861.987763:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697861.987769:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc1000. 00000400:00000010:3.0:1779697861.987775:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697861.987778:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496986752, offset 0 00000400:00000200:3.0:1779697861.987781:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697861.987786:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697861.987791:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2480 00000400:00000200:3.0:1779697861.987795:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab35d [1] + 0 00000400:00000200:3.0:1779697861.987799:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697861.987802:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697861.987807:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b480 x1866137496986752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697861.987816:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697861.987818:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697861.987825:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697861.987828:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697861.987831:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:1.0:1779697861.988601:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000200:1.0:1779697861.988609:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697861.988611:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697861.988618:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558700 x1866137496986624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697861.988626:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558700 x1866137496986624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697861.988668:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa30b0. 00000400:00000200:1.0:1779697861.988671:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779697861.988673:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779697861.988677:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b480 x1866137496986752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697861.988684:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b480 x1866137496986752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697861.988699:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272c00. 02000000:00000010:1.0:1779697861.988704:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1271400. 00000100:00000010:1.0:1779697861.988710:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558700. 02000000:00000010:1.0:1779697861.988713:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272800. 02000000:00000010:1.0:1779697861.988715:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272000. 00000100:00000010:1.0:1779697861.988717:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b480. 00000100:00000010:2.0:1779697862.330471:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a360. 00000100:00000010:0.0:1779697862.333907:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779697862.334016:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a4e0. 00000100:00000010:3.0:1779697862.334085:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a480. 00000020:02000400:0.0:1779697865.562622:0:223976:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 64 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:0.0:1779697865.573733:0:223976:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93cbe0517000 lustre-MDT0000-lwp-MDT0000_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:3.0:1779697867.101318:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d500. 02000000:00000010:3.0:1779697867.101344:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba100. 02000000:00000010:1.0:1779697867.101432:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697867.101442:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa30b0. 00000400:00000010:1.0:1779697867.101449:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000010:3.0:1779697867.101468:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790e00. 00000100:00000200:1.0:1779697867.101469:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496986880, portal 25 02000000:00000010:3.0:1779697867.101478:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc2c00. 00000400:00000010:1.0:1779697867.101483:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697867.101487:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496986880, offset 0 00000400:00000200:1.0:1779697867.101497:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1779697867.101500:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791500. 02000000:00000010:3.0:1779697867.101505:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc0400. 00000400:00000200:1.0:1779697867.101512:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697867.101535:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2500 00000400:00000200:1.0:1779697867.101544:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a22d9 [2] + 0 00000400:00000010:1.0:1779697867.101549:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a3c8. 00000400:00000200:1.0:1779697867.101556:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fe240 00000400:00000200:1.0:1779697867.101564:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697867.101568:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697867.101573:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fe240 00000400:00000010:1.0:1779697867.101575:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fe240. 00000100:00000200:1.0:1779697867.101582:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697867.101608:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697867.101611:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697867.101618:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf483d500 x1866137496986880/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697867.101645:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779697867.101662:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a780. 00000100:00000010:1.0:1779697867.101666:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ab40. 00000100:00000010:1.0:1779697867.101671:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aba0. 02000000:00000010:1.0:1779697867.101709:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1271400. 00000400:00000010:1.0:1779697867.101713:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000010:1.0:1779697867.101716:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697867.101719:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496987008, portal 10 00000020:00000010:3.0:1779697867.101722:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836700. 00000400:00000010:1.0:1779697867.101725:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000020:00000010:3.0:1779697867.101726:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836700. 00000100:00000200:1.0:1779697867.101729:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496987008, offset 0 00000020:00000010:3.0:1779697867.101734:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000400:00000200:1.0:1779697867.101735:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697867.101742:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1779697867.101742:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697867.101750:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000400:00000200:1.0:1779697867.101751:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2580 00000400:00000200:1.0:1779697867.101755:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 100032 00000020:00000010:3.0:1779697867.101790:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836700. 00000020:00000010:3.0:1779697867.101794:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836700. 00000100:00000200:3.0:1779697867.101796:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496986880 02000000:00000010:3.0:1779697867.101809:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc0000. 00010000:00000200:3.0:1779697867.101817:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20450 x1866137496986880/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:553/0 lens 224/224 e 0 to 0 dl 1779697878 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697867.101831:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697867.101834:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496986880, offset 224 00000400:00000200:3.0:1779697867.101839:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697867.101845:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697867.101851:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2500 00000400:00000200:3.0:1779697867.101856:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab375 [1] + 224 00000400:00000200:3.0:1779697867.101861:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697867.101863:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697867.101870:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf483d500 x1866137496986880/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697867.101871:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697867.101879:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697867.101887:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697867.101892:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b480. 00000400:00000200:3.0:1779697867.101896:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697867.101899:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000400:00000200:1.0:1779697867.101908:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779697867.101910:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000020:00000010:3.0:1779697867.101911:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697867.101917:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000100:00000200:1.0:1779697867.101918:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790e00 x1866137496987008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697867.101923:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779697867.101932:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7bc0000. 00000100:00000200:3.0:1779697867.101940:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:1.0:1779697867.101944:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272c00. 00000400:00000010:3.0:1779697867.101944:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326478. 00000400:00000010:1.0:1779697867.101950:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3630. 00000400:00000010:3.0:1779697867.101952:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd38df00. 00000400:00000010:1.0:1779697867.101956:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779697867.101960:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496987136, portal 10 00000400:00000010:1.0:1779697867.101965:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697867.101968:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496987136, offset 0 00000400:00000200:1.0:1779697867.101973:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697867.101978:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697867.101985:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2600 00000400:00000200:1.0:1779697867.101989:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 100552 00000020:00000010:3.0:1779697867.101992:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000400:00000200:1.0:1779697867.101994:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1779697867.101996:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536380. 00000400:00000200:1.0:1779697867.102000:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1779697867.102001:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:1.0:1779697867.102003:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697867.102007:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558700. 00000400:00000200:1.0:1779697867.102021:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697867.102023:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697867.102028:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02791500 x1866137496987136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697867.102198:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697867.102202:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697867.102204:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000100:00000200:3.0:1779697867.102221:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987008 00010000:02000000:3.0:1779697867.102235:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697867.102241:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc0000. 00000400:00000010:3.0:1779697867.102247:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697867.102250:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496987008, offset 0 00000400:00000200:3.0:1779697867.102254:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697867.102259:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697867.102265:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2580 00000400:00000200:3.0:1779697867.102269:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab37d [1] + 0 00000400:00000200:3.0:1779697867.102273:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697867.102275:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697867.102281:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790e00 x1866137496987008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697867.102295:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697867.102296:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697867.102302:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536380. 00000020:00000010:3.0:1779697867.102305:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697867.102307:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779697867.102315:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987136 00010000:02000000:3.0:1779697867.102321:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697867.102324:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc1c00. 00000400:00000010:3.0:1779697867.102328:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697867.102331:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496987136, offset 0 00000400:00000200:3.0:1779697867.102334:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697867.102337:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697867.102341:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2600 00000400:00000200:3.0:1779697867.102344:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab38d [1] + 0 00000400:00000200:3.0:1779697867.102348:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697867.102350:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697867.102354:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02791500 x1866137496987136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697867.102362:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697867.102364:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697867.102368:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536300. 00000020:00000010:3.0:1779697867.102371:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697867.102373:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:3.0:1779697867.102415:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa30b0. 00000400:00000200:3.0:1779697867.102418:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:3.0:1779697867.102420:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:3.0:1779697867.102424:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf483d500 x1866137496986880/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697867.102432:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf483d500 x1866137496986880/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697867.102449:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:3.0:1779697867.102453:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba100. 00000100:00000010:3.0:1779697867.102467:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf483d500. 00000400:00000010:1.0:1779697867.105925:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000200:1.0:1779697867.105938:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697867.105940:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697867.105954:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790e00 x1866137496987008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697867.105965:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790e00 x1866137496987008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697867.106030:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3630. 00000400:00000200:3.0:1779697867.106037:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:3.0:1779697867.106039:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:3.0:1779697867.106046:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02791500 x1866137496987136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697867.106055:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02791500 x1866137496987136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697867.106108:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1271400. 02000000:00000010:3.0:1779697867.106116:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc2c00. 00000100:00000010:3.0:1779697867.106120:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790e00. 02000000:00000010:3.0:1779697867.106124:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272c00. 02000000:00000010:3.0:1779697867.106127:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc0400. 00000100:00000010:3.0:1779697867.106129:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791500. 00000100:00000010:3.0:1779697867.442547:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aba0. 00000100:00000010:0.0:1779697867.442741:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779697867.443437:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a780. 00000100:00000010:2.0:1779697867.443697:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ab40. 00000100:00000010:1.0:1779697872.222734:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697872.222755:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779697872.222793:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559500. 02000000:00000010:1.0:1779697872.222800:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1270c00. 00000100:00000010:1.0:1779697872.222814:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 02000000:00000010:1.0:1779697872.222819:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1273400. 02000000:00000010:0.0:1779697872.223494:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39adc00. 00000400:00000010:0.0:1779697872.223504:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697872.223510:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697872.223517:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496987264, portal 25 00000400:00000010:0.0:1779697872.223522:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697872.223525:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496987264, offset 0 00000400:00000200:0.0:1779697872.223534:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697872.223547:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697872.223559:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2680 00000400:00000200:0.0:1779697872.223566:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a24ad [2] + 0 00000400:00000010:0.0:1779697872.223570:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7e70. 00000400:00000200:0.0:1779697872.223577:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbd7598b40 00000400:00000200:0.0:1779697872.223594:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697872.223598:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697872.223603:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd7598b40 00000400:00000010:0.0:1779697872.223605:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbd7598b40. 00000100:00000200:0.0:1779697872.223610:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697872.223635:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697872.223637:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697872.223643:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137496987264/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697872.223679:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1720. 00000100:00000010:0.0:1779697872.223689:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ae0. 00000100:00000010:0.0:1779697872.223694:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1cc0. 00000100:00000010:0.0:1779697872.223698:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1c00. 00000020:00000010:1.0:1779697872.223784:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4100. 00000020:00000010:1.0:1779697872.223789:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4100. 00000020:00000010:1.0:1779697872.223794:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697872.223798:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4eb00. 00000020:00000010:1.0:1779697872.223803:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697872.223844:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4100. 00000020:00000010:1.0:1779697872.223847:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4100. 00000100:00000200:1.0:1779697872.223850:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987264 02000000:00000010:1.0:1779697872.223863:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272400. 00010000:00000200:1.0:1779697872.223872:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23050 x1866137496987264/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:558/0 lens 224/224 e 0 to 0 dl 1779697883 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697872.223887:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697872.223890:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496987264, offset 224 00000400:00000200:1.0:1779697872.223894:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697872.223900:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697872.223905:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2680 00000400:00000200:1.0:1779697872.223909:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab39d [1] + 224 00000400:00000200:1.0:1779697872.223914:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697872.223916:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697872.223931:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137496987264/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697872.223945:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697872.223947:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697872.223958:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4eb00. 00000020:00000010:1.0:1779697872.223961:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697872.223963:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779697872.223969:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1272400. 00000100:00000200:1.0:1779697872.223974:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697872.223978:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000010:1.0:1779697872.223982:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a609c0. 00000400:00000010:0.0:1779697872.224071:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779697872.224075:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697872.224077:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697872.224082:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137496987264/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697872.224090:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137496987264/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697872.224110:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39adc00. 02000000:00000010:3.0:1779697872.224113:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc0400. 02000000:00000010:0.0:1779697872.224116:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000400:00000010:3.0:1779697872.224118:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83263c8. 00000100:00000010:0.0:1779697872.224120:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 00000400:00000010:3.0:1779697872.224122:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697872.224125:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496987392, portal 10 00000400:00000010:3.0:1779697872.224130:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697872.224132:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496987392, offset 0 00000400:00000200:3.0:1779697872.224137:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697872.224141:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697872.224147:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2700 00000400:00000200:3.0:1779697872.224151:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 101072 00000400:00000200:3.0:1779697872.224157:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697872.224159:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697872.224163:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697872.224168:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791500. 00000400:00000200:3.0:1779697872.224186:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697872.224188:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697872.224192:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559500 x1866137496987392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697872.224209:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc2c00. 00000400:00000010:3.0:1779697872.224212:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697872.224214:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697872.224217:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496987520, portal 10 00000400:00000010:3.0:1779697872.224230:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697872.224233:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496987520, offset 0 00000400:00000200:3.0:1779697872.224237:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697872.224241:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697872.224246:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2780 00000400:00000200:3.0:1779697872.224250:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 101592 00000400:00000200:3.0:1779697872.224254:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697872.224256:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1779697872.224257:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000100:00000200:3.0:1779697872.224259:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1779697872.224260:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4eb00. 00000020:00000010:1.0:1779697872.224262:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000100:00000010:3.0:1779697872.224262:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790e00. 00000400:00000200:3.0:1779697872.224278:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697872.224280:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697872.224284:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559c00 x1866137496987520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697872.229166:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697872.229180:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e280. 00000020:00000010:1.0:1779697872.229186:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779697872.229217:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987392 00010000:02000000:1.0:1779697872.229236:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697872.229246:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272400. 00000400:00000010:1.0:1779697872.229262:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697872.229270:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496987392, offset 0 00000400:00000200:1.0:1779697872.229278:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697872.229291:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697872.229302:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2700 00000400:00000200:1.0:1779697872.229310:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab3ad [1] + 0 00000400:00000200:1.0:1779697872.229319:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697872.229323:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697872.229335:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559500 x1866137496987392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697872.229358:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697872.229360:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697872.229374:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4eb00. 00000020:00000010:1.0:1779697872.229378:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697872.229381:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779697872.229405:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987520 00010000:02000000:1.0:1779697872.229411:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697872.229416:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1270400. 00000400:00000010:1.0:1779697872.229422:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697872.229425:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496987520, offset 0 00000400:00000200:1.0:1779697872.229429:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697872.229433:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697872.229438:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2780 00000400:00000200:1.0:1779697872.229443:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab3b5 [1] + 0 00000400:00000200:1.0:1779697872.229447:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697872.229450:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1779697872.229455:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83263c8. 00000400:00000200:3.0:1779697872.229460:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697872.229462:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697872.229477:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559500 x1866137496987392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697872.229487:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559500 x1866137496987392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697872.229512:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc0400. 02000000:00000010:3.0:1779697872.229517:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1270c00. 00000100:00000010:3.0:1779697872.229523:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559500. 00000100:00000200:1.0:1779697872.230595:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559c00 x1866137496987520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697872.230627:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697872.230629:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697872.230646:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e280. 00000020:00000010:1.0:1779697872.230650:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697872.230654:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:3.0:1779697872.230668:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779697872.230672:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697872.230674:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697872.230679:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559c00 x1866137496987520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697872.230687:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559c00 x1866137496987520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697872.230713:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc2c00. 02000000:00000010:3.0:1779697872.230718:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1273400. 00000100:00000010:3.0:1779697872.230722:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559c00. 00000100:00000010:1.0:1779697872.570513:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ae0. 00000100:00000010:2.0:1779697872.570618:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1cc0. 00000100:00000010:0.0:1779697872.570688:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1720. 00000100:00000010:3.0:1779697872.570745:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1c00. 00000100:00000010:1.0:1779697877.338766:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779697877.338785:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779697877.338842:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 02000000:00000010:1.0:1779697877.338848:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272c00. 00000100:00000010:1.0:1779697877.338863:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559500. 02000000:00000010:1.0:1779697877.338867:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272800. 02000000:00000010:2.0:1779697877.338945:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89800. 00000400:00000010:2.0:1779697877.338952:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def160. 00000400:00000010:2.0:1779697877.338958:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f990. 00000100:00000200:2.0:1779697877.338964:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496987648, portal 25 00000400:00000010:2.0:1779697877.338969:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697877.338972:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496987648, offset 0 00000400:00000200:2.0:1779697877.338979:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697877.338990:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697877.339000:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2800 00000400:00000200:2.0:1779697877.339006:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a2ae1 [2] + 0 00000400:00000010:2.0:1779697877.339046:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7420. 00000400:00000200:2.0:1779697877.339052:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbd75989c0 00000400:00000200:2.0:1779697877.339059:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697877.339062:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697877.339067:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd75989c0 00000400:00000010:2.0:1779697877.339069:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbd75989c0. 00000100:00000200:2.0:1779697877.339075:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697877.339096:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:2.0:1779697877.339098:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697877.339104:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496987648/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697877.339122:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b8a0. 00000100:00000010:2.0:1779697877.339131:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b960. 00000100:00000010:2.0:1779697877.339136:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b5a0. 00000100:00000010:2.0:1779697877.339140:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b360. 00000020:00000010:1.0:1779697877.339337:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b80. 00000020:00000010:1.0:1779697877.339342:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b80. 00000020:00000010:1.0:1779697877.339347:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697877.339352:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4eb00. 00000020:00000010:1.0:1779697877.339356:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697877.339412:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b80. 00000020:00000010:1.0:1779697877.339414:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b80. 00000100:00000200:1.0:1779697877.339418:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987648 02000000:00000010:1.0:1779697877.339431:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272000. 00010000:00000200:1.0:1779697877.339439:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21050 x1866137496987648/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:563/0 lens 224/224 e 0 to 0 dl 1779697888 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697877.339455:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697877.339459:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496987648, offset 224 00000400:00000200:1.0:1779697877.339463:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697877.339485:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697877.339491:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2800 00000400:00000200:1.0:1779697877.339503:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab3c5 [1] + 224 00000400:00000200:1.0:1779697877.339509:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697877.339512:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697877.339518:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496987648/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697877.339534:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697877.339536:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697877.339557:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4eb00. 00000020:00000010:1.0:1779697877.339561:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697877.339564:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779697877.339570:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1272000. 00000100:00000200:1.0:1779697877.339576:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697877.339579:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa39a0. 00000400:00000010:1.0:1779697877.339583:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60e40. 00000400:00000010:1.0:1779697877.339598:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def160. 00000400:00000200:1.0:1779697877.339601:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f990 00000400:00000010:1.0:1779697877.339602:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f990. 00000100:00000200:1.0:1779697877.339607:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496987648/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697877.339614:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496987648/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697877.339632:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89800. 02000000:00000010:1.0:1779697877.339638:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779697877.339642:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 02000000:00000010:3.0:1779697877.340465:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc0400. 00000400:00000010:3.0:1779697877.340473:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697877.340478:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697877.340481:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496987776, portal 10 00000400:00000010:3.0:1779697877.340485:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697877.340487:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496987776, offset 0 00000400:00000200:3.0:1779697877.340493:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697877.340500:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697877.340507:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2880 00000400:00000200:3.0:1779697877.340512:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 102112 00000400:00000200:3.0:1779697877.340519:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697877.340521:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697877.340526:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697877.340530:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02793480. 00000400:00000200:3.0:1779697877.340555:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697877.340558:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697877.340563:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559c00 x1866137496987776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697877.340581:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc3400. 00000400:00000010:3.0:1779697877.340584:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83263c8. 00000400:00000010:3.0:1779697877.340586:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697877.340588:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496987904, portal 10 00000400:00000010:3.0:1779697877.340592:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697877.340594:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496987904, offset 0 00000400:00000200:3.0:1779697877.340597:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697877.340601:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697877.340605:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2900 00000400:00000200:3.0:1779697877.340608:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 102632 00000400:00000200:3.0:1779697877.340612:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697877.340730:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697877.340734:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697877.340738:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791880. 00000400:00000200:3.0:1779697877.340750:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697877.340752:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697877.340756:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6559500 x1866137496987904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697877.340798:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697877.340803:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697877.340806:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697877.340829:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697877.340832:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697877.340835:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:3.0:1779697877.340846:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987776 00010000:02000000:3.0:1779697877.340862:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697877.340869:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc3000. 00000400:00000010:3.0:1779697877.340878:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697877.340881:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496987776, offset 0 00000400:00000200:3.0:1779697877.340884:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697877.340889:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697877.340895:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2880 00000400:00000200:3.0:1779697877.340899:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab3d5 [1] + 0 00000400:00000200:3.0:1779697877.340904:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697877.340906:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697877.340912:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559c00 x1866137496987776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697877.340927:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697877.340929:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697877.340939:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697877.340943:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:3.0:1779697877.340945:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779697877.340955:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496987904 00010000:02000000:3.0:1779697877.340961:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697877.340966:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc0c00. 00000400:00000010:3.0:1779697877.340971:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697877.340973:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496987904, offset 0 00000400:00000200:3.0:1779697877.340977:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697877.340981:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697877.340985:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2900 00000400:00000200:3.0:1779697877.340989:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab3dd [1] + 0 00000400:00000200:3.0:1779697877.340992:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697877.340994:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697877.340999:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6559500 x1866137496987904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697877.341007:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697877.341008:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697877.341014:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697877.341016:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697877.341019:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:3.0:1779697877.341039:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779697877.341043:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697877.341044:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697877.341048:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559c00 x1866137496987776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697877.341056:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559c00 x1866137496987776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697877.341073:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83263c8. 00000400:00000200:3.0:1779697877.341075:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697877.341077:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697877.341080:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6559500 x1866137496987904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697877.341087:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6559500 x1866137496987904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697877.341098:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc0400. 02000000:00000010:3.0:1779697877.341102:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272c00. 00000100:00000010:3.0:1779697877.341106:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559c00. 02000000:00000010:3.0:1779697877.341109:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc3400. 02000000:00000010:3.0:1779697877.341112:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272800. 00000100:00000010:3.0:1779697877.341114:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6559500. 00000100:00000010:1.0:1779697877.682466:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b960. 00000100:00000010:3.0:1779697877.682467:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b360. 00000100:00000010:0.0:1779697877.682612:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b8a0. 00000100:00000010:2.0:1779697877.682761:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b5a0. 00000100:00000010:1.0:1779697882.458550:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779697882.458572:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779697882.458633:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697882.458640:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272000. 00000100:00000010:1.0:1779697882.458659:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 02000000:00000010:1.0:1779697882.458663:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272800. 02000000:00000010:1.0:1779697882.458692:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272c00. 00000400:00000010:1.0:1779697882.458699:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d68. 00000400:00000010:1.0:1779697882.458705:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697882.458711:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496988160, portal 10 00000400:00000010:1.0:1779697882.458717:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697882.458720:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496988160, offset 0 00000400:00000200:1.0:1779697882.458728:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697882.458740:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697882.458750:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2a00 00000400:00000200:1.0:1779697882.458757:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 103152 00000400:00000200:1.0:1779697882.458766:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697882.458770:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697882.458777:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697882.458782:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559500. 00000400:00000200:1.0:1779697882.458798:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697882.458801:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697882.458807:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137496988160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697882.458826:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a720. 00000100:00000010:1.0:1779697882.458839:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad20. 00000100:00000010:1.0:1779697882.458844:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a0c0. 00000100:00000010:1.0:1779697882.458850:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a3c0. 02000000:00000010:1.0:1779697882.458858:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1271400. 00000400:00000010:1.0:1779697882.458861:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3c08. 00000400:00000010:1.0:1779697882.458864:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697882.458866:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496988288, portal 10 00000400:00000010:1.0:1779697882.458870:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697882.458872:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496988288, offset 0 00000400:00000200:1.0:1779697882.458876:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697882.458880:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697882.458885:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2a80 00000400:00000200:1.0:1779697882.458889:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 103672 00000400:00000200:1.0:1779697882.458893:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697882.458896:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697882.458898:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697882.458901:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6559c00. 00000400:00000200:1.0:1779697882.458909:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697882.458911:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697882.458914:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b100 x1866137496988288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697882.458955:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697882.458960:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e080. 00000020:00000010:1.0:1779697882.458964:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697882.458984:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697882.458987:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec80. 00000020:00000010:1.0:1779697882.458989:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000100:00000200:1.0:1779697882.459004:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988160 00010000:02000000:1.0:1779697882.459018:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697882.459025:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1273400. 00000400:00000010:1.0:1779697882.459034:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697882.459036:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496988160, offset 0 00000400:00000200:1.0:1779697882.459040:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697882.459045:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697882.459050:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2a00 00000400:00000200:1.0:1779697882.459054:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab3ed [1] + 0 00000400:00000200:1.0:1779697882.459058:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697882.459061:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697882.459067:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137496988160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697882.459080:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697882.459081:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000020:00000010:1.0:1779697882.459091:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e080. 00000020:00000010:1.0:1779697882.459095:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697882.459098:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:1.0:1779697882.459105:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988288 00010000:02000000:1.0:1779697882.459111:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697882.459126:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1270c00. 00000400:00000010:1.0:1779697882.459132:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697882.459134:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496988288, offset 0 00000400:00000200:1.0:1779697882.459138:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697882.459142:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697882.459147:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2a80 00000400:00000200:1.0:1779697882.459150:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab3f5 [1] + 0 00000400:00000200:1.0:1779697882.459154:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697882.459156:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697882.459161:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b100 x1866137496988288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697882.459170:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697882.459171:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000020:00000010:1.0:1779697882.459177:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec80. 00000020:00000010:1.0:1779697882.459180:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697882.459182:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:1.0:1779697882.459204:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d68. 00000400:00000200:1.0:1779697882.459207:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697882.459208:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697882.459212:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137496988160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697882.459221:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137496988160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697882.459240:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3c08. 00000400:00000200:1.0:1779697882.459242:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697882.459243:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697882.459246:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b100 x1866137496988288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697882.459254:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b100 x1866137496988288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697882.459266:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272c00. 02000000:00000010:1.0:1779697882.459270:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272000. 00000100:00000010:1.0:1779697882.459275:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697882.459278:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1271400. 02000000:00000010:1.0:1779697882.459281:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272800. 00000100:00000010:1.0:1779697882.459283:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b100. 02000000:00000010:0.0:1779697882.459367:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39adc00. 00000400:00000010:0.0:1779697882.459373:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697882.459376:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697882.459380:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496988032, portal 25 00000400:00000010:0.0:1779697882.459383:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697882.459385:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496988032, offset 0 00000400:00000200:0.0:1779697882.459402:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697882.459408:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697882.459413:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2980 00000400:00000200:0.0:1779697882.459418:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a2d19 [2] + 0 00000400:00000010:0.0:1779697882.459421:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83ee70. 00000400:00000200:0.0:1779697882.459424:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc82be6c0 00000400:00000200:0.0:1779697882.459428:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697882.459430:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697882.459433:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc82be6c0 00000400:00000010:0.0:1779697882.459435:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc82be6c0. 00000100:00000200:0.0:1779697882.459443:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697882.459459:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697882.459461:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697882.459467:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496988032/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697882.461946:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4c80. 00000020:00000010:1.0:1779697882.461956:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4c80. 00000020:00000010:1.0:1779697882.461963:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697882.461967:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec80. 00000020:00000010:1.0:1779697882.461971:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697882.462016:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4c80. 00000020:00000010:1.0:1779697882.462019:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4c80. 00000100:00000200:1.0:1779697882.462022:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988032 02000000:00000010:1.0:1779697882.462037:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272800. 00010000:00000200:1.0:1779697882.462048:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20050 x1866137496988032/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:568/0 lens 224/224 e 0 to 0 dl 1779697893 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697882.462066:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697882.462073:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496988032, offset 224 00000400:00000200:1.0:1779697882.462080:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697882.462091:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697882.462101:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2980 00000400:00000200:1.0:1779697882.462109:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab405 [1] + 224 00000400:00000200:1.0:1779697882.462117:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697882.462122:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697882.462132:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496988032/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697882.462158:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697882.462161:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000020:00000010:1.0:1779697882.462172:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec80. 00000020:00000010:1.0:1779697882.462176:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697882.462179:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779697882.462185:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1272800. 00000100:00000200:1.0:1779697882.462190:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697882.462195:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3c08. 00000400:00000010:1.0:1779697882.462199:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a600c0. 00000400:00000010:0.0:1779697882.462232:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779697882.462237:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697882.462238:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697882.462245:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496988032/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697882.462253:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496988032/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697882.462275:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39adc00. 02000000:00000010:0.0:1779697882.462280:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:0.0:1779697882.462285:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 00000100:00000010:0.0:1779697882.802478:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a720. 00000100:00000010:2.0:1779697882.802520:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a0c0. 00000100:00000010:1.0:1779697882.802794:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad20. 00000100:00000010:3.0:1779697882.807430:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a3c0. 00000100:00000010:1.0:1779697887.578633:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 02000000:00000010:1.0:1779697887.578846:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 02000000:00000010:3.0:1779697887.578925:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:3.0:1779697887.578933:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83263c8. 00000400:00000010:3.0:1779697887.578940:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697887.578946:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496988416, portal 25 00000400:00000010:3.0:1779697887.578951:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697887.578954:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496988416, offset 0 00000400:00000200:3.0:1779697887.578962:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697887.578976:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697887.578987:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2b00 00000400:00000200:3.0:1779697887.579004:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a3369 [2] + 0 00000400:00000010:3.0:1779697887.579009:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7b58. 00000400:00000200:3.0:1779697887.579015:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbd7598cc0 00000400:00000200:3.0:1779697887.579022:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697887.579025:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697887.579030:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd7598cc0 00000400:00000010:3.0:1779697887.579033:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbd7598cc0. 00000100:00000200:3.0:1779697887.579039:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697887.579063:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697887.579065:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697887.579072:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b100 x1866137496988416/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697887.579091:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000100:00000010:3.0:1779697887.579101:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779697887.579106:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779697887.579110:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b4e0. 00000020:00000010:0.0:1779697887.579406:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697887.579411:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697887.579416:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779697887.579421:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697887.579426:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697887.579456:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697887.579459:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000100:00000200:0.0:1779697887.579475:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988416 02000000:00000010:0.0:1779697887.579490:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060c400. 00010000:00000200:0.0:1779697887.579503:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23850 x1866137496988416/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:573/0 lens 224/224 e 0 to 0 dl 1779697898 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697887.579519:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697887.579523:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496988416, offset 224 00000400:00000200:0.0:1779697887.579528:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697887.579534:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697887.579539:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2b00 00000400:00000200:0.0:1779697887.579544:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab415 [1] + 224 00000400:00000200:0.0:1779697887.579549:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697887.579551:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697887.579558:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b100 x1866137496988416/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697887.579764:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697887.579786:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1271400. 00000100:00000010:1.0:1779697887.579807:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779697887.579812:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272c00. 02000000:00000010:1.0:1779697887.579833:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272000. 00000400:00000010:1.0:1779697887.579838:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d68. 00000400:00000010:1.0:1779697887.579842:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697887.579845:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496988544, portal 10 00000400:00000010:1.0:1779697887.579851:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697887.579853:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496988544, offset 0 00000400:00000200:1.0:1779697887.579858:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697887.579864:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697887.579869:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2b80 00000400:00000200:1.0:1779697887.579874:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 104192 00000400:00000200:1.0:1779697887.579880:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697887.579883:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697887.579887:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697887.579892:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe9b480. 00000400:00000200:1.0:1779697887.579906:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697887.579908:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697887.579912:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137496988544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697887.579930:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272800. 00000400:00000010:1.0:1779697887.579934:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3268. 00000400:00000010:1.0:1779697887.579936:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697887.579939:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496988672, portal 10 00000400:00000010:1.0:1779697887.579942:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697887.579944:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496988672, offset 0 00000400:00000200:1.0:1779697887.579947:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697887.579952:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697887.579956:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2c00 00000400:00000200:1.0:1779697887.579960:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 104712 00000400:00000200:1.0:1779697887.579964:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697887.579966:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697887.579969:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697887.579972:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbfbe99180. 00000400:00000200:1.0:1779697887.579982:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697887.579984:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697887.579988:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496988672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697887.580065:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697887.580071:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ea80. 00000020:00000010:1.0:1779697887.580074:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697887.580093:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697887.580096:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ed80. 00000020:00000010:1.0:1779697887.580098:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779697887.580110:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988544 00010000:02000000:1.0:1779697887.580124:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697887.580131:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbcb396800. 00000400:00000010:1.0:1779697887.580138:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697887.580141:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496988544, offset 0 00000400:00000200:1.0:1779697887.580145:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697887.580150:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697887.580155:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2b80 00000400:00000200:1.0:1779697887.580159:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab421 [1] + 0 00000400:00000200:1.0:1779697887.580164:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697887.580166:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697887.580171:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137496988544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697887.580184:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697887.580186:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000020:00000010:1.0:1779697887.580195:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ea80. 00000020:00000010:1.0:1779697887.580198:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:1.0:1779697887.580201:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779697887.580208:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988672 00010000:02000000:1.0:1779697887.580214:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697887.580219:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4496000. 00000400:00000010:1.0:1779697887.580223:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697887.580226:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496988672, offset 0 00000400:00000200:1.0:1779697887.580229:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697887.580233:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697887.580238:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2c00 00000400:00000200:1.0:1779697887.580241:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab429 [1] + 0 00000400:00000200:1.0:1779697887.580245:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697887.580248:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697887.580253:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496988672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697887.580261:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697887.580263:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000020:00000010:1.0:1779697887.580269:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ed80. 00000020:00000010:1.0:1779697887.580271:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697887.580273:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:1.0:1779697887.580294:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d68. 00000400:00000200:1.0:1779697887.580297:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697887.580298:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697887.580302:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137496988544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697887.580350:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137496988544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697887.580369:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3268. 00000400:00000200:1.0:1779697887.580372:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697887.580373:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697887.580377:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496988672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697887.580383:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496988672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697887.580417:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272000. 02000000:00000010:1.0:1779697887.580422:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1271400. 00000100:00000010:1.0:1779697887.580426:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697887.580430:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272800. 02000000:00000010:1.0:1779697887.580432:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272c00. 00000100:00000010:1.0:1779697887.580434:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 00000400:00000200:0.0:1779697887.592680:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779697887.592687:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779697887.592713:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c300. 00000020:00000010:0.0:1779697887.592717:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697887.592721:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 02000000:00000010:0.0:1779697887.592728:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060c400. 00000100:00000200:0.0:1779697887.592736:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697887.592950:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3268. 00000400:00000010:1.0:1779697887.592959:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60540. 00000400:00000010:3.0:1779697887.593181:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83263c8. 00000400:00000200:3.0:1779697887.593188:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697887.593189:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697887.593200:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b100 x1866137496988416/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697887.593209:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b100 x1866137496988416/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697887.593232:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:3.0:1779697887.593238:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:3.0:1779697887.593243:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b100. 00000800:00000200:0.0:1779697887.707861:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697887.707877:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:0.0:1779697887.707883:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779697887.711895:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779697887.922483:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:2.0:1779697887.922613:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779697887.923564:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b4e0. 00000100:00000010:1.0:1779697887.926924:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00000100:00000010:2.0:1779697892.698556:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779697892.698578:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f700. 00000100:00000010:2.0:1779697892.698638:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779697892.698646:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf6c27800. 00000100:00000010:2.0:1779697892.698668:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 02000000:00000010:2.0:1779697892.698675:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf6c25000. 02000000:00000010:2.0:1779697892.698711:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c25400. 00000400:00000010:2.0:1779697892.698719:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697892.698727:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f908. 00000100:00000200:2.0:1779697892.698735:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496988928, portal 10 00000400:00000010:2.0:1779697892.698742:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697892.698745:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496988928, offset 0 00000400:00000200:2.0:1779697892.698755:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697892.698772:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1779697892.698776:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39adc00. 00000400:00000010:0.0:1779697892.698783:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697892.698788:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779697892.698792:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496988800, portal 25 00000400:00000010:0.0:1779697892.698795:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697892.698798:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496988800, offset 0 00000400:00000200:2.0:1779697892.698800:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2d00 00000400:00000200:0.0:1779697892.698806:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697892.698813:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697892.698820:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 105232 00000400:00000200:0.0:1779697892.698821:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2c80 00000400:00000200:2.0:1779697892.698832:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697892.698838:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697892.698847:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697892.698853:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447480. 00000400:00000200:2.0:1779697892.698876:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697892.698879:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697892.698889:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446a00 x1866137496988928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697892.698909:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b5a0. 00000100:00000010:2.0:1779697892.698922:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b420. 00000100:00000010:2.0:1779697892.698933:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b780. 00000100:00000010:2.0:1779697892.698940:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc00. 02000000:00000010:2.0:1779697892.698952:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbe57f9000. 00000400:00000010:2.0:1779697892.698956:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def370. 00000400:00000200:0.0:1779697892.698958:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a3599 [2] + 0 00000400:00000010:0.0:1779697892.698964:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83e688. 00000400:00000200:0.0:1779697892.698968:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc82be900 00000400:00000200:0.0:1779697892.698973:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697892.698975:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1779697892.699331:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697892.699350:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496989056, portal 10 00000400:00000010:2.0:1779697892.699356:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697892.699359:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496989056, offset 0 00000400:00000200:2.0:1779697892.699363:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697892.699369:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697892.699375:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2d80 00000400:00000200:2.0:1779697892.699379:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 105752 00000400:00000200:2.0:1779697892.699384:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697892.699407:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697892.699411:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697892.699415:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445180. 00000400:00000200:2.0:1779697892.699437:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697892.699439:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697892.699444:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445500 x1866137496989056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697892.700036:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697892.700161:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697892.700243:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697892.700284:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697892.700288:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536f80. 00000020:00000010:3.0:1779697892.700291:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89bb8. 00000100:00000200:3.0:1779697892.700312:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988928 00010000:02000000:3.0:1779697892.700330:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:2.0:1779697892.701152:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989056 00010000:02000000:2.0:1779697892.701164:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697892.701176:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e1400. 00000400:00000010:2.0:1779697892.701189:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697892.701193:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496989056, offset 0 00000400:00000200:2.0:1779697892.701199:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697892.701208:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697892.701226:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2d80 00000400:00000200:2.0:1779697892.701233:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab44d [1] + 0 00000400:00000200:2.0:1779697892.701240:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697892.701244:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697892.701252:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445500 x1866137496989056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697892.701275:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697892.701278:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000020:00000010:2.0:1779697892.701288:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536f80. 00000020:00000010:2.0:1779697892.701293:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89bb8. 00000020:00000010:2.0:1779697892.701296:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:2.0:1779697892.701319:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def370. 00000400:00000200:2.0:1779697892.701322:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697892.701324:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697892.701329:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445500 x1866137496989056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697892.701337:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445500 x1866137496989056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697892.701380:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbe57f9000. 02000000:00000010:2.0:1779697892.701386:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf6c25000. 00000100:00000010:2.0:1779697892.701404:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445500. 00000400:00000200:0.0:1779697892.703529:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc82be900 00000400:00000010:0.0:1779697892.703537:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc82be900. 00000100:00000200:0.0:1779697892.703653:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697892.703756:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779697892.703759:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697892.703769:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447b80 x1866137496988800/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697892.704018:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697892.704023:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697892.704029:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697892.704034:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862400. 00000020:00000010:2.0:1779697892.704040:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697892.704076:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba880. 00000020:00000010:2.0:1779697892.704078:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba880. 00000100:00000200:2.0:1779697892.704081:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496988800 02000000:00000010:2.0:1779697892.704097:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e2800. 00010000:00000200:2.0:1779697892.704107:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23c50 x1866137496988800/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:578/0 lens 224/224 e 0 to 0 dl 1779697903 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697892.704122:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697892.704128:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496988800, offset 224 00000400:00000200:2.0:1779697892.704134:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697892.704144:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697892.704155:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2c80 00000400:00000200:2.0:1779697892.704161:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab445 [1] + 224 00000400:00000200:2.0:1779697892.704171:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697892.704174:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697892.704181:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447b80 x1866137496988800/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697892.704193:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:2.0:1779697892.704195:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000020:00000010:2.0:1779697892.704207:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862400. 00000020:00000010:2.0:1779697892.704211:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697892.704214:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 02000000:00000010:2.0:1779697892.704222:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e2800. 00000100:00000200:2.0:1779697892.704230:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697892.704235:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def370. 00000400:00000010:2.0:1779697892.704239:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c180. 00000400:00000010:1.0:1779697892.705342:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:1.0:1779697892.705349:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:1.0:1779697892.705351:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779697892.705359:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447b80 x1866137496988800/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697892.705367:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447b80 x1866137496988800/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697892.705402:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39adc00. 02000000:00000010:1.0:1779697892.705408:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f700. 00000100:00000010:1.0:1779697892.705413:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 02000000:00000010:3.0:1779697892.714892:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc0400. 00000400:00000010:3.0:1779697892.714912:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697892.714919:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496988928, offset 0 00000400:00000200:3.0:1779697892.714927:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697892.714940:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697892.714950:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2d00 00000400:00000200:3.0:1779697892.714958:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab43d [1] + 0 00000400:00000200:3.0:1779697892.714966:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697892.714970:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697892.714980:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446a00 x1866137496988928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697892.715005:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697892.715008:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697892.715028:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536580. 00000020:00000010:3.0:1779697892.715034:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697892.715151:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:3.0:1779697892.715202:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:3.0:1779697892.715206:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f908 00000400:00000010:3.0:1779697892.715208:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f908. 00000100:00000200:3.0:1779697892.715213:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446a00 x1866137496988928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697892.715232:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446a00 x1866137496988928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697892.715260:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c25400. 02000000:00000010:3.0:1779697892.715265:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf6c27800. 00000100:00000010:3.0:1779697892.715269:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446a00. 00000100:00000010:3.0:1779697893.050471:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc00. 00000100:00000010:1.0:1779697893.050505:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b420. 00000100:00000010:2.0:1779697893.050555:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b780. 00000100:00000010:0.0:1779697893.050688:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b5a0. 00000800:00000200:0.0:1779697893.850593:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779697893.850600:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779697893.850604:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1779697893.850802:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779697897.821848:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 02000000:00000010:0.0:1779697897.821869:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779697897.821921:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 02000000:00000010:0.0:1779697897.821928:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d000. 00000100:00000010:0.0:1779697897.821950:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 02000000:00000010:0.0:1779697897.821954:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060c800. 02000000:00000010:0.0:1779697897.821984:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf060d800. 00000400:00000010:0.0:1779697897.821992:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697897.821998:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779697897.822004:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496989312, portal 10 00000400:00000010:0.0:1779697897.822010:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697897.822012:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496989312, offset 0 00000400:00000200:0.0:1779697897.822021:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697897.822033:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1779697897.822118:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b88000. 00000400:00000010:2.0:1779697897.822124:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000400:00000010:2.0:1779697897.822129:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fee0. 00000100:00000200:2.0:1779697897.822133:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496989184, portal 25 00000400:00000010:2.0:1779697897.822136:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697897.822138:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496989184, offset 0 00000400:00000200:2.0:1779697897.822143:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697897.822148:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697897.822158:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2e00 00000400:00000200:2.0:1779697897.822165:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a3bdd [2] + 0 00000400:00000010:2.0:1779697897.822170:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7160. 00000400:00000200:2.0:1779697897.822176:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345d80 00000400:00000200:2.0:1779697897.822184:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697897.822188:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697897.822193:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345d80 00000400:00000010:2.0:1779697897.822195:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345d80. 00000100:00000200:2.0:1779697897.822202:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697897.822216:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697897.822218:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697897.822225:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800380 x1866137496989184/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697897.822242:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b780. 00000100:00000010:2.0:1779697897.822253:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b600. 00000100:00000010:2.0:1779697897.822258:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b1e0. 00000100:00000010:2.0:1779697897.822263:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b5a0. 00000400:00000200:0.0:1779697897.822350:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2e80 00000400:00000200:0.0:1779697897.822356:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 106272 00000400:00000200:0.0:1779697897.822362:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697897.822365:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697897.822370:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697897.822375:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9f80. 00000400:00000200:0.0:1779697897.822422:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779697897.822424:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697897.822429:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803800 x1866137496989312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697897.822447:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf060c400. 00000400:00000010:0.0:1779697897.822450:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779697897.822453:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779697897.822455:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496989440, portal 10 00000400:00000010:0.0:1779697897.822459:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697897.822461:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496989440, offset 0 00000400:00000200:0.0:1779697897.822465:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697897.822470:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697897.822474:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c2f00 00000400:00000200:0.0:1779697897.822478:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 106792 00000400:00000200:0.0:1779697897.822483:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697897.822485:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697897.822488:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697897.822492:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bb800. 00000400:00000200:0.0:1779697897.822500:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697897.822502:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697897.822506:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800a80 x1866137496989440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697897.822592:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697897.822598:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862400. 00000020:00000010:2.0:1779697897.822603:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697897.822635:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697897.822638:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862800. 00000020:00000010:2.0:1779697897.822640:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000100:00000200:2.0:1779697897.822656:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989312 00010000:02000000:2.0:1779697897.822672:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697897.822680:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e2800. 00000400:00000010:2.0:1779697897.822691:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697897.822695:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496989312, offset 0 00000400:00000200:2.0:1779697897.822699:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697897.822704:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697897.822709:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2e80 00000400:00000200:2.0:1779697897.822713:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab465 [1] + 0 00000400:00000200:2.0:1779697897.822718:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697897.822720:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697897.822726:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803800 x1866137496989312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697897.822740:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697897.822742:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000020:00000010:2.0:1779697897.822753:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862400. 00000020:00000010:2.0:1779697897.822756:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697897.822759:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 00000100:00000200:2.0:1779697897.822771:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989440 00010000:02000000:2.0:1779697897.822777:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697897.822781:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e0400. 00000400:00000010:2.0:1779697897.822786:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697897.822789:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496989440, offset 0 00000400:00000200:2.0:1779697897.822793:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697897.822797:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697897.822801:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c2f00 00000400:00000200:2.0:1779697897.822804:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab475 [1] + 0 00000400:00000200:2.0:1779697897.822808:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697897.822811:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697897.822815:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800a80 x1866137496989440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697897.822836:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697897.822838:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000020:00000010:2.0:1779697897.822843:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862800. 00000020:00000010:2.0:1779697897.822846:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697897.822847:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000400:00000010:2.0:1779697897.822869:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:2.0:1779697897.822872:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:2.0:1779697897.822874:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:2.0:1779697897.822878:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803800 x1866137496989312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697897.822884:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803800 x1866137496989312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697897.822907:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:2.0:1779697897.822910:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:2.0:1779697897.822911:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:2.0:1779697897.822915:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800a80 x1866137496989440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697897.822922:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800a80 x1866137496989440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697897.822934:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf060d800. 02000000:00000010:2.0:1779697897.822939:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d000. 00000100:00000010:2.0:1779697897.822942:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 02000000:00000010:2.0:1779697897.822946:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf060c400. 02000000:00000010:2.0:1779697897.822948:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060c800. 00000100:00000010:2.0:1779697897.822950:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 00000020:00000010:1.0:1779697897.823180:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4740. 00000020:00000010:1.0:1779697897.823185:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4740. 00000020:00000010:1.0:1779697897.823189:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697897.823191:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e380. 00000020:00000010:1.0:1779697897.823195:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697897.823227:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4740. 00000020:00000010:1.0:1779697897.823230:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4740. 00000100:00000200:1.0:1779697897.823232:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989184 02000000:00000010:1.0:1779697897.823244:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272c00. 00010000:00000200:1.0:1779697897.823251:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1fc50 x1866137496989184/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:583/0 lens 224/224 e 0 to 0 dl 1779697908 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697897.823262:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697897.823266:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496989184, offset 224 00000400:00000200:1.0:1779697897.823271:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697897.823276:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697897.823282:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2e00 00000400:00000200:1.0:1779697897.823286:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab46d [1] + 224 00000400:00000200:1.0:1779697897.823291:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697897.823294:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697897.823299:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800380 x1866137496989184/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697897.823317:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779697897.823319:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779697897.823327:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e380. 00000020:00000010:1.0:1779697897.823330:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697897.823332:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779697897.823337:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1272c00. 00000100:00000200:1.0:1779697897.823342:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697897.823346:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d68. 00000400:00000010:1.0:1779697897.823351:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60240. 00000400:00000010:1.0:1779697897.823367:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:1.0:1779697897.823370:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fee0 00000400:00000010:1.0:1779697897.823372:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fee0. 00000100:00000200:1.0:1779697897.823376:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800380 x1866137496989184/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697897.823410:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800380 x1866137496989184/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697897.823425:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b88000. 02000000:00000010:1.0:1779697897.823429:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3700. 00000100:00000010:1.0:1779697897.823433:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800380. 00000100:00000010:3.0:1779697898.162452:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b5a0. 00000100:00000010:1.0:1779697898.162457:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b600. 00000100:00000010:0.0:1779697898.162535:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b780. 00000100:00000010:2.0:1779697898.162576:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b1e0. 00000100:00000010:2.0:1779697902.940076:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 02000000:00000010:2.0:1779697902.940109:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fa00. 00000100:00000010:2.0:1779697902.940160:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445c00. 02000000:00000010:2.0:1779697902.940169:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697902.940190:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444700. 02000000:00000010:2.0:1779697902.940195:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e0c00. 02000000:00000010:2.0:1779697902.940220:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e3400. 00000400:00000010:2.0:1779697902.940228:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000400:00000010:2.0:1779697902.940235:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 02000000:00000010:1.0:1779697902.940414:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697902.940421:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa37e8. 00000100:00000200:2.0:1779697902.940457:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496989696, portal 10 00000400:00000010:2.0:1779697902.940466:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000400:00000010:1.0:1779697902.946564:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779697902.946579:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496989568, portal 25 00000400:00000010:1.0:1779697902.946585:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697902.946588:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496989568, offset 0 00000400:00000200:1.0:1779697902.946598:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697902.946612:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697902.946624:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c2f80 00000400:00000200:1.0:1779697902.946642:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a3e59 [2] + 0 00000400:00000010:1.0:1779697902.946646:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83ef20. 00000400:00000200:1.0:1779697902.946652:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc82be3c0 00000400:00000200:1.0:1779697902.946661:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697902.946664:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697902.946669:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc82be3c0 00000400:00000010:1.0:1779697902.946672:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc82be3c0. 00000100:00000200:1.0:1779697902.946682:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697902.946704:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697902.946706:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697902.946716:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445500 x1866137496989568/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697902.946735:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779697902.946747:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a120. 00000100:00000010:1.0:1779697902.946753:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a1e0. 00000100:00000010:1.0:1779697902.946757:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a8a0. 00000020:00000010:1.0:1779697902.946822:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b40. 00000020:00000010:1.0:1779697902.946827:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b40. 00000020:00000010:1.0:1779697902.946832:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697902.946837:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ee00. 00000020:00000010:1.0:1779697902.946842:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697902.946875:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b40. 00000020:00000010:1.0:1779697902.946877:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b40. 00000100:00000200:1.0:1779697902.946880:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989568 02000000:00000010:1.0:1779697902.946895:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272800. 00010000:00000200:1.0:1779697902.946903:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1d450 x1866137496989568/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:588/0 lens 224/224 e 0 to 0 dl 1779697913 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697902.947602:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697902.947610:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496989568, offset 224 00000400:00000200:1.0:1779697902.947616:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697902.947623:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697902.947643:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c2f80 00000400:00000200:1.0:1779697902.947649:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab491 [1] + 224 00000400:00000200:1.0:1779697902.947668:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697902.947671:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697902.947679:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445500 x1866137496989568/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697902.947703:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697902.947705:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000020:00000010:1.0:1779697902.947727:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ee00. 00000020:00000010:1.0:1779697902.947732:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697902.947736:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779697902.947748:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1272800. 00000100:00000200:1.0:1779697902.947755:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697902.947759:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa32c0. 00000400:00000010:1.0:1779697902.947764:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4300. 00000100:00000200:2.0:1779697902.947952:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496989696, offset 0 00000400:00000200:2.0:1779697902.947960:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697902.947974:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697902.947981:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3000 00000400:00000200:2.0:1779697902.947986:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 107312 00000400:00000200:2.0:1779697902.947992:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697902.947995:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697902.947999:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697902.948005:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446d80. 00000400:00000200:2.0:1779697902.948023:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697902.948025:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697902.948032:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445c00 x1866137496989696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697902.948061:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e1000. 00000400:00000010:2.0:1779697902.948066:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697902.948069:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697902.948072:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496989824, portal 10 00000400:00000010:2.0:1779697902.948077:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697902.948079:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496989824, offset 0 00000400:00000200:2.0:1779697902.948083:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697902.948097:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697902.948102:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3080 00000400:00000200:2.0:1779697902.948106:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 107832 00000400:00000200:2.0:1779697902.948111:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697902.948114:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697902.948117:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697902.948120:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447800. 00000400:00000200:2.0:1779697902.948133:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697902.948135:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697902.948140:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5444700 x1866137496989824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697902.948182:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697902.948187:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862700. 00000020:00000010:2.0:1779697902.948191:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697902.948213:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779697902.948216:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862a80. 00000020:00000010:2.0:1779697902.948218:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779697902.948232:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989696 00010000:02000000:2.0:1779697902.948477:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697902.948487:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e2000. 00000400:00000010:2.0:1779697902.948496:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697902.948499:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496989696, offset 0 00000400:00000200:2.0:1779697902.948503:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697902.948509:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697902.948514:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3000 00000400:00000200:2.0:1779697902.948518:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab48d [1] + 0 00000400:00000200:2.0:1779697902.948524:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697902.948526:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697902.948533:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445c00 x1866137496989696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697902.948549:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697902.948552:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779697902.948560:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862700. 00000020:00000010:2.0:1779697902.948563:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:2.0:1779697902.948566:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 00000100:00000200:2.0:1779697902.948579:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989824 00010000:02000000:2.0:1779697902.948586:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697902.948591:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e0800. 00000400:00000010:2.0:1779697902.948596:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697902.948648:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496989824, offset 0 00000400:00000200:2.0:1779697902.948654:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697902.948659:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697902.948664:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3080 00000400:00000200:2.0:1779697902.948668:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab4a5 [1] + 0 00000400:00000200:2.0:1779697902.948673:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697902.948675:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697902.948680:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5444700 x1866137496989824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697902.948689:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697902.948692:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779697902.948699:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862a80. 00000020:00000010:2.0:1779697902.948701:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697902.948703:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000400:00000010:2.0:1779697902.948731:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:2.0:1779697902.948734:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697902.948736:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697902.948741:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445c00 x1866137496989696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697902.948749:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445c00 x1866137496989696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697902.948773:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:2.0:1779697902.948775:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697902.948777:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697902.948906:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5444700 x1866137496989824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697902.948916:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5444700 x1866137496989824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697902.948934:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e3400. 02000000:00000010:2.0:1779697902.948940:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697902.948944:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445c00. 02000000:00000010:2.0:1779697902.948947:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e1000. 02000000:00000010:2.0:1779697902.948949:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e0c00. 00000100:00000010:2.0:1779697902.948953:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444700. 00000400:00000010:0.0:1779697902.952935:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa37e8. 00000400:00000200:0.0:1779697902.952948:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:0.0:1779697902.952958:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:0.0:1779697902.952977:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445500 x1866137496989568/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697902.952995:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445500 x1866137496989568/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697902.953027:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:0.0:1779697902.953040:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fa00. 00000100:00000010:0.0:1779697902.953046:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445500. 00000100:00000010:2.0:1779697903.290509:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a1e0. 00000100:00000010:3.0:1779697903.290509:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a8a0. 00000100:00000010:1.0:1779697903.291431:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a120. 00000100:00000010:0.0:1779697903.292788:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aea0. 00000100:00000010:2.0:1779697908.058517:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444700. 02000000:00000010:2.0:1779697908.058539:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fd00. 00000100:00000010:2.0:1779697908.058602:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445c00. 02000000:00000010:2.0:1779697908.058609:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e1000. 00000100:00000010:2.0:1779697908.058639:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446680. 02000000:00000010:2.0:1779697908.058644:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e0c00. 02000000:00000010:2.0:1779697908.058674:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e2c00. 00000400:00000010:2.0:1779697908.058682:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697908.058688:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697908.058694:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496990080, portal 10 00000400:00000010:2.0:1779697908.058700:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697908.058703:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496990080, offset 0 00000400:00000200:2.0:1779697908.058712:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697908.058723:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697908.058734:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3180 00000400:00000200:2.0:1779697908.058741:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 108352 00000400:00000200:2.0:1779697908.058751:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697908.058755:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697908.058762:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697908.058767:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445f80. 00000400:00000200:2.0:1779697908.058784:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:2.0:1779697908.058787:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697908.058794:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445c00 x1866137496990080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697908.058814:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b1e0. 00000100:00000010:2.0:1779697908.058824:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b420. 00000100:00000010:2.0:1779697908.058829:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc00. 00000100:00000010:2.0:1779697908.058833:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b8a0. 02000000:00000010:2.0:1779697908.058848:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e3400. 00000400:00000010:2.0:1779697908.058852:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000400:00000010:2.0:1779697908.058854:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f198. 00000100:00000200:2.0:1779697908.058857:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496990208, portal 10 00000400:00000010:2.0:1779697908.058861:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697908.058863:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496990208, offset 0 00000400:00000200:2.0:1779697908.058867:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697908.058872:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697908.058878:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3200 00000400:00000200:2.0:1779697908.058882:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 108872 00000400:00000200:2.0:1779697908.058888:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697908.058892:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697908.058897:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697908.058900:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444a80. 02000000:00000010:3.0:1779697908.058906:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779697908.058913:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83263c8. 00000400:00000200:2.0:1779697908.058914:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697908.058918:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697908.058924:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446680 x1866137496990208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697908.059070:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697908.059075:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697908.059080:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697908.059116:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697908.059120:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697908.059123:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b33e8. 00000100:00000200:2.0:1779697908.059145:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990080 00010000:02000000:2.0:1779697908.059159:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697908.059168:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e3000. 00000400:00000010:2.0:1779697908.059178:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:1.0:1779697908.059226:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990208 00010000:02000000:1.0:1779697908.059235:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697908.059242:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272800. 00000400:00000010:1.0:1779697908.059248:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000400:00000010:3.0:1779697908.065143:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697908.065158:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496989952, portal 25 00000400:00000010:3.0:1779697908.065165:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697908.065168:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496989952, offset 0 00000400:00000200:3.0:1779697908.065177:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697908.065189:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697908.065201:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3100 00000400:00000200:3.0:1779697908.065207:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a4455 [2] + 0 00000400:00000010:3.0:1779697908.065212:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83e948. 00000400:00000200:3.0:1779697908.065218:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc82be540 00000400:00000200:3.0:1779697908.065225:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697908.065229:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697908.065234:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc82be540 00000400:00000010:3.0:1779697908.065272:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc82be540. 00000100:00000200:3.0:1779697908.065281:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697908.065301:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697908.065312:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:2.0:1779697908.065439:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496990080, offset 0 00000400:00000200:2.0:1779697908.065448:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697908.065454:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697908.065460:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3180 00000400:00000200:2.0:1779697908.065466:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab4b5 [1] + 0 00000400:00000200:2.0:1779697908.065472:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697908.065474:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697908.065483:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445c00 x1866137496990080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697908.065502:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697908.065504:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779697908.065523:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697908.065528:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697908.065532:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697908.065576:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697908.065580:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697908.065585:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779697908.065588:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697908.065591:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697908.065682:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba380. 00000020:00000010:2.0:1779697908.065685:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba380. 00000100:00000200:2.0:1779697908.065690:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496989952 02000000:00000010:2.0:1779697908.065705:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e0000. 00010000:00000200:2.0:1779697908.065716:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1ec50 x1866137496989952/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:594/0 lens 224/224 e 0 to 0 dl 1779697919 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697908.065731:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697908.065736:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496989952, offset 224 00000400:00000200:2.0:1779697908.065741:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697908.065749:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697908.065756:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3100 00000400:00000200:2.0:1779697908.065762:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab4c5 [1] + 224 00000400:00000200:2.0:1779697908.065768:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697908.065772:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697908.065780:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5444700 x1866137496989952/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697908.065794:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697908.065796:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779697908.065806:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697908.065810:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697908.065813:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 02000000:00000010:2.0:1779697908.065821:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e0000. 00000100:00000200:2.0:1779697908.065829:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697908.065833:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def160. 00000400:00000010:2.0:1779697908.065839:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c240. 00000400:00000010:2.0:1779697908.065867:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:2.0:1779697908.065871:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697908.065873:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697908.065880:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445c00 x1866137496990080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697908.065891:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445c00 x1866137496990080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697908.065920:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e2c00. 02000000:00000010:2.0:1779697908.065926:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e1000. 00000100:00000010:2.0:1779697908.065931:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445c00. 00000100:00000200:3.0:1779697908.066054:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5444700 x1866137496989952/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697924 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697908.066095:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83263c8. 00000400:00000200:3.0:1779697908.066100:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697908.066103:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697908.066109:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5444700 x1866137496989952/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697908.066118:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5444700 x1866137496989952/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697908.066133:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:3.0:1779697908.066138:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fd00. 00000100:00000010:3.0:1779697908.066142:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444700. 00000100:00000200:1.0:1779697908.072762:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496990208, offset 0 00000400:00000200:1.0:1779697908.072784:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697908.072800:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697908.072814:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3200 00000400:00000200:1.0:1779697908.072823:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab4bd [1] + 0 00000400:00000200:1.0:1779697908.072832:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697908.072836:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697908.072850:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446680 x1866137496990208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697908.072890:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779697908.072892:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000020:00000010:1.0:1779697908.072915:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862b00. 00000020:00000010:1.0:1779697908.072921:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b33e8. 00000020:00000010:1.0:1779697908.072926:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000400:00000010:3.0:1779697908.072938:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:3.0:1779697908.072944:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f198 00000400:00000010:3.0:1779697908.072947:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f198. 00000100:00000200:3.0:1779697908.072954:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446680 x1866137496990208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697908.072965:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446680 x1866137496990208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697908.072993:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e3400. 02000000:00000010:3.0:1779697908.072999:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e0c00. 00000100:00000010:3.0:1779697908.073005:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446680. 00000100:00000010:1.0:1779697908.410499:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b420. 00000100:00000010:3.0:1779697908.410763:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b8a0. 00000100:00000010:0.0:1779697908.410996:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b1e0. 00000100:00000010:2.0:1779697908.411223:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc00. 00000100:00000010:2.0:1779697913.178618:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445c00. 02000000:00000010:2.0:1779697913.178639:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f400. 00000100:00000010:2.0:1779697913.178694:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447100. 02000000:00000010:2.0:1779697913.178703:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e1000. 02000000:00000010:1.0:1779697913.178712:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700c00. 00000100:00000010:2.0:1779697913.178720:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445880. 00000400:00000010:1.0:1779697913.178722:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa38f0. 02000000:00000010:2.0:1779697913.178727:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e2c00. 00000400:00000010:1.0:1779697913.178731:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779697913.178739:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496990336, portal 25 00000400:00000010:1.0:1779697913.178745:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697913.178748:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496990336, offset 0 00000400:00000200:1.0:1779697913.178758:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697913.178771:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697913.178783:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3280 00000400:00000200:1.0:1779697913.178790:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a46ad [2] + 0 00000400:00000010:1.0:1779697913.178794:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbd8cddec8. 00000400:00000200:1.0:1779697913.178801:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc82be000 00000400:00000200:1.0:1779697913.178809:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697913.178813:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697913.178818:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc82be000 00000400:00000010:1.0:1779697913.178820:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc82be000. 00000100:00000200:1.0:1779697913.178830:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697913.178856:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779697913.178858:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697913.178866:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445c00 x1866137496990336/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697913.178878:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc1400. 00000100:00000010:1.0:1779697913.178885:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a120. 00000400:00000010:3.0:1779697913.178886:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83263c8. 00000400:00000010:3.0:1779697913.178893:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697913.178897:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496990464, portal 10 00000100:00000010:1.0:1779697913.178899:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aea0. 00000400:00000010:3.0:1779697913.178903:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000010:1.0:1779697913.178906:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a1e0. 00000100:00000200:3.0:1779697913.178907:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496990464, offset 0 00000100:00000010:1.0:1779697913.178915:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a8a0. 00000400:00000200:3.0:1779697913.178918:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697913.178926:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697913.178935:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3300 00000400:00000200:3.0:1779697913.178941:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 109392 00000400:00000200:3.0:1779697913.178947:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697913.178951:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697913.178956:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697913.178961:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791c00. 00000400:00000200:3.0:1779697913.178982:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697913.178985:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697913.178991:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447100 x1866137496990464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697913.179009:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc0800. 00000400:00000010:3.0:1779697913.179012:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697913.179015:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697913.179017:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496990592, portal 10 00000400:00000010:3.0:1779697913.179021:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697913.179024:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496990592, offset 0 00000400:00000200:3.0:1779697913.179027:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697913.179032:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697913.179036:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3380 00000400:00000200:3.0:1779697913.179040:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 109912 00000400:00000200:3.0:1779697913.179044:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697913.179047:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697913.179050:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697913.179053:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02793b80. 00000400:00000200:3.0:1779697913.179070:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697913.179072:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697913.179076:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445880 x1866137496990592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697913.179364:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa40. 00000020:00000010:2.0:1779697913.179369:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa40. 00000020:00000010:2.0:1779697913.179374:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697913.179379:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697913.179384:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697913.179452:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa40. 00000020:00000010:2.0:1779697913.179455:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa40. 00000100:00000200:2.0:1779697913.179458:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990336 02000000:00000010:2.0:1779697913.179471:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e0000. 00010000:00000200:2.0:1779697913.179479:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1cc50 x1866137496990336/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:599/0 lens 224/224 e 0 to 0 dl 1779697924 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697913.179657:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697913.179662:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496990336, offset 224 00000400:00000200:2.0:1779697913.179667:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697913.179674:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697913.179680:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3280 00000400:00000200:2.0:1779697913.179686:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab4dd [1] + 224 00000400:00000200:2.0:1779697913.179691:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697913.179694:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697913.179700:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445c00 x1866137496990336/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697913.179718:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697913.179720:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697913.179732:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697913.179736:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697913.179739:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779697913.179748:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e0000. 00000100:00000200:2.0:1779697913.179755:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697913.179759:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def6e0. 00000400:00000010:2.0:1779697913.179763:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c840. 00000020:00000010:2.0:1779697913.179783:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697913.179786:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697913.179789:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697913.179807:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779697913.179811:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862680. 00000020:00000010:2.0:1779697913.179813:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779697913.179825:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990464 00010000:02000000:2.0:1779697913.179839:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697913.179845:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e0000. 00000400:00000010:2.0:1779697913.179851:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697913.179854:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496990464, offset 0 00000400:00000200:2.0:1779697913.179858:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697913.179862:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697913.179867:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3300 00000400:00000200:2.0:1779697913.179871:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab4e5 [1] + 0 00000400:00000200:2.0:1779697913.179876:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697913.179878:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697913.179884:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447100 x1866137496990464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697913.179913:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697913.179915:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697913.179922:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697913.179924:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697913.179926:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000100:00000200:2.0:1779697913.179937:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990592 00010000:02000000:2.0:1779697913.179943:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697913.179948:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e0c00. 00000400:00000010:2.0:1779697913.179953:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697913.179955:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496990592, offset 0 00000400:00000200:2.0:1779697913.179959:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697913.179963:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697913.179967:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3380 00000400:00000200:2.0:1779697913.179971:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab4ed [1] + 0 00000400:00000200:2.0:1779697913.179976:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697913.179978:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697913.179983:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445880 x1866137496990592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697913.179993:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697913.179994:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697913.179999:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862680. 00000020:00000010:2.0:1779697913.180002:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697913.180004:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000400:00000010:2.0:1779697913.180028:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa38f0. 00000400:00000200:2.0:1779697913.180031:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:2.0:1779697913.180032:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:2.0:1779697913.180037:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445c00 x1866137496990336/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697913.180044:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445c00 x1866137496990336/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697913.181354:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83263c8. 00000400:00000200:3.0:1779697913.181363:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697913.181365:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697913.181375:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447100 x1866137496990464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697913.181384:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447100 x1866137496990464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697913.181609:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779697913.181612:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697913.181614:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697913.181619:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445880 x1866137496990592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697913.181626:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445880 x1866137496990592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697913.181645:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc1400. 02000000:00000010:3.0:1779697913.181651:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e1000. 00000100:00000010:3.0:1779697913.181656:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447100. 02000000:00000010:3.0:1779697913.181661:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc0800. 02000000:00000010:3.0:1779697913.181665:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e2c00. 00000100:00000010:3.0:1779697913.181669:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445880. 02000000:00000010:2.0:1779697913.184313:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700c00. 02000000:00000010:2.0:1779697913.184327:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f400. 00000100:00000010:2.0:1779697913.184333:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445c00. 00000100:00000010:0.0:1779697913.522445:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a120. 00000100:00000010:3.0:1779697913.522736:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a8a0. 00000100:00000010:2.0:1779697913.522810:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a1e0. 00000100:00000010:1.0:1779697913.523708:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aea0. 00000100:00000010:2.0:1779697918.305815:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445c00. 02000000:00000010:2.0:1779697918.305837:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f400. 00000100:00000010:2.0:1779697918.305878:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446300. 02000000:00000010:2.0:1779697918.305885:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697918.305900:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444e00. 02000000:00000010:2.0:1779697918.305904:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e1000. 02000000:00000010:2.0:1779697918.305944:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89400. 00000400:00000010:2.0:1779697918.305952:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000400:00000010:2.0:1779697918.305958:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697918.305965:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496990720, portal 25 00000400:00000010:2.0:1779697918.305971:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697918.305973:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496990720, offset 0 00000400:00000200:2.0:1779697918.305982:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697918.305994:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697918.306006:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3400 00000400:00000200:2.0:1779697918.306012:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a4ccd [2] + 0 00000400:00000010:2.0:1779697918.306017:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def058. 00000400:00000200:2.0:1779697918.306022:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac452cc00 00000400:00000200:2.0:1779697918.306029:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697918.306033:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697918.306038:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac452cc00 00000400:00000010:2.0:1779697918.306040:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac452cc00. 00000100:00000200:2.0:1779697918.306047:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697918.306062:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697918.306064:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697918.306073:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445c00 x1866137496990720/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697918.306091:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc00. 00000100:00000010:2.0:1779697918.306106:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b960. 00000100:00000010:2.0:1779697918.306111:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b360. 00000100:00000010:2.0:1779697918.306116:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b000. 02000000:00000010:2.0:1779697918.306136:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e3400. 00000400:00000010:2.0:1779697918.306140:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def058. 00000400:00000010:2.0:1779697918.306143:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697918.306146:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496990848, portal 10 00000400:00000010:2.0:1779697918.306151:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697918.306153:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496990848, offset 0 00000400:00000200:2.0:1779697918.306157:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697918.306162:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697918.306167:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3480 00000400:00000200:2.0:1779697918.306171:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 110432 00000400:00000200:2.0:1779697918.306177:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697918.306180:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697918.306183:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697918.306187:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445880. 00000400:00000200:2.0:1779697918.306199:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697918.306201:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697918.306206:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446300 x1866137496990848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697918.306223:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c27800. 00000400:00000010:2.0:1779697918.306236:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779697918.306239:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697918.306241:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496990976, portal 10 00000400:00000010:2.0:1779697918.306245:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697918.306247:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496990976, offset 0 00000400:00000200:2.0:1779697918.306250:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697918.306254:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697918.306259:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3500 00000400:00000200:2.0:1779697918.306262:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 110952 00000400:00000200:2.0:1779697918.306266:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697918.306268:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697918.306272:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697918.306275:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447100. 00000400:00000200:2.0:1779697918.306285:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697918.306286:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697918.306290:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5444e00 x1866137496990976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697918.306329:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697918.306333:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697918.306338:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697918.306342:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697918.306346:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697918.306377:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779697918.306379:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779697918.306382:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990720 02000000:00000010:2.0:1779697918.306412:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c25400. 00010000:00000200:2.0:1779697918.306420:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1c850 x1866137496990720/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:604/0 lens 224/224 e 0 to 0 dl 1779697929 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697918.306434:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697918.306436:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496990720, offset 224 00000400:00000200:2.0:1779697918.306440:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697918.306444:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697918.306449:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3400 00000400:00000200:2.0:1779697918.306453:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab505 [1] + 224 00000400:00000200:2.0:1779697918.306457:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697918.306460:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697918.306466:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445c00 x1866137496990720/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697918.306480:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697918.306481:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779697918.306492:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697918.306495:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697918.306498:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779697918.306507:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf6c25400. 00000100:00000200:2.0:1779697918.306511:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697918.306515:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7738. 00000400:00000010:2.0:1779697918.306519:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacd7e4540. 00000020:00000010:2.0:1779697918.306536:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697918.306539:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697918.306542:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697918.306567:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697918.306570:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862e80. 00000020:00000010:2.0:1779697918.306573:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779697918.306585:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990848 00010000:02000000:2.0:1779697918.306597:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697918.306602:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c25400. 00000400:00000010:2.0:1779697918.306608:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697918.306611:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496990848, offset 0 00000400:00000200:2.0:1779697918.306614:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697918.306619:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697918.306624:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3480 00000400:00000200:2.0:1779697918.306627:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab50d [1] + 0 00000400:00000200:2.0:1779697918.306631:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697918.306634:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697918.306639:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446300 x1866137496990848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697918.306651:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697918.306653:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779697918.306659:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d80. 00000020:00000010:2.0:1779697918.306661:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697918.306663:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000100:00000200:2.0:1779697918.306671:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496990976 00010000:02000000:2.0:1779697918.306676:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697918.306680:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c25000. 00000400:00000010:2.0:1779697918.306684:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779697918.306686:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496990976, offset 0 00000400:00000200:2.0:1779697918.306690:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697918.306694:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697918.306698:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3500 00000400:00000200:2.0:1779697918.306701:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab515 [1] + 0 00000400:00000200:2.0:1779697918.306705:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697918.306707:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697918.306711:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5444e00 x1866137496990976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697918.306720:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779697918.306721:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779697918.306726:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862e80. 00000020:00000010:2.0:1779697918.306728:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697918.306730:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000400:00000010:2.0:1779697918.306752:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def840. 00000400:00000200:2.0:1779697918.306756:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697918.306757:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697918.306761:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445c00 x1866137496990720/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697918.306770:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445c00 x1866137496990720/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697918.306789:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89400. 02000000:00000010:2.0:1779697918.306793:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f400. 00000100:00000010:2.0:1779697918.306797:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445c00. 00000400:00000010:2.0:1779697918.306809:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def058. 00000400:00000200:2.0:1779697918.306811:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697918.306813:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697918.306816:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446300 x1866137496990848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697918.306823:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446300 x1866137496990848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697918.306836:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:2.0:1779697918.306839:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697918.306840:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697918.306843:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5444e00 x1866137496990976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697918.306850:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5444e00 x1866137496990976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697918.306859:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e3400. 02000000:00000010:2.0:1779697918.306862:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697918.306864:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446300. 02000000:00000010:2.0:1779697918.306866:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c27800. 02000000:00000010:2.0:1779697918.306868:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e1000. 00000100:00000010:2.0:1779697918.306871:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444e00. 00000100:00000010:0.0:1779697918.650497:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc00. 00000100:00000010:1.0:1779697918.650653:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b960. 00000100:00000010:2.0:1779697918.650727:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b360. 00000100:00000010:3.0:1779697918.651774:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b000. 00000100:00000010:1.0:1779697923.419838:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 02000000:00000010:1.0:1779697923.419860:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779697923.419916:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779697923.419924:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272c00. 00000100:00000010:1.0:1779697923.419944:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779697923.419949:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1271400. 02000000:00000010:1.0:1779697923.419977:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272000. 00000400:00000010:1.0:1779697923.419983:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa34d0. 00000400:00000010:1.0:1779697923.419989:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779697923.419997:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496991232, portal 10 00000400:00000010:1.0:1779697923.420003:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779697923.420005:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496991232, offset 0 00000400:00000200:1.0:1779697923.420014:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697923.420030:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697923.420042:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3600 00000400:00000200:1.0:1779697923.420048:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 111472 00000400:00000200:1.0:1779697923.420058:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697923.420062:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697923.420070:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697923.420105:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0a80. 00000400:00000200:1.0:1779697923.420124:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779697923.420127:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779697923.420135:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496991232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697923.420159:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779697923.420173:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad20. 00000100:00000010:1.0:1779697923.420178:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a3c0. 00000100:00000010:1.0:1779697923.420183:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a0c0. 02000000:00000010:1.0:1779697923.420205:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4496800. 00000400:00000010:1.0:1779697923.420209:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa39f8. 00000400:00000010:1.0:1779697923.420212:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779697923.420215:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496991360, portal 10 00000400:00000010:1.0:1779697923.420219:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697923.420221:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496991360, offset 0 00000400:00000200:1.0:1779697923.420225:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697923.420229:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697923.420235:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3680 00000400:00000200:1.0:1779697923.420239:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 111992 00000400:00000200:1.0:1779697923.420243:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697923.420246:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697923.420248:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697923.420251:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1880. 00000400:00000200:1.0:1779697923.420261:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779697923.420263:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697923.420267:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137496991360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697923.420310:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697923.420316:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e000. 00000020:00000010:1.0:1779697923.420321:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697923.420346:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697923.420349:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e300. 00000020:00000010:1.0:1779697923.420352:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646afed8. 00000100:00000200:1.0:1779697923.420370:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496991232 00010000:02000000:1.0:1779697923.420384:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697923.420424:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc9b6b800. 02000000:00000010:3.0:1779697923.420544:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:3.0:1779697923.420550:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697923.420554:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697923.420558:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496991104, portal 25 00000400:00000010:3.0:1779697923.420561:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697923.420564:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496991104, offset 0 00000400:00000200:3.0:1779697923.420568:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697923.420573:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697923.420579:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3580 00000400:00000200:3.0:1779697923.420583:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a4efd [2] + 0 00000400:00000010:3.0:1779697923.420586:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbd8cdd840. 00000400:00000200:3.0:1779697923.420590:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc82be0c0 00000400:00000200:3.0:1779697923.420594:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697923.420597:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697923.420599:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc82be0c0 00000400:00000010:3.0:1779697923.420601:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc82be0c0. 00000100:00000200:3.0:1779697923.420608:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697923.420630:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697923.420631:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697923.420636:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b100 x1866137496991104/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697923.420676:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98365c0. 00000020:00000010:3.0:1779697923.420680:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98365c0. 00000020:00000010:3.0:1779697923.420684:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697923.420687:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697923.420691:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697923.420714:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98365c0. 00000020:00000010:3.0:1779697923.420717:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98365c0. 00000100:00000200:3.0:1779697923.420719:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496991104 02000000:00000010:3.0:1779697923.420730:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc0800. 00010000:00000200:3.0:1779697923.420736:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1e050 x1866137496991104/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:609/0 lens 224/224 e 0 to 0 dl 1779697934 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697923.420747:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697923.420750:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496991104, offset 224 00000400:00000200:3.0:1779697923.420754:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697923.420759:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697923.420763:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3580 00000400:00000200:3.0:1779697923.420767:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab53d [1] + 224 00000400:00000200:3.0:1779697923.420771:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697923.420774:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697923.420779:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b100 x1866137496991104/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697923.420793:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697923.420795:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000020:00000010:3.0:1779697923.420804:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536d00. 00000020:00000010:3.0:1779697923.420808:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697923.420811:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779697923.420817:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7bc0800. 00000100:00000200:3.0:1779697923.420821:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697923.420824:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83263c8. 00000400:00000010:3.0:1779697923.420827:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac452cb40. 00000400:00000010:3.0:1779697923.420843:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779697923.420847:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697923.420848:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697923.420853:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b100 x1866137496991104/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697923.420861:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b100 x1866137496991104/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697923.420879:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:3.0:1779697923.420883:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:3.0:1779697923.420887:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b100. 00000100:00000200:3.0:1779697923.420927:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496991360 00010000:02000000:3.0:1779697923.420935:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697923.420940:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc0800. 00000400:00000010:3.0:1779697923.420946:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697923.420949:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496991360, offset 0 00000400:00000200:3.0:1779697923.420953:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697923.420958:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697923.420963:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3680 00000400:00000200:3.0:1779697923.420968:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab535 [1] + 0 00000400:00000200:3.0:1779697923.420972:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697923.420975:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697923.420981:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137496991360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697923.420997:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697923.420999:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000020:00000010:3.0:1779697923.421005:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e300. 00000020:00000010:3.0:1779697923.421008:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646afed8. 00000020:00000010:3.0:1779697923.421011:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:3.0:1779697923.421028:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa39f8. 00000400:00000200:3.0:1779697923.421031:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:3.0:1779697923.421033:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000100:00000200:3.0:1779697923.421037:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137496991360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697923.421044:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137496991360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697923.421059:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4496800. 02000000:00000010:3.0:1779697923.421063:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1271400. 00000100:00000010:3.0:1779697923.421067:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 00000400:00000010:1.0:1779697923.421365:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697923.421371:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496991232, offset 0 00000400:00000200:1.0:1779697923.421376:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697923.421382:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697923.421387:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3600 00000400:00000200:1.0:1779697923.421418:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab52d [1] + 0 00000400:00000200:1.0:1779697923.421423:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697923.421426:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697923.421432:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496991232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697923.421547:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779697923.421549:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000020:00000010:1.0:1779697923.421558:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e000. 00000020:00000010:1.0:1779697923.421561:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697923.421563:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:3.0:1779697923.423272:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa34d0. 00000400:00000200:3.0:1779697923.423282:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:3.0:1779697923.423284:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:3.0:1779697923.423295:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496991232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697923.423305:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496991232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697923.423331:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272000. 02000000:00000010:3.0:1779697923.423337:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272c00. 00000100:00000010:3.0:1779697923.423340:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 00000100:00000010:2.0:1779697923.762444:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a3c0. 00000100:00000010:0.0:1779697923.762459:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779697923.762534:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad20. 00000100:00000010:3.0:1779697923.762593:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a0c0. 00000800:00000200:0.0:1779697925.596560:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779697925.596567:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:0.0:1779697925.596572:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779697925.597588:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1779697928.538679:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790700. 02000000:00000010:3.0:1779697928.538735:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba100. 02000000:00000010:1.0:1779697928.539406:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697928.539416:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3420. 00000400:00000010:1.0:1779697928.539423:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697928.539448:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496991488, portal 25 00000400:00000010:1.0:1779697928.539454:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697928.539458:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496991488, offset 0 00000400:00000200:1.0:1779697928.539466:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697928.539479:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697928.539490:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3700 00000400:00000200:1.0:1779697928.539497:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a55a5 [2] + 0 00000400:00000010:1.0:1779697928.539520:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbd8cdd738. 00000400:00000200:1.0:1779697928.539527:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbd7598c00 00000400:00000200:1.0:1779697928.539535:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697928.539540:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697928.539545:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd7598c00 00000400:00000010:1.0:1779697928.539548:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbd7598c00. 00000100:00000200:1.0:1779697928.539562:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697928.539728:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:1.0:1779697928.539731:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697928.539739:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790700 x1866137496991488/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697928.539758:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad20. 00000100:00000010:1.0:1779697928.539768:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a720. 00000100:00000010:1.0:1779697928.539773:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a780. 00000100:00000010:1.0:1779697928.539778:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ab40. 00000100:00000010:3.0:1779697928.541366:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791180. 02000000:00000010:3.0:1779697928.541384:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc1400. 00000100:00000010:3.0:1779697928.541417:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790a80. 02000000:00000010:3.0:1779697928.541422:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc3400. 02000000:00000010:3.0:1779697928.541453:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc2c00. 00000400:00000010:3.0:1779697928.541460:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697928.541465:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697928.541470:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496991616, portal 10 00000400:00000010:3.0:1779697928.541476:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697928.541479:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496991616, offset 0 00000400:00000200:3.0:1779697928.541487:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697928.541496:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697928.541517:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3780 00000400:00000200:3.0:1779697928.541523:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 112512 00000400:00000200:3.0:1779697928.541532:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697928.541535:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697928.541567:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697928.541572:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792300. 00000400:00000200:3.0:1779697928.541607:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697928.541610:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697928.541618:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02791180 x1866137496991616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697928.541641:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272c00. 00000400:00000010:3.0:1779697928.541644:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000010:3.0:1779697928.541647:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697928.541649:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496991744, portal 10 00000400:00000010:3.0:1779697928.541665:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697928.541667:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496991744, offset 0 00000400:00000200:3.0:1779697928.541671:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697928.541676:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697928.541681:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3800 00000400:00000200:3.0:1779697928.541684:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 113032 00000400:00000200:3.0:1779697928.541689:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697928.541692:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697928.541695:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697928.541697:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792680. 00000400:00000200:3.0:1779697928.541707:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697928.541708:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697928.541712:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790a80 x1866137496991744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697928.541753:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697928.541759:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697928.541764:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697928.541789:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697928.541793:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697928.541795:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000100:00000200:3.0:1779697928.541811:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496991616 00010000:02000000:3.0:1779697928.541826:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697928.541834:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272000. 00000400:00000010:3.0:1779697928.541843:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697928.541846:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496991616, offset 0 00000400:00000200:3.0:1779697928.541850:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697928.541855:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697928.541860:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3780 00000400:00000200:3.0:1779697928.541864:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab55d [1] + 0 00000400:00000200:3.0:1779697928.541869:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697928.541871:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697928.541876:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02791180 x1866137496991616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697928.541890:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697928.541892:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697928.541902:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e080. 00000020:00000010:3.0:1779697928.541905:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697928.541908:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000100:00000200:3.0:1779697928.541918:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496991744 00010000:02000000:3.0:1779697928.541924:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697928.541928:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1271400. 00000400:00000010:3.0:1779697928.541933:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697928.541935:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496991744, offset 0 00000400:00000200:3.0:1779697928.541939:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697928.541943:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697928.541948:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3800 00000400:00000200:3.0:1779697928.541952:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab565 [1] + 0 00000400:00000200:3.0:1779697928.541956:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697928.541958:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697928.541963:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790a80 x1866137496991744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697928.541972:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697928.541973:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697928.541979:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e700. 00000020:00000010:3.0:1779697928.541981:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697928.541984:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:3.0:1779697928.542126:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779697928.542130:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697928.542132:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697928.542136:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02791180 x1866137496991616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697928.542144:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02791180 x1866137496991616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697928.542174:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000200:3.0:1779697928.542177:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697928.542178:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697928.542182:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790a80 x1866137496991744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697928.542189:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790a80 x1866137496991744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697928.542204:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc2c00. 02000000:00000010:3.0:1779697928.542209:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc1400. 00000100:00000010:3.0:1779697928.542213:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791180. 02000000:00000010:3.0:1779697928.542216:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272c00. 02000000:00000010:3.0:1779697928.542218:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc3400. 00000100:00000010:3.0:1779697928.542221:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790a80. 00000020:00000010:0.0:1779697928.545205:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697928.545214:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697928.545222:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779697928.545227:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6b80. 00000020:00000010:0.0:1779697928.545232:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697928.545721:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a80. 00000020:00000010:0.0:1779697928.545726:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a80. 00000100:00000200:0.0:1779697928.545729:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496991488 02000000:00000010:0.0:1779697928.545745:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060d000. 00010000:00000200:0.0:1779697928.545759:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1e450 x1866137496991488/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:614/0 lens 224/224 e 0 to 0 dl 1779697939 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697928.545777:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697928.545784:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496991488, offset 224 00000400:00000200:0.0:1779697928.545790:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697928.545801:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697928.545812:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3700 00000400:00000200:0.0:1779697928.545819:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab555 [1] + 224 00000400:00000200:0.0:1779697928.545828:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697928.545831:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697928.545841:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790700 x1866137496991488/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697928.548786:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697928.548865:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000020:00000010:0.0:1779697928.549032:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6b80. 00000020:00000010:0.0:1779697928.549039:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697928.549043:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 02000000:00000010:0.0:1779697928.549050:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060d000. 00000100:00000200:0.0:1779697928.549057:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697928.549067:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a210. 00000400:00000010:0.0:1779697928.549073:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8480. 00000400:00000010:1.0:1779697928.549715:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3420. 00000400:00000200:1.0:1779697928.549722:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779697928.549723:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697928.549734:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790700 x1866137496991488/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697928.549744:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790700 x1866137496991488/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697928.549769:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779697928.549774:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba100. 00000100:00000010:1.0:1779697928.549778:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790700. 00000100:00000010:0.0:1779697928.882471:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad20. 00000100:00000010:2.0:1779697928.882591:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a780. 00000100:00000010:3.0:1779697928.884330:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ab40. 00000100:00000010:1.0:1779697928.884484:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a720. 00000800:00000200:3.0:1779697932.763587:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:3.0:1779697932.763595:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1779697932.763600:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1779697932.763765:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779697933.661749:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779697933.661768:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697933.661856:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9c00. 02000000:00000010:0.0:1779697933.661864:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d000. 00000100:00000010:0.0:1779697933.661884:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b8700. 02000000:00000010:0.0:1779697933.661889:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060c800. 02000000:00000010:0.0:1779697933.661920:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf060c400. 00000400:00000010:0.0:1779697933.661926:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a688. 00000400:00000010:0.0:1779697933.661933:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697933.661940:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496992000, portal 10 00000400:00000010:0.0:1779697933.661946:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697933.661950:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496992000, offset 0 00000400:00000200:0.0:1779697933.661959:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697933.661972:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697933.661983:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3900 00000400:00000200:0.0:1779697933.661991:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 113552 00000400:00000200:0.0:1779697933.662001:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697933.662006:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697933.662014:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697933.662018:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9500. 00000400:00000200:0.0:1779697933.662049:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697933.662062:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697933.662071:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b9c00 x1866137496992000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697933.662091:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1900. 00000100:00000010:0.0:1779697933.662103:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a20. 00000100:00000010:0.0:1779697933.662119:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1480. 00000100:00000010:0.0:1779697933.662124:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1420. 02000000:00000010:0.0:1779697933.662133:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf060d800. 00000400:00000010:0.0:1779697933.662137:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779697933.662140:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697933.662142:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496992128, portal 10 00000400:00000010:0.0:1779697933.662146:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697933.662149:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496992128, offset 0 00000400:00000200:0.0:1779697933.662153:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697933.662157:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697933.662162:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3980 00000400:00000200:0.0:1779697933.662166:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 114072 02000000:00000010:1.0:1779697933.662172:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000200:0.0:1779697933.662179:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697933.662183:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697933.662188:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1779697933.662190:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3420. 00000400:00000010:1.0:1779697933.662196:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779697933.662200:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496991872, portal 25 00000100:00000010:0.0:1779697933.662203:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212d80. 00000400:00000010:1.0:1779697933.662213:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000400:00000200:0.0:1779697933.662214:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697933.662218:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697933.662222:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496991872, offset 0 00000100:00000200:0.0:1779697933.662223:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b8700 x1866137496992128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697933.662233:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697933.662242:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697933.662250:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3880 00000400:00000200:1.0:1779697933.662257:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a57dd [2] + 0 00000400:00000010:1.0:1779697933.662261:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbd8cdd478. 00000400:00000200:1.0:1779697933.662264:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbd7598780 00000400:00000200:1.0:1779697933.662269:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697933.662272:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697933.662275:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd7598780 00000400:00000010:1.0:1779697933.662278:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbd7598780. 00000020:00000010:0.0:1779697933.662279:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000100:00000200:1.0:1779697933.662283:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1779697933.662285:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6b80. 00000020:00000010:0.0:1779697933.662290:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000400:00000200:1.0:1779697933.662298:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:1.0:1779697933.662301:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697933.662306:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137496991872/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697933.662313:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779697933.662316:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697933.662319:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779697933.662335:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992000 00010000:02000000:0.0:1779697933.662349:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697933.662357:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2400. 00000020:00000010:1.0:1779697933.662366:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4140. 00000400:00000010:0.0:1779697933.662368:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000020:00000010:1.0:1779697933.662372:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4140. 00000100:00000200:0.0:1779697933.662373:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496992000, offset 0 00000400:00000200:0.0:1779697933.662380:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1779697933.662380:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697933.662384:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e900. 00000400:00000200:0.0:1779697933.662386:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1779697933.662408:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000400:00000200:0.0:1779697933.662409:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3900 00000400:00000200:0.0:1779697933.662415:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab57d [1] + 0 00000020:00000010:1.0:1779697933.662448:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4140. 00000020:00000010:1.0:1779697933.662451:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4140. 00000100:00000200:1.0:1779697933.662453:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496991872 02000000:00000010:1.0:1779697933.662464:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de000. 00010000:00000200:1.0:1779697933.662476:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1e850 x1866137496991872/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:619/0 lens 224/224 e 0 to 0 dl 1779697944 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697933.662487:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697933.662490:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496991872, offset 224 00000400:00000200:0.0:1779697933.662585:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697933.662591:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697933.662600:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b9c00 x1866137496992000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697933.662621:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697933.662623:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000020:00000010:0.0:1779697933.662636:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6b80. 00000020:00000010:0.0:1779697933.662640:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779697933.662643:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000100:00000200:0.0:1779697933.662656:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992128 00010000:02000000:0.0:1779697933.662663:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697933.662669:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2800. 00000400:00000010:0.0:1779697933.662674:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697933.662677:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496992128, offset 0 00000400:00000200:0.0:1779697933.662682:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697933.662689:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697933.662694:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3980 00000400:00000200:0.0:1779697933.662698:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab585 [1] + 0 00000400:00000200:0.0:1779697933.662702:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697933.662706:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697933.662712:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b8700 x1866137496992128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697933.662724:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697933.662726:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000020:00000010:0.0:1779697933.662734:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6900. 00000020:00000010:0.0:1779697933.662737:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697933.662740:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000400:00000010:0.0:1779697933.662766:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a688. 00000400:00000200:0.0:1779697933.662770:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697933.662772:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697933.662777:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b9c00 x1866137496992000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697933.662786:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b9c00 x1866137496992000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697933.662810:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:0.0:1779697933.662813:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697933.662815:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697933.662820:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b8700 x1866137496992128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697933.662828:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b8700 x1866137496992128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697933.662845:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf060c400. 02000000:00000010:0.0:1779697933.662850:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d000. 00000100:00000010:0.0:1779697933.662854:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9c00. 02000000:00000010:0.0:1779697933.662860:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf060d800. 02000000:00000010:0.0:1779697933.662863:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060c800. 00000100:00000010:0.0:1779697933.662867:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b8700. 00000400:00000200:1.0:1779697933.662963:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697933.662969:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697933.662974:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3880 00000400:00000200:1.0:1779697933.662979:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab58d [1] + 224 00000400:00000200:1.0:1779697933.662984:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697933.662987:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697933.662994:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137496991872/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697933.663018:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:1.0:1779697933.663020:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000020:00000010:1.0:1779697933.663030:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e900. 00000020:00000010:1.0:1779697933.663034:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697933.663036:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779697933.663041:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46de000. 00000100:00000200:1.0:1779697933.663046:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697933.663049:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3738. 00000400:00000010:1.0:1779697933.663053:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4d80. 00000400:00000010:0.0:1779697933.663132:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3420. 00000400:00000200:0.0:1779697933.663137:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:0.0:1779697933.663139:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:0.0:1779697933.663144:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137496991872/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697933.663152:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137496991872/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697933.663164:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:0.0:1779697933.663167:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697933.663171:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 00000100:00000010:0.0:1779697934.003220:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1900. 00000100:00000010:3.0:1779697934.004068:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1420. 00000100:00000010:1.0:1779697934.004197:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a20. 00000100:00000010:2.0:1779697934.005362:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1480. 00000100:00000010:2.0:1779697938.778651:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444e00. 02000000:00000010:2.0:1779697938.778681:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f400. 00000100:00000010:2.0:1779697938.778732:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446300. 02000000:00000010:2.0:1779697938.778738:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e1000. 00000100:00000010:2.0:1779697938.778753:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445c00. 02000000:00000010:2.0:1779697938.778757:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e2c00. 02000000:00000010:2.0:1779697938.778783:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e3400. 00000400:00000010:2.0:1779697938.778789:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779697938.778795:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697938.778801:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496992384, portal 10 00000400:00000010:2.0:1779697938.778807:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697938.778809:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496992384, offset 0 00000400:00000200:2.0:1779697938.778816:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697938.778828:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697938.778838:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3a80 00000400:00000200:2.0:1779697938.778844:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 114592 00000400:00000200:2.0:1779697938.778853:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697938.778857:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697938.778864:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697938.778868:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446680. 00000400:00000200:2.0:1779697938.778886:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697938.778888:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697938.778895:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446300 x1866137496992384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697938.778915:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b360. 00000100:00000010:2.0:1779697938.778929:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bcc0. 00000100:00000010:2.0:1779697938.778936:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0ba20. 00000100:00000010:2.0:1779697938.778941:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b6c0. 02000000:00000010:2.0:1779697938.778952:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c27800. 00000400:00000010:2.0:1779697938.778956:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7f20. 00000400:00000010:2.0:1779697938.778958:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697938.778960:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496992512, portal 10 00000400:00000010:2.0:1779697938.778965:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697938.778966:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496992512, offset 0 00000400:00000200:2.0:1779697938.778970:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697938.778974:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697938.778979:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3b00 00000400:00000200:2.0:1779697938.778982:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 115112 00000400:00000200:2.0:1779697938.778986:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697938.778989:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697938.778992:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697938.778995:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444700. 00000400:00000200:2.0:1779697938.779005:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697938.779007:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697938.779011:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445c00 x1866137496992512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697938.779058:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779697938.779064:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697938.779079:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697938.779103:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697938.779106:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697938.779108:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779697938.779123:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992384 00010000:02000000:2.0:1779697938.779138:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697938.779146:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbe57f9000. 00000400:00000010:2.0:1779697938.779155:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697938.779158:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496992384, offset 0 00000400:00000200:2.0:1779697938.779161:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697938.779166:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697938.779171:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3a80 00000400:00000200:2.0:1779697938.779176:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab5a5 [1] + 0 00000400:00000200:2.0:1779697938.779180:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697938.779183:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697938.779189:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446300 x1866137496992384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697938.779202:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697938.779204:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697938.779213:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697938.779217:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697938.779219:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000100:00000200:2.0:1779697938.779229:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992512 00010000:02000000:2.0:1779697938.779234:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697938.779238:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc824b000. 02000000:00000010:1.0:1779697938.779447:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700c00. 00000400:00000010:1.0:1779697938.779453:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3790. 00000400:00000010:1.0:1779697938.779457:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697938.779460:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496992256, portal 25 00000400:00000010:1.0:1779697938.779463:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697938.779465:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496992256, offset 0 00000400:00000200:1.0:1779697938.779469:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697938.779474:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697938.779479:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3a00 00000400:00000200:1.0:1779697938.779485:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a5db1 [2] + 0 00000400:00000010:1.0:1779697938.779488:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbd8cdde70. 00000400:00000200:1.0:1779697938.779492:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf72020c0 00000400:00000200:1.0:1779697938.779505:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697938.779508:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697938.779511:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf72020c0 00000400:00000010:1.0:1779697938.779513:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbf72020c0. 00000100:00000200:1.0:1779697938.779517:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697938.779529:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779697938.779530:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697938.779536:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5444e00 x1866137496992256/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697938.779569:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697938.779573:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697938.779576:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697938.779579:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e900. 00000020:00000010:1.0:1779697938.779582:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697938.779601:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba48c0. 00000020:00000010:1.0:1779697938.779604:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba48c0. 00000100:00000200:1.0:1779697938.779606:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992256 02000000:00000010:1.0:1779697938.779615:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46ddc00. 00010000:00000200:1.0:1779697938.779622:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1f450 x1866137496992256/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:624/0 lens 224/224 e 0 to 0 dl 1779697949 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697938.779632:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697938.779635:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496992256, offset 224 00000400:00000200:1.0:1779697938.779638:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697938.779643:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697938.779647:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3a00 00000400:00000200:1.0:1779697938.779651:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab5b9 [1] + 224 00000400:00000200:1.0:1779697938.779656:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697938.779658:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697938.779673:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5444e00 x1866137496992256/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697938.779686:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779697938.779687:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000020:00000010:1.0:1779697938.779694:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e900. 00000020:00000010:1.0:1779697938.779696:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697938.779699:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779697938.779703:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46ddc00. 00000100:00000200:1.0:1779697938.779708:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697938.779711:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3ec8. 00000400:00000010:1.0:1779697938.779714:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4cc0. 00000400:00000010:1.0:1779697938.779729:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3790. 00000400:00000200:1.0:1779697938.779731:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:1.0:1779697938.779733:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697938.779736:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5444e00 x1866137496992256/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697938.779745:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5444e00 x1866137496992256/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697938.779761:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700c00. 02000000:00000010:1.0:1779697938.779765:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f400. 00000100:00000010:1.0:1779697938.779769:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5444e00. 00000400:00000010:2.0:1779697938.782892:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697938.782905:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496992512, offset 0 00000400:00000200:2.0:1779697938.782914:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697938.782926:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697938.782938:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3b00 00000400:00000200:2.0:1779697938.782945:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab5ad [1] + 0 00000400:00000200:2.0:1779697938.782955:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697938.782959:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697938.782971:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445c00 x1866137496992512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697938.782990:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697938.782993:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697938.783010:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697938.783016:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697938.783020:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000400:00000010:2.0:1779697938.783082:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:2.0:1779697938.783086:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697938.783088:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697938.783094:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446300 x1866137496992384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697938.783101:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446300 x1866137496992384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697938.783124:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7f20. 00000400:00000200:2.0:1779697938.783126:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697938.783128:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697938.783131:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445c00 x1866137496992512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697938.783138:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445c00 x1866137496992512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697938.783151:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e3400. 02000000:00000010:2.0:1779697938.783157:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e1000. 00000100:00000010:2.0:1779697938.783161:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446300. 02000000:00000010:2.0:1779697938.783164:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c27800. 02000000:00000010:2.0:1779697938.783167:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697938.783169:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445c00. 00000100:00000010:1.0:1779697939.122513:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bcc0. 00000100:00000010:2.0:1779697939.122598:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0ba20. 00000100:00000010:0.0:1779697939.122656:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b360. 00000100:00000010:3.0:1779697939.122714:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b6c0. 00000100:00000010:0.0:1779697943.901487:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 02000000:00000010:0.0:1779697943.901542:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697943.901593:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210a80. 02000000:00000010:0.0:1779697943.901600:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea1c00. 00000100:00000010:0.0:1779697943.901613:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212a00. 02000000:00000010:0.0:1779697943.901618:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2000. 02000000:00000010:0.0:1779697943.901653:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779697943.901669:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779697943.901675:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697943.901681:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496992640, portal 25 00000400:00000010:0.0:1779697943.901686:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697943.901688:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496992640, offset 0 00000400:00000200:0.0:1779697943.901696:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697943.901708:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697943.901718:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3b80 00000400:00000200:0.0:1779697943.901725:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a5f85 [2] + 0 00000400:00000010:0.0:1779697943.901742:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b09a0. 00000400:00000200:0.0:1779697943.901748:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf7202c00 00000400:00000200:0.0:1779697943.901756:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697943.901760:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697943.901766:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf7202c00 00000400:00000010:0.0:1779697943.901768:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbf7202c00. 00000100:00000200:0.0:1779697943.901774:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697943.901791:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697943.901793:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697943.901801:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210000 x1866137496992640/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697943.901820:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1900. 00000100:00000010:0.0:1779697943.901831:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1c60. 00000100:00000010:0.0:1779697943.901836:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1960. 00000100:00000010:0.0:1779697943.901840:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f19c0. 00000020:00000010:0.0:1779697943.901876:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697943.901881:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697943.901886:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779697943.901890:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697943.901908:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697943.901944:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61980. 00000020:00000010:0.0:1779697943.901946:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61980. 00000100:00000200:0.0:1779697943.901949:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992640 02000000:00000010:0.0:1779697943.901963:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060c800. 00010000:00000200:0.0:1779697943.901971:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfeee2050 x1866137496992640/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:629/0 lens 224/224 e 0 to 0 dl 1779697954 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697943.901985:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697943.901987:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496992640, offset 224 00000400:00000200:0.0:1779697943.901991:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697943.901996:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697943.902001:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3b80 00000400:00000200:0.0:1779697943.902005:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab5cd [1] + 224 00000400:00000200:0.0:1779697943.902010:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697943.902013:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697943.902018:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210000 x1866137496992640/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697943.902044:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697943.902046:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000020:00000010:0.0:1779697943.902055:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6e00. 00000020:00000010:0.0:1779697943.902059:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697943.902062:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 02000000:00000010:0.0:1779697943.902067:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf060c800. 00000100:00000200:0.0:1779697943.902072:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697943.902075:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a688. 00000400:00000010:0.0:1779697943.902080:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8180. 00000400:00000010:0.0:1779697943.902096:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:0.0:1779697943.902098:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779697943.902099:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697943.902103:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210000 x1866137496992640/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697943.902111:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210000 x1866137496992640/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697943.902130:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779697943.902134:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697943.902137:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 02000000:00000010:2.0:1779697943.902301:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c27800. 00000400:00000010:2.0:1779697943.902308:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7f20. 00000400:00000010:2.0:1779697943.902312:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697943.902315:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496992768, portal 10 00000400:00000010:2.0:1779697943.902320:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697943.902322:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496992768, offset 0 00000400:00000200:2.0:1779697943.902327:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697943.902332:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697943.902337:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3c00 00000400:00000200:2.0:1779697943.902343:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 115632 00000400:00000200:2.0:1779697943.902349:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697943.902351:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697943.902356:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697943.902360:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445c00. 00000400:00000200:2.0:1779697943.902379:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697943.902381:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697943.902386:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210a80 x1866137496992768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697943.902422:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbff6e2c00. 00000400:00000010:2.0:1779697943.902425:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779697943.902428:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697943.902431:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496992896, portal 10 00000400:00000010:2.0:1779697943.902435:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697943.902437:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496992896, offset 0 00000400:00000200:2.0:1779697943.902440:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697943.902445:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697943.902449:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3c80 00000400:00000200:2.0:1779697943.902453:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 116152 00000400:00000200:2.0:1779697943.902457:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697943.902459:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697943.902462:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697943.902466:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446300. 00000400:00000200:2.0:1779697943.902476:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697943.902478:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697943.902483:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5212a00 x1866137496992896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697943.902513:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697943.902518:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697943.902521:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697943.902541:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779697943.902544:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697943.902547:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779697943.902560:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992768 00010000:02000000:2.0:1779697943.902573:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697943.902579:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e1000. 00000400:00000010:2.0:1779697943.902586:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697943.902589:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496992768, offset 0 00000400:00000200:2.0:1779697943.902593:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697943.902598:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697943.902603:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3c00 00000400:00000200:2.0:1779697943.902607:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab5dd [1] + 0 00000400:00000200:2.0:1779697943.902610:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697943.902613:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697943.902618:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210a80 x1866137496992768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697943.902643:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697943.902645:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697943.902659:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862d00. 00000020:00000010:2.0:1779697943.902663:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697943.902665:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000100:00000200:2.0:1779697943.902676:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496992896 00010000:02000000:2.0:1779697943.902681:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697943.902687:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e3400. 00000400:00000010:2.0:1779697943.902692:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697943.902694:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496992896, offset 0 00000400:00000200:2.0:1779697943.902697:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697943.902702:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697943.902707:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3c80 00000400:00000200:2.0:1779697943.902711:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab5e5 [1] + 0 00000400:00000200:2.0:1779697943.902714:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697943.902717:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697943.902721:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5212a00 x1866137496992896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697943.902731:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697943.902732:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697943.902738:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697943.902740:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697943.902743:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000400:00000010:2.0:1779697943.902761:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7f20. 00000400:00000200:2.0:1779697943.902764:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697943.902766:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697943.902770:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210a80 x1866137496992768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697943.902779:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210a80 x1866137496992768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697943.902795:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:2.0:1779697943.902797:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697943.902798:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697943.902801:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5212a00 x1866137496992896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697943.902809:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5212a00 x1866137496992896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697943.902819:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c27800. 02000000:00000010:2.0:1779697943.902824:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea1c00. 00000100:00000010:2.0:1779697943.902828:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210a80. 02000000:00000010:2.0:1779697943.902830:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbff6e2c00. 02000000:00000010:2.0:1779697943.902833:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2000. 00000100:00000010:2.0:1779697943.902835:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5212a00. 00000100:00000010:1.0:1779697944.242493:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1c60. 00000100:00000010:0.0:1779697944.242528:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1900. 00000100:00000010:2.0:1779697944.243340:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1960. 00000100:00000010:3.0:1779697944.243474:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f19c0. 00000100:00000010:0.0:1779697949.021211:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 02000000:00000010:0.0:1779697949.021233:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697949.021296:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211180. 02000000:00000010:0.0:1779697949.021304:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d800. 00000100:00000010:0.0:1779697949.021324:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 02000000:00000010:0.0:1779697949.021329:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d000. 02000000:00000010:0.0:1779697949.021384:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf060c400. 00000400:00000010:0.0:1779697949.021406:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779697949.021414:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779697949.021422:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496993152, portal 10 00000400:00000010:0.0:1779697949.021468:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697949.021472:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496993152, offset 0 02000000:00000010:3.0:1779697949.021490:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000200:0.0:1779697949.021493:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1779697949.021495:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000200:0.0:1779697949.021505:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1779697949.021510:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697949.021514:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496993024, portal 25 00000400:00000200:0.0:1779697949.021516:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3d80 00000400:00000010:3.0:1779697949.021517:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697949.021519:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496993024, offset 0 00000400:00000200:0.0:1779697949.021523:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 116672 00000400:00000200:3.0:1779697949.021529:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697949.021534:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697949.021539:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3d00 00000400:00000200:0.0:1779697949.021541:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697949.021543:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a64fd [2] + 0 00000400:00000200:0.0:1779697949.021544:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1779697949.021547:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a318. 00000400:00000200:3.0:1779697949.021554:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fe0c0 00000400:00000200:3.0:1779697949.021557:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697949.021560:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697949.023867:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697949.023883:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5212a00. 00000400:00000200:0.0:1779697949.023997:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697949.024001:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697949.024012:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5211180 x1866137496993152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779697949.024122:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779697949.024129:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697949.024134:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779697949.024175:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993152 00010000:02000000:0.0:1779697949.024194:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697949.024204:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060c800. 00000400:00000010:0.0:1779697949.024218:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697949.024222:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496993152, offset 0 00000400:00000200:0.0:1779697949.024229:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697949.024238:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697949.024248:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3d80 00000400:00000200:0.0:1779697949.024256:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab5f5 [1] + 0 00000400:00000200:0.0:1779697949.024264:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697949.024268:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697949.024275:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5211180 x1866137496993152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697949.024294:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697949.024296:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000020:00000010:0.0:1779697949.024306:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6d80. 00000020:00000010:0.0:1779697949.024310:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697949.024313:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000100:00000010:1.0:1779697949.024576:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a720. 00000100:00000010:1.0:1779697949.024591:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779697949.024596:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aba0. 00000100:00000010:1.0:1779697949.024601:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a4e0. 00000400:00000010:1.0:1779697949.024611:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:1.0:1779697949.024615:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:1.0:1779697949.024618:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779697949.024623:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5211180 x1866137496993152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697949.024644:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5211180 x1866137496993152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697949.024688:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46dcc00. 00000400:00000010:1.0:1779697949.024693:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3790. 00000400:00000010:1.0:1779697949.024709:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779697949.024715:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496993280, portal 10 00000400:00000010:1.0:1779697949.024719:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697949.024722:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496993280, offset 0 00000400:00000200:1.0:1779697949.024736:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697949.024742:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697949.024749:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3e00 00000400:00000200:1.0:1779697949.024754:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 117192 00000400:00000200:1.0:1779697949.024760:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697949.024763:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697949.024767:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697949.024783:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2d80. 00000400:00000200:1.0:1779697949.024796:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779697949.024798:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697949.024803:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5211500 x1866137496993280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697949.024819:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf060c400. 02000000:00000010:1.0:1779697949.024825:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d800. 00000100:00000010:1.0:1779697949.024829:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211180. 00000020:00000010:1.0:1779697949.024859:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697949.024863:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697949.024879:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000400:00000200:3.0:1779697949.026119:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fe0c0 00000400:00000010:3.0:1779697949.026125:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fe0c0. 00000100:00000200:3.0:1779697949.026932:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697949.027027:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697949.027031:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697949.027042:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210000 x1866137496993024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697949.027045:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993280 00010000:02000000:1.0:1779697949.027065:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697949.027080:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dfc00. 00000400:00000010:1.0:1779697949.027092:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697949.027097:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496993280, offset 0 00000400:00000200:1.0:1779697949.027103:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697949.027112:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697949.027120:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3e00 00000400:00000200:1.0:1779697949.027128:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab609 [1] + 0 00000400:00000200:1.0:1779697949.027134:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697949.027138:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697949.027148:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5211500 x1866137496993280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697949.027173:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779697949.027175:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000020:00000010:1.0:1779697949.027188:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697949.027193:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697949.027197:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697949.027226:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4bc0. 00000400:00000010:3.0:1779697949.027229:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3790. 00000020:00000010:1.0:1779697949.027230:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4bc0. 00000400:00000200:3.0:1779697949.027233:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000020:00000010:1.0:1779697949.027234:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000400:00000010:3.0:1779697949.027235:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000020:00000010:1.0:1779697949.027237:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697949.027240:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:3.0:1779697949.027240:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5211500 x1866137496993280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697949.027247:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5211500 x1866137496993280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697949.027263:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4bc0. 00000020:00000010:1.0:1779697949.027265:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4bc0. 00000100:00000200:1.0:1779697949.027267:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993024 02000000:00000010:3.0:1779697949.027269:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46dcc00. 02000000:00000010:3.0:1779697949.027274:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d000. 00000100:00000010:3.0:1779697949.027277:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211500. 02000000:00000010:1.0:1779697949.027313:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de800. 00010000:00000200:1.0:1779697949.027321:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfeee0850 x1866137496993024/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:635/0 lens 224/224 e 0 to 0 dl 1779697960 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697949.027331:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697949.027334:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496993024, offset 224 00000400:00000200:1.0:1779697949.027338:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697949.027343:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697949.027348:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3d00 00000400:00000200:1.0:1779697949.027354:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab5fd [1] + 224 00000400:00000200:1.0:1779697949.027359:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697949.027362:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697949.027367:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210000 x1866137496993024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697949.027403:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779697949.027405:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000020:00000010:1.0:1779697949.027414:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e480. 00000020:00000010:1.0:1779697949.027417:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697949.027420:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779697949.027425:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46de800. 00000100:00000200:1.0:1779697949.027430:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697949.027434:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3478. 00000400:00000010:1.0:1779697949.027439:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4480. 00000400:00000010:3.0:1779697949.027482:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000200:3.0:1779697949.027487:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697949.027488:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697949.027493:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210000 x1866137496993024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697949.027501:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210000 x1866137496993024/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697949.027515:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:3.0:1779697949.027518:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:3.0:1779697949.027522:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 00000100:00000010:0.0:1779697949.362457:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a720. 00000100:00000010:2.0:1779697949.362529:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aba0. 00000100:00000010:3.0:1779697949.362713:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a4e0. 00000100:00000010:1.0:1779697949.363310:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:3.0:1779697954.139499:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790a80. 02000000:00000010:3.0:1779697954.139522:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30bae00. 02000000:00000010:0.0:1779697954.139594:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779697954.139603:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697954.139610:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697954.139617:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496993408, portal 25 00000400:00000010:0.0:1779697954.139622:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697954.139625:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496993408, offset 0 00000400:00000200:0.0:1779697954.139633:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697954.139645:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697954.139656:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c3e80 00000400:00000200:0.0:1779697954.139663:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a671d [2] + 0 00000400:00000010:0.0:1779697954.139667:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0318. 00000400:00000200:0.0:1779697954.139673:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad66f60c0 00000400:00000200:0.0:1779697954.139680:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697954.139684:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697954.139689:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad66f60c0 00000400:00000010:0.0:1779697954.139691:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad66f60c0. 00000100:00000200:0.0:1779697954.139697:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697954.139757:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697954.139759:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697954.139767:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790a80 x1866137496993408/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697954.139781:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4c40. 00000100:00000010:0.0:1779697954.139785:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000020:00000010:1.0:1779697954.139785:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4c40. 00000020:00000010:1.0:1779697954.139791:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000100:00000010:0.0:1779697954.139794:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1240. 00000020:00000010:1.0:1779697954.139795:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e180. 00000100:00000010:0.0:1779697954.139799:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1780. 00000020:00000010:1.0:1779697954.139799:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000010:0.0:1779697954.139803:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1b40. 00000020:00000010:1.0:1779697954.139842:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4c40. 00000020:00000010:1.0:1779697954.139845:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4c40. 00000100:00000200:1.0:1779697954.139848:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993408 02000000:00000010:1.0:1779697954.139861:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de800. 00010000:00000200:1.0:1779697954.139869:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfeee0450 x1866137496993408/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:640/0 lens 224/224 e 0 to 0 dl 1779697965 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697954.139894:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697954.139897:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496993408, offset 224 00000400:00000200:1.0:1779697954.139902:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697954.139918:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697954.139924:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c3e80 00000400:00000200:1.0:1779697954.139929:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab61d [1] + 224 00000400:00000200:1.0:1779697954.139934:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697954.139936:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697954.139942:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790a80 x1866137496993408/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697954.139997:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791180. 02000000:00000010:3.0:1779697954.140007:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc2c00. 00000100:00000010:3.0:1779697954.140024:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790000. 02000000:00000010:3.0:1779697954.140029:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc1400. 02000000:00000010:3.0:1779697954.140054:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc7bc3400. 00000400:00000010:3.0:1779697954.140059:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000010:3.0:1779697954.140063:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697954.140067:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496993536, portal 10 00000400:00000010:3.0:1779697954.140085:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697954.140088:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496993536, offset 0 00000400:00000200:3.0:1779697954.140093:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697954.140098:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697954.140104:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3f00 00000400:00000200:3.0:1779697954.140119:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 117712 00000400:00000200:3.0:1779697954.140125:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697954.140128:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697954.140133:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697954.140137:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792d80. 00000400:00000200:3.0:1779697954.140163:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697954.140166:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697954.140171:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02791180 x1866137496993536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697954.140189:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272c00. 00000400:00000010:3.0:1779697954.140192:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697954.140195:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697954.140197:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496993664, portal 10 00000400:00000010:3.0:1779697954.140201:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697954.140203:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496993664, offset 0 00000400:00000200:3.0:1779697954.140207:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697954.140211:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697954.140216:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c3f80 00000400:00000200:3.0:1779697954.140219:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 118232 00000400:00000200:3.0:1779697954.140224:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697954.140226:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697954.140229:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697954.140231:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02792a00. 00000400:00000200:3.0:1779697954.140242:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697954.140245:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697954.140249:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790000 x1866137496993664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697954.140304:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697954.140308:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ee80. 00000020:00000010:3.0:1779697954.140320:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697954.140349:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697954.140352:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e180. 00000020:00000010:3.0:1779697954.140355:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:3.0:1779697954.140381:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993536 00010000:02000000:3.0:1779697954.140415:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697954.140432:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4496800. 00000400:00000010:3.0:1779697954.140440:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697954.140443:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496993536, offset 0 00000400:00000200:3.0:1779697954.140446:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697954.140451:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697954.140456:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3f00 00000400:00000200:3.0:1779697954.140461:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab629 [1] + 0 00000400:00000200:3.0:1779697954.140465:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697954.140468:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697954.140474:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02791180 x1866137496993536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697954.140488:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697954.140490:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697954.140499:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ee80. 00000020:00000010:3.0:1779697954.140502:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697954.140505:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000100:00000200:3.0:1779697954.140514:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993664 00010000:02000000:3.0:1779697954.140520:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697954.140524:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc4c00. 00000400:00000010:3.0:1779697954.140529:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697954.140531:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496993664, offset 0 00000400:00000200:3.0:1779697954.140534:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697954.140538:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697954.140543:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c3f80 00000400:00000200:3.0:1779697954.140546:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab631 [1] + 0 00000400:00000200:3.0:1779697954.140550:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697954.140553:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697954.140557:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790000 x1866137496993664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697954.140566:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697954.140567:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697954.140572:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e180. 00000020:00000010:3.0:1779697954.140574:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697954.140576:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:3.0:1779697954.140610:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000200:3.0:1779697954.140614:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697954.140615:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697954.140619:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02791180 x1866137496993536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697954.140628:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02791180 x1866137496993536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697954.140647:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779697954.140649:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697954.140650:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697954.140653:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790000 x1866137496993664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697954.140661:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790000 x1866137496993664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697954.140672:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc7bc3400. 02000000:00000010:3.0:1779697954.140678:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc2c00. 00000100:00000010:3.0:1779697954.140682:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02791180. 02000000:00000010:3.0:1779697954.140685:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272c00. 02000000:00000010:3.0:1779697954.140688:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc1400. 00000100:00000010:3.0:1779697954.140690:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790000. 00000400:00000200:1.0:1779697954.149262:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779697954.149270:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000020:00000010:1.0:1779697954.149304:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e180. 00000020:00000010:1.0:1779697954.149309:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697954.149312:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779697954.149320:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46de800. 00000100:00000200:1.0:1779697954.149328:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697954.149338:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa31b8. 00000400:00000010:0.0:1779697954.150477:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697954.150486:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697954.150489:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697954.150502:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790a80 x1866137496993408/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697954.150513:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790a80 x1866137496993408/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697954.150540:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779697954.150546:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30bae00. 00000100:00000010:0.0:1779697954.150551:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790a80. 00000400:00000010:1.0:1779697954.151492:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4540. 00000100:00000010:2.0:1779697954.482659:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1780. 00000100:00000010:3.0:1779697954.482916:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1b40. 00000100:00000010:1.0:1779697954.484227:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1240. 00000100:00000010:0.0:1779697954.485118:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:2.0:1779697959.259069:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 02000000:00000010:2.0:1779697959.259089:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f000. 00000100:00000010:2.0:1779697959.259138:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779697959.259144:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697959.259161:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779697959.259167:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbdcea2000. 02000000:00000010:2.0:1779697959.259194:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbdcea1c00. 00000400:00000010:2.0:1779697959.259200:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779697959.259206:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697959.259213:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496993920, portal 10 00000400:00000010:2.0:1779697959.259219:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697959.259221:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496993920, offset 0 00000400:00000200:2.0:1779697959.259230:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697959.259242:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697959.259252:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4080 00000400:00000200:2.0:1779697959.259259:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 118752 00000400:00000200:2.0:1779697959.259268:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697959.259272:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697959.259280:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697959.259284:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5444e00. 00000400:00000200:2.0:1779697959.259300:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697959.259302:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697959.259309:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446a00 x1866137496993920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779697959.259352:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0ba20. 00000100:00000010:2.0:1779697959.259369:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b300. 00000100:00000010:2.0:1779697959.259377:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc60. 00000100:00000010:2.0:1779697959.259381:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bde0. 02000000:00000010:2.0:1779697959.259408:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf6c27800. 00000400:00000010:2.0:1779697959.259411:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7f20. 00000400:00000010:2.0:1779697959.259414:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697959.259417:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496994048, portal 10 00000400:00000010:2.0:1779697959.259421:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697959.259423:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496994048, offset 0 00000400:00000200:2.0:1779697959.259428:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697959.259432:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697959.259436:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4100 00000400:00000200:2.0:1779697959.259440:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 119272 00000400:00000200:2.0:1779697959.259445:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697959.259447:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697959.259463:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697959.259467:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800380. 00000400:00000200:2.0:1779697959.259476:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697959.259478:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697959.259483:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447b80 x1866137496994048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697959.259594:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697959.259601:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3840. 00000400:00000010:1.0:1779697959.259605:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779697959.259607:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496993792, portal 25 00000400:00000010:1.0:1779697959.259611:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779697959.259613:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496993792, offset 0 00000400:00000200:1.0:1779697959.259617:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697959.259623:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697959.259629:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4000 00000400:00000200:1.0:1779697959.259634:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a6c9d [2] + 0 00000400:00000010:1.0:1779697959.259638:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243adc0. 00000400:00000200:1.0:1779697959.259641:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fe780 00000400:00000200:1.0:1779697959.259644:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697959.259647:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697959.259649:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fe780 00000400:00000010:1.0:1779697959.259651:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fe780. 00000100:00000200:1.0:1779697959.259655:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697959.259671:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779697959.259673:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779697959.259678:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445500 x1866137496993792/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697959.259723:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697959.259729:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e180. 00000020:00000010:1.0:1779697959.259734:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697959.259760:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697959.259763:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697959.259766:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000100:00000200:1.0:1779697959.259788:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993920 00010000:02000000:1.0:1779697959.259803:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697959.259812:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dd000. 00000400:00000010:1.0:1779697959.259823:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779697959.259825:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496993920, offset 0 00000400:00000200:1.0:1779697959.259828:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697959.259834:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697959.259839:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4080 00000400:00000200:1.0:1779697959.259843:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab645 [1] + 0 00000400:00000200:1.0:1779697959.259846:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697959.259849:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697959.259855:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446a00 x1866137496993920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697959.259867:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779697959.259868:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779697959.259878:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e180. 00000020:00000010:1.0:1779697959.259881:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697959.259884:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779697959.259894:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994048 00010000:02000000:1.0:1779697959.259900:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697959.259905:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dd400. 00000400:00000010:1.0:1779697959.259920:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779697959.259923:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496994048, offset 0 00000400:00000200:1.0:1779697959.259926:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697959.259931:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697959.259935:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4100 00000400:00000200:1.0:1779697959.259938:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab64d [1] + 0 00000400:00000200:1.0:1779697959.259942:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697959.259945:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697959.259949:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447b80 x1866137496994048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697959.259960:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779697959.259961:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779697959.259967:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697959.259970:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697959.259972:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000020:00000010:2.0:1779697959.260254:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa00. 00000020:00000010:2.0:1779697959.260259:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa00. 00000020:00000010:2.0:1779697959.260262:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697959.260266:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697959.260269:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697959.260302:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa00. 00000020:00000010:2.0:1779697959.260305:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa00. 00000100:00000200:2.0:1779697959.260307:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496993792 02000000:00000010:2.0:1779697959.260319:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4281800. 00010000:00000200:2.0:1779697959.260327:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfeee1c50 x1866137496993792/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:645/0 lens 224/224 e 0 to 0 dl 1779697970 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697959.260343:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697959.260347:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496993792, offset 224 00000400:00000200:2.0:1779697959.260351:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697959.260358:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697959.260363:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4000 00000400:00000200:2.0:1779697959.260367:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab655 [1] + 224 00000400:00000200:2.0:1779697959.260372:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697959.260374:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697959.260380:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445500 x1866137496993792/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697959.260415:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697959.260417:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697959.260425:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697959.260428:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697959.260430:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 02000000:00000010:2.0:1779697959.260438:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4281800. 00000100:00000200:2.0:1779697959.260443:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697959.260538:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d79f8. 00000400:00000010:2.0:1779697959.260544:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc169300. 00000400:00000010:2.0:1779697959.260588:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3840. 00000400:00000200:2.0:1779697959.260592:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:2.0:1779697959.260593:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000100:00000200:2.0:1779697959.260599:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445500 x1866137496993792/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697959.260606:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445500 x1866137496993792/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697959.260625:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:2.0:1779697959.260630:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f000. 00000100:00000010:2.0:1779697959.260634:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445500. 00000400:00000010:2.0:1779697959.260649:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:2.0:1779697959.260651:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697959.260653:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697959.260658:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446a00 x1866137496993920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697959.260665:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446a00 x1866137496993920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697959.260680:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7f20. 00000400:00000200:2.0:1779697959.260682:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697959.260683:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697959.260687:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447b80 x1866137496994048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697959.260694:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447b80 x1866137496994048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697959.260704:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbdcea1c00. 02000000:00000010:2.0:1779697959.260708:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e2c00. 00000100:00000010:2.0:1779697959.260711:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779697959.260714:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf6c27800. 02000000:00000010:2.0:1779697959.260717:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbdcea2000. 00000100:00000010:2.0:1779697959.260719:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 00000100:00000010:0.0:1779697959.602484:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0ba20. 00000100:00000010:3.0:1779697959.602484:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bde0. 00000100:00000010:2.0:1779697959.602573:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc60. 00000100:00000010:1.0:1779697959.602604:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b300. 00000800:00000200:1.0:1779697963.486098:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779697963.486105:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:1.0:1779697963.486109:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779697963.486533:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1779697964.378934:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3100. 02000000:00000010:1.0:1779697964.378954:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779697964.379010:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 02000000:00000010:1.0:1779697964.379017:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df800. 00000100:00000010:1.0:1779697964.379034:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779697964.379039:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46dd800. 02000000:00000010:1.0:1779697964.379068:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df400. 00000400:00000010:1.0:1779697964.379074:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3528. 00000400:00000010:1.0:1779697964.379081:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779697964.379088:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496994304, portal 10 00000400:00000010:1.0:1779697964.379095:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779697964.379097:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496994304, offset 0 00000400:00000200:1.0:1779697964.379106:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697964.379118:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697964.379131:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4200 00000400:00000200:1.0:1779697964.379137:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 119792 00000400:00000200:1.0:1779697964.379147:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697964.379151:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697964.379159:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697964.379164:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2680. 00000400:00000200:1.0:1779697964.379180:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779697964.379183:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779697964.379189:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1500 x1866137496994304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697964.379210:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779697964.379226:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a480. 00000100:00000010:1.0:1779697964.379231:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779697964.379236:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a360. 02000000:00000010:1.0:1779697964.379247:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779697964.379250:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3e18. 00000400:00000010:1.0:1779697964.379253:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779697964.379255:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496994432, portal 10 00000400:00000010:1.0:1779697964.379258:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779697964.379260:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496994432, offset 0 00000400:00000200:1.0:1779697964.379263:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697964.379268:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697964.379272:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4280 00000400:00000200:1.0:1779697964.379275:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 120312 00000400:00000200:1.0:1779697964.379280:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697964.379282:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697964.379285:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697964.379289:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1180. 00000400:00000200:1.0:1779697964.379297:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779697964.379299:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779697964.379302:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1c00 x1866137496994432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697964.379544:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779697964.379551:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697964.379554:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697964.379557:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496994176, portal 25 00000400:00000010:0.0:1779697964.379561:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697964.379563:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496994176, offset 0 00000400:00000200:0.0:1779697964.379568:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697964.379574:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697964.379580:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4180 00000400:00000200:0.0:1779697964.379585:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a6e81 [2] + 0 00000400:00000010:0.0:1779697964.379589:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0268. 00000400:00000200:0.0:1779697964.379592:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbf7202000 00000400:00000200:0.0:1779697964.379596:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697964.379599:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697964.379602:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf7202000 00000400:00000010:0.0:1779697964.379604:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbf7202000. 00000100:00000200:0.0:1779697964.379608:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697964.379626:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697964.379628:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697964.379634:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed3100 x1866137496994176/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697964.379715:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4d40. 00000020:00000010:1.0:1779697964.379720:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4d40. 00000020:00000010:1.0:1779697964.379726:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697964.379730:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697964.379735:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697964.379777:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4d40. 00000020:00000010:1.0:1779697964.379779:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4d40. 00000100:00000200:1.0:1779697964.379782:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994176 02000000:00000010:1.0:1779697964.379798:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dc800. 00010000:00000200:1.0:1779697964.379806:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfeee1850 x1866137496994176/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:650/0 lens 224/224 e 0 to 0 dl 1779697975 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697964.379820:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779697964.379823:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496994176, offset 224 00000400:00000200:1.0:1779697964.379827:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697964.379832:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697964.379837:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4180 00000400:00000200:1.0:1779697964.379841:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab67d [1] + 224 00000400:00000200:1.0:1779697964.379845:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697964.379848:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697964.379854:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed3100 x1866137496994176/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697964.379866:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779697964.379867:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779697964.379889:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4ec00. 00000020:00000010:1.0:1779697964.379893:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697964.379896:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 02000000:00000010:1.0:1779697964.379901:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46dc800. 00000100:00000200:1.0:1779697964.379906:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697964.379910:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3e70. 00000400:00000010:1.0:1779697964.379913:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4000. 00000400:00000010:0.0:1779697964.379965:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697964.379968:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697964.379970:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697964.379974:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed3100 x1866137496994176/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697964.379982:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed3100 x1866137496994176/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697964.380001:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779697964.380005:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:0.0:1779697964.380009:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3100. 00000020:00000010:3.0:1779697964.380328:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697964.380333:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ee80. 00000020:00000010:3.0:1779697964.380337:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697964.380361:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697964.380364:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ec80. 00000020:00000010:3.0:1779697964.380367:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000100:00000200:3.0:1779697964.380384:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994304 00010000:02000000:3.0:1779697964.380425:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697964.380433:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc7c00. 00000400:00000010:3.0:1779697964.380442:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697964.380446:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496994304, offset 0 00000400:00000200:3.0:1779697964.380451:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697964.380458:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697964.380464:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4200 00000400:00000200:3.0:1779697964.380469:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab66d [1] + 0 00000400:00000200:3.0:1779697964.380474:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697964.380476:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697964.380482:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1500 x1866137496994304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697964.380498:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697964.380500:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000020:00000010:3.0:1779697964.380507:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ee80. 00000020:00000010:3.0:1779697964.380510:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697964.380512:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000100:00000200:3.0:1779697964.380521:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994432 00010000:02000000:3.0:1779697964.380527:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697964.380531:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc4400. 00000400:00000010:3.0:1779697964.380535:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697964.380537:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496994432, offset 0 00000400:00000200:3.0:1779697964.380541:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697964.380545:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697964.380549:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4280 00000400:00000200:3.0:1779697964.380552:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab675 [1] + 0 00000400:00000200:3.0:1779697964.380555:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697964.380558:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697964.380562:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1c00 x1866137496994432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697964.380569:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697964.380571:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000020:00000010:3.0:1779697964.380575:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ec80. 00000020:00000010:3.0:1779697964.380577:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697964.380579:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:3.0:1779697964.380594:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3528. 00000400:00000200:3.0:1779697964.380597:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:3.0:1779697964.380598:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000100:00000200:3.0:1779697964.380602:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1500 x1866137496994304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697964.380608:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1500 x1866137496994304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697964.380623:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3e18. 00000400:00000200:3.0:1779697964.380625:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:3.0:1779697964.380626:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:3.0:1779697964.380630:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1c00 x1866137496994432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697964.380636:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1c00 x1866137496994432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697964.380647:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df400. 02000000:00000010:3.0:1779697964.380651:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df800. 00000100:00000010:3.0:1779697964.380654:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 02000000:00000010:3.0:1779697964.380676:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:3.0:1779697964.380678:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46dd800. 00000100:00000010:3.0:1779697964.380681:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 00000100:00000010:3.0:1779697964.722503:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a360. 00000100:00000010:0.0:1779697964.722664:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:2.0:1779697964.722739:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779697964.725755:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a480. 00000100:00000010:1.0:1779697969.500432:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3800. 02000000:00000010:1.0:1779697969.500458:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779697969.500583:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779697969.500593:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46de800. 00000100:00000010:1.0:1779697969.500609:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0e00. 02000000:00000010:1.0:1779697969.500613:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46dcc00. 02000000:00000010:3.0:1779697969.502022:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc5400. 00000400:00000010:3.0:1779697969.502034:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697969.502041:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697969.502048:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496994688, portal 10 00000400:00000010:3.0:1779697969.502055:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697969.502059:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496994688, offset 0 00000400:00000200:3.0:1779697969.502067:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697969.502080:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697969.502090:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4380 00000400:00000200:3.0:1779697969.502097:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 120832 00000400:00000200:3.0:1779697969.502107:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697969.502111:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697969.502118:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697969.502123:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790000. 00000400:00000200:3.0:1779697969.502150:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697969.502152:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697969.502160:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2300 x1866137496994688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779697969.502178:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bea0. 00000100:00000010:3.0:1779697969.502192:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b4e0. 00000100:00000010:3.0:1779697969.502200:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779697969.502204:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b480. 02000000:00000010:3.0:1779697969.502214:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc6000. 00000400:00000010:3.0:1779697969.502217:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000010:3.0:1779697969.502220:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697969.502222:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496994816, portal 10 00000400:00000010:3.0:1779697969.502226:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697969.502228:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496994816, offset 0 00000400:00000200:3.0:1779697969.502232:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697969.502236:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697969.502241:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4400 00000400:00000200:3.0:1779697969.502245:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 121352 00000400:00000200:3.0:1779697969.502249:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697969.502252:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697969.502255:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697969.502257:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791180. 00000400:00000200:3.0:1779697969.502270:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697969.502271:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697969.502275:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed0e00 x1866137496994816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697969.502321:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779697969.502327:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ee80. 00000020:00000010:3.0:1779697969.502332:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697969.502357:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697969.502361:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697969.502364:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:3.0:1779697969.502380:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994688 00010000:02000000:3.0:1779697969.502417:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697969.502426:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc7800. 00000400:00000010:3.0:1779697969.502436:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697969.502439:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496994688, offset 0 00000400:00000200:3.0:1779697969.502443:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697969.502448:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697969.502452:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4380 00000400:00000200:3.0:1779697969.502457:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab695 [1] + 0 00000400:00000200:3.0:1779697969.502462:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697969.502464:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697969.502470:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2300 x1866137496994688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697969.502485:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697969.502487:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697969.502498:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ee80. 00000020:00000010:3.0:1779697969.502501:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:3.0:1779697969.502504:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779697969.502514:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994816 00010000:02000000:3.0:1779697969.502521:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697969.502525:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc5c00. 00000400:00000010:3.0:1779697969.502530:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697969.502533:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496994816, offset 0 00000400:00000200:3.0:1779697969.502536:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697969.502541:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697969.502545:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4400 00000400:00000200:3.0:1779697969.502549:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab69d [1] + 0 00000400:00000200:3.0:1779697969.502552:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697969.502555:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697969.502559:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed0e00 x1866137496994816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697969.502567:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697969.502568:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697969.502574:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697969.502577:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697969.502579:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:3.0:1779697969.502601:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779697969.502605:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697969.502606:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697969.502611:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2300 x1866137496994688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697969.502619:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2300 x1866137496994688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697969.502640:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000200:3.0:1779697969.502643:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:3.0:1779697969.502644:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697969.502649:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed0e00 x1866137496994816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697969.502656:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed0e00 x1866137496994816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697969.502668:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc5400. 02000000:00000010:3.0:1779697969.502672:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46de800. 00000100:00000010:3.0:1779697969.502677:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 02000000:00000010:3.0:1779697969.502680:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc6000. 02000000:00000010:3.0:1779697969.502682:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46dcc00. 00000100:00000010:3.0:1779697969.502683:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0e00. 02000000:00000010:2.0:1779697969.506231:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89800. 00000400:00000010:2.0:1779697969.506244:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7f20. 00000400:00000010:2.0:1779697969.506251:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697969.506257:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496994560, portal 25 00000400:00000010:2.0:1779697969.506261:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697969.506264:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496994560, offset 0 00000400:00000200:2.0:1779697969.506281:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697969.506293:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697969.506304:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4300 00000400:00000200:2.0:1779697969.506311:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a7481 [2] + 0 00000400:00000010:2.0:1779697969.506315:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc58d7b00. 00000400:00000200:2.0:1779697969.506321:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345900 00000400:00000200:2.0:1779697969.506328:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697969.506332:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779697969.506336:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345900 00000400:00000010:2.0:1779697969.506364:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345900. 00000100:00000200:2.0:1779697969.506370:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779697969.506385:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697969.506407:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697969.506415:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed3800 x1866137496994560/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697969.509962:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4340. 00000020:00000010:1.0:1779697969.509972:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4340. 00000020:00000010:1.0:1779697969.509980:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697969.509986:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e180. 00000020:00000010:1.0:1779697969.509991:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697969.510041:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4340. 00000020:00000010:1.0:1779697969.510044:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4340. 00000100:00000200:1.0:1779697969.510048:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994560 02000000:00000010:1.0:1779697969.510063:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dec00. 00010000:00000200:1.0:1779697969.510075:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfeee3050 x1866137496994560/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:655/0 lens 224/224 e 0 to 0 dl 1779697980 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697969.510096:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779697969.510102:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496994560, offset 224 00000400:00000200:1.0:1779697969.510109:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697969.510122:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697969.510132:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4300 00000400:00000200:1.0:1779697969.510139:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab6ad [1] + 224 00000400:00000200:1.0:1779697969.510149:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697969.510153:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697969.510163:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed3800 x1866137496994560/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697969.510188:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779697969.510191:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779697969.510204:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e180. 00000020:00000010:1.0:1779697969.510207:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697969.510211:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 02000000:00000010:1.0:1779697969.510218:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46dec00. 00000100:00000200:1.0:1779697969.510224:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779697969.510229:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3688. 00000400:00000010:1.0:1779697969.510234:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4180. 00000400:00000010:2.0:1779697969.516040:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7f20. 00000400:00000200:2.0:1779697969.516052:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697969.516055:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697969.516068:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed3800 x1866137496994560/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697969.516079:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed3800 x1866137496994560/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697969.516106:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89800. 02000000:00000010:2.0:1779697969.516114:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:2.0:1779697969.516120:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3800. 00000100:00000010:1.0:1779697969.850504:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b4e0. 00000100:00000010:0.0:1779697969.850559:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bea0. 00000100:00000010:2.0:1779697969.850623:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779697969.852140:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b480. 00000800:00000200:0.0:1779697970.650789:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779697970.650797:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779697970.650802:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1779697970.651540:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1779697974.618490:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 02000000:00000010:2.0:1779697974.618510:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f000. 00000100:00000010:2.0:1779697974.618567:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 02000000:00000010:2.0:1779697974.618573:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4282800. 00000100:00000010:2.0:1779697974.618588:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779697974.618592:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4283400. 02000000:00000010:1.0:1779697974.618653:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbcb3be000. 00000400:00000010:1.0:1779697974.618661:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3058. 00000400:00000010:1.0:1779697974.618669:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779697974.618676:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496994944, portal 25 00000400:00000010:1.0:1779697974.618683:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697974.618687:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496994944, offset 0 00000400:00000200:1.0:1779697974.618696:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697974.618711:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697974.618723:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4480 00000400:00000200:1.0:1779697974.618731:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a76d5 [2] + 0 00000400:00000010:1.0:1779697974.618737:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0000. 00000400:00000200:1.0:1779697974.618748:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad7543840 00000400:00000200:1.0:1779697974.618757:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697974.618762:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697974.618767:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7543840 00000400:00000010:1.0:1779697974.618801:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad7543840. 00000100:00000200:1.0:1779697974.618809:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697974.618835:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779697974.618838:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697974.618847:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9800a80 x1866137496994944/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697974.618867:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aa80. 00000100:00000010:1.0:1779697974.618880:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779697974.618887:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779697974.618893:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a960. 00000020:00000010:2.0:1779697974.619001:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697974.619007:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697974.619013:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697974.619018:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697974.619023:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697974.619065:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba640. 00000020:00000010:2.0:1779697974.619069:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba640. 00000100:00000200:2.0:1779697974.619073:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496994944 02000000:00000010:2.0:1779697974.619088:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4283800. 00010000:00000200:2.0:1779697974.619097:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfeee1050 x1866137496994944/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:660/0 lens 224/224 e 0 to 0 dl 1779697985 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697974.619123:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697974.619128:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496994944, offset 224 00000400:00000200:2.0:1779697974.619135:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697974.619143:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697974.619152:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4480 00000400:00000200:2.0:1779697974.619158:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab6bd [1] + 224 00000400:00000200:2.0:1779697974.619163:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697974.619167:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697974.619175:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9800a80 x1866137496994944/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697974.619196:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697974.619198:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779697974.619211:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697974.619216:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697974.619220:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 02000000:00000010:2.0:1779697974.619229:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4283800. 00000100:00000200:2.0:1779697974.619235:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779697974.619239:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7f20. 00000400:00000010:2.0:1779697974.619244:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc169540. 00000400:00000010:2.0:1779697974.619265:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3058. 00000400:00000200:2.0:1779697974.619269:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:2.0:1779697974.619272:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:2.0:1779697974.619279:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9800a80 x1866137496994944/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697974.619288:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9800a80 x1866137496994944/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697974.619310:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbcb3be000. 02000000:00000010:2.0:1779697974.619315:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f000. 00000100:00000010:2.0:1779697974.619320:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9800a80. 02000000:00000010:3.0:1779697974.619970:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc5400. 00000400:00000010:3.0:1779697974.619978:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000010:3.0:1779697974.619983:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697974.619987:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496995072, portal 10 00000400:00000010:3.0:1779697974.619993:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697974.619996:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496995072, offset 0 00000400:00000200:3.0:1779697974.620004:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697974.620013:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697974.620021:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4500 00000400:00000200:3.0:1779697974.620028:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 121872 00000400:00000200:3.0:1779697974.620035:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697974.620039:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697974.620046:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697974.620052:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790380. 00000400:00000200:3.0:1779697974.620072:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:3.0:1779697974.620078:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697974.620085:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbc9803800 x1866137496995072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697974.620114:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697974.620120:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862b00. 02000000:00000010:3.0:1779697974.620122:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc5800. 00000020:00000010:2.0:1779697974.620124:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000400:00000010:3.0:1779697974.620129:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779697974.620134:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df06e8. 00000100:00000200:3.0:1779697974.620138:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496995200, portal 10 00000400:00000010:3.0:1779697974.620143:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697974.620146:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496995200, offset 0 00000400:00000200:3.0:1779697974.620150:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697974.620157:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697974.620163:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4580 00000400:00000200:3.0:1779697974.620168:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 122392 00000400:00000200:3.0:1779697974.620173:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697974.620177:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697974.620178:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995072 00000100:00000200:3.0:1779697974.620181:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779697974.620185:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02791f80. 00010000:02000000:2.0:1779697974.620193:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697974.620200:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4283800. 00000400:00000200:3.0:1779697974.620202:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697974.620206:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000400:00000010:2.0:1779697974.620209:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697974.620213:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496995072, offset 0 00000100:00000200:3.0:1779697974.620213:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447b80 x1866137496995200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697974.620223:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697974.620232:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697974.620238:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4500 00000400:00000200:2.0:1779697974.620244:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab6cd [1] + 0 00000400:00000200:2.0:1779697974.620248:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697974.620252:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697974.620258:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbc9803800 x1866137496995072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697974.620266:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697974.620271:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000400:00000200:2.0:1779697974.620275:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000020:00000010:3.0:1779697974.620276:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000400:00000010:2.0:1779697974.620279:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779697974.620288:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862b00. 00000020:00000010:2.0:1779697974.620291:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697974.620294:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000100:00000200:3.0:1779697974.620302:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995200 00010000:02000000:3.0:1779697974.620312:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779697974.620319:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc6400. 00000400:00000010:2.0:1779697974.620321:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000010:3.0:1779697974.620325:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000400:00000200:2.0:1779697974.620326:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0e58 00000400:00000010:2.0:1779697974.620328:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0e58. 00000100:00000200:3.0:1779697974.620333:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496995200, offset 0 00000100:00000200:2.0:1779697974.620334:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbc9803800 x1866137496995072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697974.620343:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1779697974.620348:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbc9803800 x1866137496995072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697974.620357:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697974.620369:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4580 00000400:00000200:3.0:1779697974.620375:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab6d5 [1] + 0 02000000:00000010:2.0:1779697974.620378:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc5400. 00000400:00000200:3.0:1779697974.620381:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1779697974.620382:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4282800. 00000100:00000010:2.0:1779697974.620405:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbc9803800. 00000400:00000200:3.0:1779697974.632421:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697974.632469:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447b80 x1866137496995200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697974.632521:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697974.632524:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697974.632550:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697974.632556:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697974.632561:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:2.0:1779697974.632836:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:2.0:1779697974.632844:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df06e8 00000400:00000010:2.0:1779697974.632846:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df06e8. 00000100:00000200:2.0:1779697974.632855:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447b80 x1866137496995200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697974.632865:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447b80 x1866137496995200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779697999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697974.632899:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc5800. 02000000:00000010:2.0:1779697974.632907:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4283400. 00000100:00000010:2.0:1779697974.632912:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 00000100:00000010:3.0:1779697974.962472:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a960. 00000100:00000010:0.0:1779697974.962504:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aa80. 00000100:00000010:2.0:1779697974.962629:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779697974.962648:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:2.0:1779697979.738549:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779697979.738573:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f000. 02000000:00000010:0.0:1779697979.738655:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779697979.738663:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697979.738669:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697979.738675:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496995328, portal 25 00000400:00000010:0.0:1779697979.738680:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697979.738683:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496995328, offset 0 00000400:00000200:0.0:1779697979.738692:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697979.738704:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697979.738725:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4600 00000400:00000200:0.0:1779697979.738732:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a7c6d [2] + 0 00000400:00000010:0.0:1779697979.738736:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0d10. 00000400:00000200:0.0:1779697979.738743:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad7543d80 00000400:00000200:0.0:1779697979.738751:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697979.738763:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779697979.738769:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7543d80 00000400:00000010:0.0:1779697979.738772:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad7543d80. 00000100:00000200:0.0:1779697979.738780:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779697979.738803:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697979.738806:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697979.738813:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447b80 x1866137496995328/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697979.738832:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779697979.738845:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1180. 00000100:00000010:0.0:1779697979.738851:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1840. 00000100:00000010:0.0:1779697979.738856:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f15a0. 00000100:00000010:2.0:1779697979.738901:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779697979.738912:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4280c00. 00000020:00000010:3.0:1779697979.738938:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836a40. 00000020:00000010:3.0:1779697979.738944:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836a40. 00000100:00000010:2.0:1779697979.738949:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 00000020:00000010:3.0:1779697979.738951:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 02000000:00000010:2.0:1779697979.738958:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4281000. 00000020:00000010:3.0:1779697979.738960:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697979.738967:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 02000000:00000010:2.0:1779697979.738985:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4282000. 00000400:00000010:2.0:1779697979.739000:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779697979.739005:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000020:00000010:3.0:1779697979.739008:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836a40. 00000100:00000200:2.0:1779697979.739010:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496995456, portal 10 00000020:00000010:3.0:1779697979.739012:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836a40. 00000400:00000010:2.0:1779697979.739017:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:3.0:1779697979.739017:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995328 00000100:00000200:2.0:1779697979.739022:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496995456, offset 0 00000400:00000200:2.0:1779697979.739028:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1779697979.739031:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc6c00. 00000400:00000200:2.0:1779697979.739036:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1779697979.739044:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee42050 x1866137496995328/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:665/0 lens 224/224 e 0 to 0 dl 1779697990 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697979.739045:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4680 00000400:00000200:2.0:1779697979.739056:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 122912 00000400:00000200:2.0:1779697979.739063:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1779697979.739066:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697979.739070:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496995328, offset 224 00000400:00000200:3.0:1779697979.739076:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697979.739082:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697979.739091:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4600 00000400:00000200:3.0:1779697979.739097:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab6e5 [1] + 224 00000400:00000200:3.0:1779697979.739102:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697979.739104:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697979.739111:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447b80 x1866137496995328/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697979.739183:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697979.739189:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697979.739194:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9803800. 00000400:00000200:2.0:1779697979.739208:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697979.739211:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697979.739216:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446a00 x1866137496995456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697979.739235:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4280800. 00000400:00000010:2.0:1779697979.739239:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7c08. 00000400:00000010:2.0:1779697979.739242:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697979.739244:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496995584, portal 10 00000400:00000010:2.0:1779697979.739248:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697979.739250:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496995584, offset 0 00000400:00000200:2.0:1779697979.739254:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697979.739260:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697979.739272:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4700 00000400:00000200:2.0:1779697979.739276:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 123432 00000400:00000200:2.0:1779697979.739281:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697979.739284:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697979.739287:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779697979.739290:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbc9800a80. 00000400:00000200:2.0:1779697979.739300:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697979.739302:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697979.739307:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445500 x1866137496995584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779697979.739404:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779697979.739410:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7380. 00000020:00000010:2.0:1779697979.739414:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697979.739596:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779697979.739600:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7500. 00000020:00000010:2.0:1779697979.739604:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779697979.739626:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995456 00010000:02000000:2.0:1779697979.739640:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697979.739648:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4280000. 00000400:00000010:2.0:1779697979.739656:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697979.739660:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496995456, offset 0 00000400:00000200:2.0:1779697979.739666:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697979.739673:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697979.739680:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4680 00000400:00000200:2.0:1779697979.739686:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab6ed [1] + 0 00000400:00000200:2.0:1779697979.739691:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697979.739696:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697979.739703:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446a00 x1866137496995456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697979.739721:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697979.739723:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697979.739735:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7380. 00000020:00000010:2.0:1779697979.739739:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779697979.739742:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000100:00000200:2.0:1779697979.739767:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995584 00010000:02000000:2.0:1779697979.739775:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779697979.739781:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4282800. 00000400:00000010:2.0:1779697979.739786:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779697979.739789:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496995584, offset 0 00000400:00000200:2.0:1779697979.739794:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779697979.739800:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779697979.739807:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4700 00000400:00000200:2.0:1779697979.739812:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab6f9 [1] + 0 00000400:00000200:2.0:1779697979.739817:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779697979.739821:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779697979.739828:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445500 x1866137496995584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779697979.739840:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779697979.739842:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779697979.739850:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7500. 00000020:00000010:2.0:1779697979.739853:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779697979.739856:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000400:00000010:2.0:1779697979.739890:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:2.0:1779697979.739893:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779697979.739896:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779697979.739901:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446a00 x1866137496995456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697979.739910:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446a00 x1866137496995456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779697979.739944:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7c08. 00000400:00000200:2.0:1779697979.739948:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779697979.739950:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779697979.739956:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445500 x1866137496995584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779697979.739964:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445500 x1866137496995584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779697979.739981:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4282000. 02000000:00000010:2.0:1779697979.739986:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4280c00. 00000100:00000010:2.0:1779697979.740000:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779697979.740006:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4280800. 02000000:00000010:2.0:1779697979.740009:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4281000. 00000100:00000010:2.0:1779697979.740012:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445500. 00000400:00000200:3.0:1779697979.744794:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697979.744803:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697979.744833:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697979.744839:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697979.744843:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779697979.744852:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00fc6c00. 00000100:00000200:3.0:1779697979.744861:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697979.744871:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326cb8. 00000400:00000010:3.0:1779697979.744877:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac452c900. 00000400:00000010:0.0:1779697979.749303:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:0.0:1779697979.749317:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697979.749320:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697979.749333:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447b80 x1866137496995328/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697979.749344:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447b80 x1866137496995328/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779697995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697979.749373:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779697979.749379:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f000. 00000100:00000010:0.0:1779697979.749386:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 00000100:00000010:1.0:1779697980.082485:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1180. 00000100:00000010:0.0:1779697980.082981:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:2.0:1779697980.083371:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1840. 00000100:00000010:3.0:1779697980.083435:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f15a0. 00000100:00000010:1.0:1779697984.861977:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3b80. 02000000:00000010:1.0:1779697984.861998:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779697984.862049:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0700. 02000000:00000010:1.0:1779697984.862056:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46de000. 00000100:00000010:1.0:1779697984.862076:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0380. 02000000:00000010:1.0:1779697984.862080:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df000. 02000000:00000010:1.0:1779697984.862109:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46ddc00. 00000400:00000010:1.0:1779697984.862116:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3a50. 00000400:00000010:1.0:1779697984.862122:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697984.862128:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496995840, portal 10 00000400:00000010:1.0:1779697984.862134:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779697984.862137:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496995840, offset 0 00000400:00000200:1.0:1779697984.862145:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697984.862157:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697984.862168:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4800 00000400:00000200:1.0:1779697984.862175:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 123952 00000400:00000200:1.0:1779697984.862185:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697984.862189:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697984.862197:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697984.862202:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3480. 00000400:00000200:1.0:1779697984.862220:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e87f8 00000400:00000010:1.0:1779697984.862223:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779697984.862229:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed0700 x1866137496995840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697984.862248:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779697984.862264:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779697984.862269:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a840. 00000100:00000010:1.0:1779697984.862273:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a420. 02000000:00000010:1.0:1779697984.862284:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46dec00. 00000400:00000010:1.0:1779697984.862287:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3bb0. 00000400:00000010:1.0:1779697984.862289:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779697984.862292:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496995968, portal 10 00000400:00000010:1.0:1779697984.862295:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697984.862297:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496995968, offset 0 00000400:00000200:1.0:1779697984.862300:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697984.862305:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697984.862310:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4880 00000400:00000200:1.0:1779697984.862314:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 124472 00000400:00000200:1.0:1779697984.862319:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697984.862321:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1779697984.862419:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779697984.862425:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326b00. 00000400:00000010:3.0:1779697984.862428:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697984.862431:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496995712, portal 25 00000400:00000010:3.0:1779697984.862435:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697984.862437:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496995712, offset 0 00000400:00000200:3.0:1779697984.862441:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697984.862445:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697984.862451:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4780 00000400:00000200:3.0:1779697984.862455:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a7e75 [2] + 0 00000400:00000010:3.0:1779697984.862458:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3b58. 00000400:00000200:3.0:1779697984.862462:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345840 00000400:00000200:3.0:1779697984.862465:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697984.862467:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697984.862469:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345840 00000400:00000010:3.0:1779697984.862471:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345840. 00000100:00000200:3.0:1779697984.862475:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697984.862486:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:3.0:1779697984.862488:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697984.862492:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed3b80 x1866137496995712/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779697984.862551:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836100. 00000020:00000010:3.0:1779697984.862555:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836100. 00000020:00000010:3.0:1779697984.862560:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697984.862564:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697984.862569:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697984.862600:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836100. 00000020:00000010:3.0:1779697984.862603:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836100. 00000100:00000200:3.0:1779697984.862606:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995712 02000000:00000010:3.0:1779697984.862619:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc5000. 00010000:00000200:3.0:1779697984.862627:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee42850 x1866137496995712/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:670/0 lens 224/224 e 0 to 0 dl 1779697995 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697984.862640:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697984.862642:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496995712, offset 224 00000400:00000200:3.0:1779697984.862646:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697984.862650:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697984.862655:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4780 00000400:00000200:3.0:1779697984.862659:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab71d [1] + 224 00000400:00000200:3.0:1779697984.862663:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697984.862665:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697984.862670:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed3b80 x1866137496995712/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697984.862696:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:3.0:1779697984.862698:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000020:00000010:3.0:1779697984.862708:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697984.862711:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697984.862724:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779697984.862729:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00fc5000. 00000100:00000200:3.0:1779697984.862735:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697984.862738:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326000. 00000400:00000010:3.0:1779697984.862742:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac452c0c0. 00000400:00000010:3.0:1779697984.862759:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326b00. 00000400:00000200:3.0:1779697984.862763:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697984.862765:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697984.862769:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed3b80 x1866137496995712/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779697984.862777:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed3b80 x1866137496995712/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697984.862794:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:3.0:1779697984.862834:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:3.0:1779697984.862838:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed3b80. 00000100:00000200:1.0:1779697984.863006:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697984.863011:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3b80. 00000400:00000200:1.0:1779697984.863021:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779697984.863023:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697984.863028:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed0380 x1866137496995968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697984.863067:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbcb3be000. 00000020:00000010:1.0:1779697984.863071:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e300. 00000020:00000010:1.0:1779697984.863076:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697984.863094:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697984.863097:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1a00. 00000020:00000010:1.0:1779697984.863100:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779697984.863112:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995840 00010000:02000000:1.0:1779697984.863124:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697984.863131:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dcc00. 00000400:00000010:1.0:1779697984.863139:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697984.863142:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496995840, offset 0 00000400:00000200:1.0:1779697984.863146:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697984.863151:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697984.863157:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4800 00000400:00000200:1.0:1779697984.863162:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab70d [1] + 0 00000400:00000200:1.0:1779697984.863167:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697984.863169:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697984.863174:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed0700 x1866137496995840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697984.863188:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779697984.863190:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000020:00000010:1.0:1779697984.863196:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e300. 00000020:00000010:1.0:1779697984.863199:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697984.863202:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbcb3be000. 00000100:00000200:1.0:1779697984.863211:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496995968 00010000:02000000:1.0:1779697984.863217:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697984.863222:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de800. 00000400:00000010:1.0:1779697984.863226:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697984.863228:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496995968, offset 0 00000400:00000200:1.0:1779697984.863231:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697984.863235:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697984.863240:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4880 00000400:00000200:1.0:1779697984.863244:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab715 [1] + 0 00000400:00000200:1.0:1779697984.863249:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697984.863251:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697984.863256:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed0380 x1866137496995968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697984.863264:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779697984.863266:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000020:00000010:1.0:1779697984.863271:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1a00. 00000020:00000010:1.0:1779697984.863274:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697984.863276:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:1.0:1779697984.863294:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3a50. 00000400:00000200:1.0:1779697984.863297:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779697984.863298:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697984.863302:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed0700 x1866137496995840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697984.863310:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed0700 x1866137496995840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697984.863324:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3bb0. 00000400:00000200:1.0:1779697984.863406:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e87f8 00000400:00000010:1.0:1779697984.863408:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779697984.863413:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed0380 x1866137496995968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697984.863420:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed0380 x1866137496995968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697984.863434:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46ddc00. 02000000:00000010:1.0:1779697984.863438:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46de000. 00000100:00000010:1.0:1779697984.863440:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0700. 02000000:00000010:1.0:1779697984.863444:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46dec00. 02000000:00000010:1.0:1779697984.863446:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df000. 00000100:00000010:1.0:1779697984.863449:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed0380. 00000100:00000010:3.0:1779697985.210462:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a420. 00000100:00000010:0.0:1779697985.210540:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779697985.210647:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a240. 00000100:00000010:2.0:1779697985.211054:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a840. 00000100:00000010:3.0:1779697989.978894:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790a80. 02000000:00000010:3.0:1779697989.978918:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba600. 00000100:00000010:3.0:1779697989.978990:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790700. 02000000:00000010:3.0:1779697989.978999:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00fc5000. 00000100:00000010:3.0:1779697989.979017:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:3.0:1779697989.979022:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00fc4000. 02000000:00000010:1.0:1779697989.979123:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779697989.979132:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3bb0. 00000400:00000010:1.0:1779697989.979139:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779697989.979147:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496996096, portal 25 00000400:00000010:1.0:1779697989.979153:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697989.979156:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496996096, offset 0 00000400:00000200:1.0:1779697989.979165:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697989.979191:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697989.979205:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4900 00000400:00000200:1.0:1779697989.979215:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a83f9 [2] + 0 00000400:00000010:1.0:1779697989.979219:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243af20. 00000400:00000200:1.0:1779697989.979226:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fe6c0 00000400:00000200:1.0:1779697989.979234:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697989.979239:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779697989.979245:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fe6c0 00000400:00000010:1.0:1779697989.979247:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fe6c0. 00000100:00000200:1.0:1779697989.979255:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779697989.979278:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779697989.979281:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697989.979298:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790a80 x1866137496996096/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779697989.979318:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779697989.979335:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af60. 00000100:00000010:1.0:1779697989.979341:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a6c0. 00000100:00000010:1.0:1779697989.979347:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a900. 02000000:00000010:1.0:1779697989.979384:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df000. 00000400:00000010:1.0:1779697989.979404:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3a50. 00000400:00000010:1.0:1779697989.979409:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779697989.979412:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496996224, portal 10 00000400:00000010:1.0:1779697989.979427:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697989.979430:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496996224, offset 0 00000400:00000200:1.0:1779697989.979436:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697989.979442:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697989.979449:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4980 00000400:00000200:1.0:1779697989.979454:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 124992 00000400:00000200:1.0:1779697989.979460:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697989.979463:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697989.979469:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697989.979474:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0380. 00000400:00000200:1.0:1779697989.979496:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779697989.979498:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697989.979505:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790700 x1866137496996224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697989.979526:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46dec00. 00000400:00000010:1.0:1779697989.979530:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3b00. 00000400:00000010:1.0:1779697989.979534:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779697989.979537:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496996352, portal 10 00000400:00000010:1.0:1779697989.979542:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779697989.979585:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496996352, offset 0 00000400:00000200:1.0:1779697989.979592:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697989.979599:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697989.979606:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4a00 00000400:00000200:1.0:1779697989.979611:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 125512 00000400:00000200:1.0:1779697989.979616:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697989.979620:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697989.979625:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779697989.979628:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0700. 00000400:00000200:1.0:1779697989.979644:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e85d8 00000400:00000010:1.0:1779697989.979646:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779697989.979652:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496996352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697989.979717:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:0.0:1779697989.979719:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:1.0:1779697989.979725:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1200. 00000020:00000010:0.0:1779697989.979726:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697989.979734:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:1.0:1779697989.979734:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:0.0:1779697989.979774:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996352 00010000:02000000:0.0:1779697989.979788:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779697989.979797:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060d000. 00000400:00000010:0.0:1779697989.979806:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697989.979810:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496996352, offset 0 00000400:00000200:0.0:1779697989.979814:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697989.979820:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697989.979826:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4a00 00000400:00000200:0.0:1779697989.979831:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab745 [1] + 0 00000400:00000200:0.0:1779697989.979836:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697989.979839:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697989.979845:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496996352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697989.979863:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779697989.979865:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000020:00000010:0.0:1779697989.979876:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6880. 00000020:00000010:0.0:1779697989.979880:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000100:00000200:1.0:1779697989.979899:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996224 00000020:00000010:0.0:1779697989.979902:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00010000:02000000:1.0:1779697989.979909:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697989.979916:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de000. 00000400:00000010:1.0:1779697989.979922:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779697989.979926:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496996224, offset 0 00000400:00000200:1.0:1779697989.979930:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1779697989.979936:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3b00. 00000400:00000200:1.0:1779697989.979937:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697989.979943:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:0.0:1779697989.979945:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000400:00000200:1.0:1779697989.979948:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4980 00000100:00000200:0.0:1779697989.979953:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496996352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697989.979956:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab73d [1] + 0 00000400:00000200:1.0:1779697989.979966:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1779697989.979971:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496996352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697989.979972:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697989.979983:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790700 x1866137496996224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697989.979998:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46dec00. 00000400:00000200:1.0:1779697989.979998:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e85d8 00000400:00000010:1.0:1779697989.980000:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e85d8. 02000000:00000010:0.0:1779697989.980005:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00fc4000. 00000100:00000010:0.0:1779697989.980010:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 00000020:00000010:1.0:1779697989.980011:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1200. 00000020:00000010:1.0:1779697989.980016:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000400:00000010:0.0:1779697989.980017:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3a50. 00000020:00000010:1.0:1779697989.980020:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000200:0.0:1779697989.980021:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:0.0:1779697989.980024:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:0.0:1779697989.980031:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790700 x1866137496996224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697989.980039:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790700 x1866137496996224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697989.980052:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df000. 02000000:00000010:0.0:1779697989.980056:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00fc5000. 00000100:00000010:0.0:1779697989.980073:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790700. 00000020:00000010:3.0:1779697989.980305:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98363c0. 00000020:00000010:3.0:1779697989.980310:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98363c0. 00000020:00000010:3.0:1779697989.980316:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779697989.980319:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697989.980323:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697989.980360:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98363c0. 00000020:00000010:3.0:1779697989.980363:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98363c0. 00000100:00000200:3.0:1779697989.980366:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996096 02000000:00000010:3.0:1779697989.980378:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc5000. 00010000:00000200:3.0:1779697989.980387:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee40850 x1866137496996096/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:675/0 lens 224/224 e 0 to 0 dl 1779698000 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779697989.980440:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697989.980445:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496996096, offset 224 00000400:00000200:3.0:1779697989.980452:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697989.980460:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697989.980468:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4900 00000400:00000200:3.0:1779697989.980474:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab735 [1] + 224 00000400:00000200:3.0:1779697989.980479:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697989.980483:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779697989.980491:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790a80 x1866137496996096/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779697989.980509:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:3.0:1779697989.980512:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000020:00000010:3.0:1779697989.980523:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e380. 00000020:00000010:3.0:1779697989.980526:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779697989.980530:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779697989.980539:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00fc5000. 00000100:00000200:3.0:1779697989.980545:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779697989.980550:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326b00. 00000400:00000010:3.0:1779697989.980554:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac452c9c0. 00000400:00000010:0.0:1779697989.980717:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3bb0. 00000400:00000200:0.0:1779697989.980721:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e87f8 00000400:00000010:0.0:1779697989.980723:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e87f8. 00000100:00000200:0.0:1779697989.980728:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790a80 x1866137496996096/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779697989.980737:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790a80 x1866137496996096/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779697989.980749:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:0.0:1779697989.980752:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba600. 00000100:00000010:0.0:1779697989.980755:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790a80. 00000100:00000010:2.0:1779697990.322488:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a6c0. 00000100:00000010:3.0:1779697990.322618:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a900. 00000100:00000010:0.0:1779697990.322689:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779697990.322780:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af60. 00000100:00000010:0.0:1779697995.098580:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210a80. 02000000:00000010:0.0:1779697995.098603:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779697995.098672:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 02000000:00000010:0.0:1779697995.098679:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060c400. 00000100:00000010:0.0:1779697995.098698:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 02000000:00000010:0.0:1779697995.098702:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf060d800. 02000000:00000010:0.0:1779697995.098729:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07cac00. 00000400:00000010:0.0:1779697995.098735:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779697995.098741:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779697995.098748:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496996608, portal 10 00000400:00000010:0.0:1779697995.098754:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697995.098757:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496996608, offset 0 00000400:00000200:0.0:1779697995.098764:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697995.098775:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697995.098786:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4b00 00000400:00000200:0.0:1779697995.098792:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 126032 00000400:00000200:0.0:1779697995.098802:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697995.098805:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697995.098812:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697995.098816:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211180. 00000400:00000200:0.0:1779697995.098832:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779697995.098834:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697995.098842:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210000 x1866137496996608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779697995.098861:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779697995.098871:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1660. 00000100:00000010:0.0:1779697995.098882:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f15a0. 00000100:00000010:0.0:1779697995.098887:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1840. 02000000:00000010:0.0:1779697995.098899:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c8c00. 00000400:00000010:0.0:1779697995.098902:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779697995.098905:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779697995.098907:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496996736, portal 10 00000400:00000010:0.0:1779697995.098912:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779697995.098913:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496996736, offset 0 00000400:00000200:0.0:1779697995.098917:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697995.098922:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697995.098926:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4b80 00000400:00000200:0.0:1779697995.098929:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 126552 00000400:00000200:0.0:1779697995.098934:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697995.098936:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697995.098939:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779697995.098943:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790a80. 00000400:00000200:0.0:1779697995.098951:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779697995.098953:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779697995.098957:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5211500 x1866137496996736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779697995.099037:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779697995.099043:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326420. 00000400:00000010:3.0:1779697995.099047:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0cc0. 00000100:00000200:3.0:1779697995.099049:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496996480, portal 25 00000400:00000010:3.0:1779697995.099052:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697995.099054:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496996480, offset 0 00000400:00000200:3.0:1779697995.099059:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779697995.099064:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779697995.099069:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4a80 00000400:00000200:3.0:1779697995.099074:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a864d [2] + 0 00000400:00000010:3.0:1779697995.099078:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3f78. 00000400:00000200:3.0:1779697995.099082:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad23450c0 00000400:00000200:3.0:1779697995.099086:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779697995.099089:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779697995.099091:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad23450c0 00000400:00000010:3.0:1779697995.099093:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad23450c0. 00000100:00000200:3.0:1779697995.099098:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779697995.099118:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:3.0:1779697995.099120:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779697995.099125:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad5210a80 x1866137496996480/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779697995.099219:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779697995.099226:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1200. 00000020:00000010:1.0:1779697995.099231:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697995.099260:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779697995.099263:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1180. 00000020:00000010:1.0:1779697995.099265:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000100:00000200:1.0:1779697995.099283:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996608 00010000:02000000:1.0:1779697995.099297:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697995.099306:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dd800. 00000400:00000010:1.0:1779697995.099318:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779697995.099321:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496996608, offset 0 00000400:00000200:1.0:1779697995.099325:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697995.099330:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697995.099336:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4b00 00000400:00000200:1.0:1779697995.099340:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab75d [1] + 0 00000400:00000200:1.0:1779697995.099344:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697995.099347:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697995.099353:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210000 x1866137496996608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697995.099368:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e85d8 00000400:00000010:1.0:1779697995.099369:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e85d8. 00000020:00000010:1.0:1779697995.099380:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1200. 00000020:00000010:1.0:1779697995.099383:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779697995.099386:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779697995.099416:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996736 00010000:02000000:1.0:1779697995.099423:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779697995.099428:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dc800. 00000400:00000010:1.0:1779697995.099433:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779697995.099435:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496996736, offset 0 00000400:00000200:1.0:1779697995.099439:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779697995.099443:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779697995.099448:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4b80 00000400:00000200:1.0:1779697995.099452:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab765 [1] + 0 00000400:00000200:1.0:1779697995.099456:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779697995.099459:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779697995.099463:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5211500 x1866137496996736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779697995.099473:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e85d8 00000400:00000010:1.0:1779697995.099474:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e85d8. 00000020:00000010:1.0:1779697995.099480:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1180. 00000020:00000010:1.0:1779697995.099482:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779697995.099485:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:1.0:1779697995.099505:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243acb8. 00000400:00000200:1.0:1779697995.099508:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:1.0:1779697995.099511:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:1.0:1779697995.099515:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210000 x1866137496996608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697995.099523:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210000 x1866137496996608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779697995.099543:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:1.0:1779697995.099545:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:1.0:1779697995.099547:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:1.0:1779697995.099550:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5211500 x1866137496996736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697995.099557:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5211500 x1866137496996736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697995.099568:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07cac00. 02000000:00000010:1.0:1779697995.099573:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060c400. 00000100:00000010:1.0:1779697995.099577:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210000. 02000000:00000010:1.0:1779697995.099580:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c8c00. 02000000:00000010:1.0:1779697995.099582:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf060d800. 00000100:00000010:1.0:1779697995.099584:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5211500. 00000020:00000010:0.0:1779697995.099858:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697995.099863:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697995.099867:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779697995.099870:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779697995.099873:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697995.099898:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61380. 00000020:00000010:0.0:1779697995.099900:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61380. 00000100:00000200:0.0:1779697995.099903:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996480 02000000:00000010:0.0:1779697995.099914:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c8800. 00010000:00000200:0.0:1779697995.099921:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee43c50 x1866137496996480/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:681/0 lens 224/224 e 0 to 0 dl 1779698006 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779697995.099931:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779697995.099934:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496996480, offset 224 00000400:00000200:0.0:1779697995.099939:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779697995.099944:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779697995.099949:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4a80 00000400:00000200:0.0:1779697995.099954:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab76d [1] + 224 00000400:00000200:0.0:1779697995.099958:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779697995.099961:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779697995.099966:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad5210a80 x1866137496996480/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779697995.099988:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779697995.099990:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000020:00000010:0.0:1779697995.099998:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779697995.100001:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779697995.100003:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 02000000:00000010:0.0:1779697995.100009:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07c8800. 00000100:00000200:0.0:1779697995.100013:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779697995.100017:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a3c8. 00000400:00000010:0.0:1779697995.100021:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8600. 00000400:00000010:1.0:1779697995.100244:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326420. 00000400:00000200:1.0:1779697995.100249:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0cc0 00000400:00000010:1.0:1779697995.100250:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0cc0. 00000100:00000200:1.0:1779697995.100255:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad5210a80 x1866137496996480/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779697995.100264:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad5210a80 x1866137496996480/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779697995.100277:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:1.0:1779697995.100281:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:1.0:1779697995.100284:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad5210a80. 00000100:00000010:3.0:1779697995.442499:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1840. 00000100:00000010:0.0:1779697995.442568:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:1.0:1779697995.442626:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1660. 00000100:00000010:2.0:1779697995.442758:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f15a0. 00000020:02000400:1.0:1779697996.664046:0:223976:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 128 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:1.0:1779697996.681825:0:223976:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93cbe0517000 lustre-MDT0000-lwp-MDT0000_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:0.0:1779698000.218465:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790700. 02000000:00000010:0.0:1779698000.218487:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779698000.218554:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779698000.218562:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07ca000. 00000100:00000010:0.0:1779698000.218587:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b8700. 02000000:00000010:0.0:1779698000.218592:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07cb800. 02000000:00000010:1.0:1779698000.218708:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700c00. 00000400:00000010:1.0:1779698000.218716:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3898. 00000400:00000010:1.0:1779698000.218723:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e85d8. 00000100:00000200:1.0:1779698000.218730:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496996864, portal 25 00000400:00000010:1.0:1779698000.218734:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8440. 00000100:00000200:1.0:1779698000.218737:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496996864, offset 0 00000400:00000200:1.0:1779698000.218745:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698000.218757:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698000.218768:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4c00 00000400:00000200:1.0:1779698000.218775:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a8c9d [2] + 0 00000400:00000010:1.0:1779698000.218780:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0aa8. 00000400:00000200:1.0:1779698000.218786:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad7543a80 00000400:00000200:1.0:1779698000.218794:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698000.218798:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698000.218803:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7543a80 00000400:00000010:1.0:1779698000.218815:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad7543a80. 00000100:00000200:1.0:1779698000.218823:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698000.218845:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8440 00000400:00000010:1.0:1779698000.218848:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8440. 00000100:00000200:1.0:1779698000.218856:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb02790700 x1866137496996864/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698000.218874:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af60. 00000100:00000010:1.0:1779698000.218886:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779698000.218891:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a900. 00000100:00000010:1.0:1779698000.218895:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a6c0. 02000000:00000010:1.0:1779698000.218921:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779698000.218924:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3c60. 00000400:00000010:1.0:1779698000.218927:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8440. 00000100:00000200:1.0:1779698000.218930:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496996992, portal 10 00000400:00000010:1.0:1779698000.218934:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8bb0. 00000100:00000200:1.0:1779698000.218937:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496996992, offset 0 00000400:00000200:1.0:1779698000.218941:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698000.218946:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698000.218951:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4c80 00000400:00000200:1.0:1779698000.218956:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 127072 00000400:00000200:1.0:1779698000.218961:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698000.218964:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698000.218969:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698000.218973:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3800. 00000400:00000200:1.0:1779698000.218991:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8bb0 00000400:00000010:1.0:1779698000.218993:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8bb0. 00000100:00000200:1.0:1779698000.218997:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137496996992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698000.219012:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df800. 00000400:00000010:1.0:1779698000.219015:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3160. 00000400:00000010:1.0:1779698000.219018:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8bb0. 00000100:00000200:1.0:1779698000.219021:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496997120, portal 10 00000400:00000010:1.0:1779698000.219025:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779698000.219027:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496997120, offset 0 00000400:00000200:1.0:1779698000.219031:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698000.219035:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698000.219040:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4d00 00000400:00000200:1.0:1779698000.219043:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 127592 00000400:00000200:1.0:1779698000.219047:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698000.219050:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698000.219053:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698000.219056:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed0e00. 00000400:00000200:1.0:1779698000.219066:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e87f8 00000020:00000010:3.0:1779698000.219113:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98368c0. 00000020:00000010:3.0:1779698000.219119:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98368c0. 00000020:00000010:3.0:1779698000.219124:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698000.219128:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed00. 00000020:00000010:3.0:1779698000.219133:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698000.219163:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98368c0. 00000020:00000010:3.0:1779698000.219165:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98368c0. 00000400:00000010:1.0:1779698000.219226:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779698000.219232:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b8700 x1866137496997120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698000.219272:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996864 02000000:00000010:3.0:1779698000.219286:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc6c00. 00010000:00000200:3.0:1779698000.219294:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee41450 x1866137496996864/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:686/0 lens 224/224 e 0 to 0 dl 1779698011 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698000.219309:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779698000.219312:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496996864, offset 224 00000400:00000200:3.0:1779698000.219317:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698000.219322:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698000.219327:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4c00 00000400:00000200:3.0:1779698000.219331:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab785 [1] + 224 00000400:00000200:3.0:1779698000.219336:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698000.219339:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698000.219344:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb02790700 x1866137496996864/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698000.219359:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:3.0:1779698000.219361:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000020:00000010:3.0:1779698000.219371:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed00. 00000020:00000010:3.0:1779698000.219374:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698000.219377:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779698000.219383:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00fc6c00. 00000100:00000200:3.0:1779698000.219409:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698000.219413:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326738. 00000400:00000010:3.0:1779698000.219418:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cace867600. 00000400:00000010:3.0:1779698000.219434:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3898. 00000400:00000200:3.0:1779698000.219437:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e85d8 00000400:00000010:3.0:1779698000.219438:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e85d8. 00000100:00000200:3.0:1779698000.219443:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb02790700 x1866137496996864/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698000.219475:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb02790700 x1866137496996864/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698000.219493:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700c00. 02000000:00000010:3.0:1779698000.219498:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3700. 00000100:00000010:3.0:1779698000.219502:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb02790700. 00000020:00000010:0.0:1779698000.221294:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698000.221305:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698000.221311:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698000.221339:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698000.221342:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779698000.221344:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000100:00000200:0.0:1779698000.221364:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496996992 00010000:02000000:0.0:1779698000.221406:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698000.221416:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c9000. 00000400:00000010:0.0:1779698000.221429:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698000.221435:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496996992, offset 0 00000400:00000200:0.0:1779698000.221441:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698000.221452:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698000.221462:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4c80 00000400:00000200:0.0:1779698000.221469:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab78d [1] + 0 00000400:00000200:0.0:1779698000.221478:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698000.221481:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698000.221539:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137496996992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698000.221563:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779698000.221566:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000020:00000010:0.0:1779698000.221578:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698000.221582:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698000.221586:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000100:00000200:0.0:1779698000.221605:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496997120 00010000:02000000:0.0:1779698000.221612:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698000.221617:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07ca400. 00000400:00000010:0.0:1779698000.221622:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698000.221625:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496997120, offset 0 00000400:00000200:0.0:1779698000.221629:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698000.221634:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698000.221639:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4d00 00000400:00000200:0.0:1779698000.221644:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab795 [1] + 0 00000400:00000200:0.0:1779698000.221648:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698000.221651:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698000.221657:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b8700 x1866137496997120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698000.221667:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779698000.221669:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000020:00000010:0.0:1779698000.221676:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779698000.221678:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698000.221680:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000400:00000010:0.0:1779698000.221728:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3c60. 00000400:00000200:0.0:1779698000.221732:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8440 00000400:00000010:0.0:1779698000.221734:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8440. 00000100:00000200:0.0:1779698000.221739:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137496996992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698000.221748:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137496996992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698000.221771:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3160. 00000400:00000200:0.0:1779698000.221773:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8bb0 00000400:00000010:0.0:1779698000.221775:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8bb0. 00000100:00000200:0.0:1779698000.221778:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b8700 x1866137496997120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698000.221786:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b8700 x1866137496997120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698000.221800:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:0.0:1779698000.221805:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07ca000. 00000100:00000010:0.0:1779698000.221808:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779698000.221878:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df800. 02000000:00000010:0.0:1779698000.221883:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07cb800. 00000100:00000010:0.0:1779698000.221886:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b8700. 00000100:00000010:0.0:1779698000.562554:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af60. 00000100:00000010:1.0:1779698000.562731:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a240. 00000100:00000010:3.0:1779698000.563321:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a6c0. 00000100:00000010:2.0:1779698000.563416:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a900. 00000100:00000010:0.0:1779698005.338577:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b8700. 02000000:00000010:0.0:1779698005.338600:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3800. 00000100:00000010:0.0:1779698005.338661:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779698005.338668:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07ca000. 00000100:00000010:0.0:1779698005.338685:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9c00. 02000000:00000010:0.0:1779698005.338688:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07cb800. 02000000:00000010:0.0:1779698005.338716:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c9400. 00000400:00000010:0.0:1779698005.338722:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a0b0. 00000400:00000010:0.0:1779698005.338729:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698005.338735:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496997376, portal 10 00000400:00000010:0.0:1779698005.338741:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698005.338744:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496997376, offset 0 00000400:00000200:0.0:1779698005.338753:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698005.338765:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698005.338776:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4e00 00000400:00000200:0.0:1779698005.338782:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 128112 00000400:00000200:0.0:1779698005.338792:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698005.338796:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698005.338815:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698005.338847:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823100. 00000400:00000200:0.0:1779698005.338868:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779698005.338870:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698005.338878:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137496997376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698005.338897:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779698005.339062:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1180. 00000100:00000010:0.0:1779698005.339071:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1240. 00000100:00000010:0.0:1779698005.339080:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1b40. 02000000:00000010:0.0:1779698005.339092:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07ca800. 00000400:00000010:0.0:1779698005.339096:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a580. 00000400:00000010:0.0:1779698005.339099:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698005.339103:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496997504, portal 10 00000400:00000010:0.0:1779698005.339108:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698005.339110:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496997504, offset 0 00000400:00000200:0.0:1779698005.339114:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698005.339119:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698005.339125:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4e80 00000400:00000200:0.0:1779698005.339129:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 128632 00000400:00000200:0.0:1779698005.339133:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698005.339136:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698005.339140:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698005.339143:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821180. 00000400:00000200:0.0:1779698005.339155:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698005.339157:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698005.339162:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b9c00 x1866137496997504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698005.339211:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698005.339217:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779698005.339222:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698005.339245:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698005.339248:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698005.339251:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779698005.339268:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496997376 00010000:02000000:0.0:1779698005.339283:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698005.339292:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cb400. 00000400:00000010:0.0:1779698005.339374:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698005.339378:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496997376, offset 0 00000400:00000200:0.0:1779698005.339382:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698005.339387:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698005.339479:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4e00 00000400:00000200:0.0:1779698005.339484:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab7ad [1] + 0 00000400:00000200:0.0:1779698005.339489:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698005.339492:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698005.339498:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137496997376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698005.339515:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698005.339517:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000020:00000010:0.0:1779698005.339530:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779698005.339534:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698005.339537:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000100:00000200:0.0:1779698005.339547:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496997504 00010000:02000000:0.0:1779698005.339565:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698005.339571:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c8000. 00000400:00000010:0.0:1779698005.339578:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698005.339581:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496997504, offset 0 00000400:00000200:0.0:1779698005.339585:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698005.339589:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698005.339594:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4e80 00000400:00000200:0.0:1779698005.339598:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab7b5 [1] + 0 00000400:00000200:0.0:1779698005.339602:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698005.339604:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698005.339609:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b9c00 x1866137496997504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698005.339619:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698005.339621:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000020:00000010:0.0:1779698005.339627:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698005.339630:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698005.339632:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698005.339654:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:0.0:1779698005.339657:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779698005.339659:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698005.339663:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137496997376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698005.339671:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137496997376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698005.339696:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a580. 00000400:00000200:0.0:1779698005.339699:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779698005.339700:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698005.339703:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b9c00 x1866137496997504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698005.339710:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b9c00 x1866137496997504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698005.339722:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c9400. 02000000:00000010:0.0:1779698005.339726:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07ca000. 00000100:00000010:0.0:1779698005.339731:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779698005.339736:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07ca800. 02000000:00000010:0.0:1779698005.339739:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07cb800. 00000100:00000010:0.0:1779698005.339742:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9c00. 02000000:00000010:2.0:1779698005.339840:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b88600. 00000400:00000010:2.0:1779698005.339845:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7c08. 00000400:00000010:2.0:1779698005.339850:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698005.339852:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496997248, portal 25 00000400:00000010:2.0:1779698005.339855:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698005.339858:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496997248, offset 0 00000400:00000200:2.0:1779698005.339862:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698005.339867:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698005.339873:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4d80 00000400:00000200:2.0:1779698005.339878:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a8f4d [2] + 0 00000400:00000010:2.0:1779698005.339881:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3c60. 00000400:00000200:2.0:1779698005.339884:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345240 00000400:00000200:2.0:1779698005.339887:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698005.339890:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698005.339892:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345240 00000400:00000010:2.0:1779698005.339894:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345240. 00000100:00000200:2.0:1779698005.339899:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698005.340059:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698005.340062:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698005.340067:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b8700 x1866137496997248/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698005.340205:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779698005.340209:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779698005.340213:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698005.340215:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698005.340218:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698005.340512:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea618c0. 00000020:00000010:0.0:1779698005.340515:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea618c0. 00000100:00000200:0.0:1779698005.340518:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496997248 02000000:00000010:0.0:1779698005.340530:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cb800. 00010000:00000200:0.0:1779698005.340538:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee42c50 x1866137496997248/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:691/0 lens 224/224 e 0 to 0 dl 1779698016 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698005.340550:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698005.340562:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496997248, offset 224 00000400:00000200:0.0:1779698005.340567:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698005.340574:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698005.340579:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4d80 00000400:00000200:0.0:1779698005.340583:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab7c5 [1] + 224 00000400:00000200:0.0:1779698005.340590:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698005.340592:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698005.340599:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b8700 x1866137496997248/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698005.340610:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779698005.340612:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000020:00000010:0.0:1779698005.340621:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698005.340624:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698005.340627:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 02000000:00000010:0.0:1779698005.340632:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07cb800. 00000100:00000200:0.0:1779698005.340637:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698005.340641:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a580. 00000400:00000010:0.0:1779698005.340645:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e89c0. 00000400:00000010:2.0:1779698005.341030:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7c08. 00000400:00000200:2.0:1779698005.341035:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698005.341036:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698005.341042:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b8700 x1866137496997248/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698005.341050:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b8700 x1866137496997248/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698005.341068:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b88600. 02000000:00000010:2.0:1779698005.341075:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3800. 00000100:00000010:2.0:1779698005.341080:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b8700. 00000100:00000010:0.0:1779698005.682498:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:2.0:1779698005.682718:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1240. 00000100:00000010:3.0:1779698005.682781:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1b40. 00000100:00000010:1.0:1779698005.684973:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1180. 00000800:00000200:0.0:1779698009.568595:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779698009.568601:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779698009.568606:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1779698009.569417:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1779698010.458637:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779698010.458660:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f000. 00000100:00000010:2.0:1779698010.458729:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 02000000:00000010:2.0:1779698010.458736:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4282400. 00000100:00000010:2.0:1779698010.458750:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779698010.458754:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4280400. 02000000:00000010:1.0:1779698010.458838:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779698010.458846:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d10. 00000400:00000010:1.0:1779698010.458854:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e87f8. 00000100:00000200:1.0:1779698010.458861:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496997632, portal 25 00000400:00000010:1.0:1779698010.458865:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698010.458868:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496997632, offset 0 00000400:00000200:1.0:1779698010.458877:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698010.458890:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698010.458902:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c4f00 00000400:00000200:1.0:1779698010.458908:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a9465 [2] + 0 00000400:00000010:1.0:1779698010.458953:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc59b3d68. 00000400:00000200:1.0:1779698010.458961:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbc82bee40 00000400:00000200:1.0:1779698010.458969:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698010.458973:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698010.458978:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbc82bee40 00000400:00000010:1.0:1779698010.458980:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbc82bee40. 00000100:00000200:1.0:1779698010.458991:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698010.459013:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698010.459016:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698010.459023:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447b80 x1866137496997632/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698010.459043:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a840. 00000100:00000010:1.0:1779698010.459054:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779698010.459058:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a420. 00000100:00000010:1.0:1779698010.459062:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 02000000:00000010:0.0:1779698010.459341:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07cb800. 00000400:00000010:0.0:1779698010.459347:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a0b0. 00000400:00000010:0.0:1779698010.459351:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698010.459355:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496997760, portal 10 00000400:00000010:0.0:1779698010.459361:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698010.459364:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496997760, offset 0 00000400:00000200:0.0:1779698010.459369:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698010.459375:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698010.459380:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c4f80 00000400:00000200:0.0:1779698010.459386:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 129152 00000400:00000200:0.0:1779698010.459409:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698010.459412:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698010.459417:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698010.459421:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820e00. 00000400:00000200:0.0:1779698010.459440:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779698010.459451:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698010.459457:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445500 x1866137496997760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698010.459474:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07ca800. 00000400:00000010:0.0:1779698010.459478:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aaa8. 00000400:00000010:0.0:1779698010.459481:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698010.459483:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496997888, portal 10 00000400:00000010:0.0:1779698010.459487:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698010.459489:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496997888, offset 0 00000400:00000200:0.0:1779698010.459502:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698010.459507:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698010.459523:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5000 00000400:00000200:0.0:1779698010.459527:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 129672 00000400:00000200:0.0:1779698010.459531:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698010.459534:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698010.459537:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698010.459539:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820a80. 00000400:00000200:0.0:1779698010.459551:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698010.459553:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698010.459557:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446a00 x1866137496997888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698010.459596:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698010.459601:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698010.459606:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698010.459628:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698010.459630:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779698010.459632:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000100:00000200:0.0:1779698010.459646:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496997760 00010000:02000000:0.0:1779698010.459662:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698010.459670:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07ca000. 00000400:00000010:0.0:1779698010.459679:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698010.459682:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496997760, offset 0 00000400:00000200:0.0:1779698010.459707:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698010.459713:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698010.459718:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c4f80 00000400:00000200:0.0:1779698010.459722:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab7dd [1] + 0 00000400:00000200:0.0:1779698010.459737:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698010.459740:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698010.459746:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445500 x1866137496997760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698010.459760:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698010.459761:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000020:00000010:0.0:1779698010.459771:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6000. 00000020:00000010:0.0:1779698010.459775:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698010.459778:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000100:00000200:0.0:1779698010.459787:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496997888 00010000:02000000:0.0:1779698010.459792:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698010.459797:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c9400. 00000400:00000010:0.0:1779698010.459802:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698010.459804:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496997888, offset 0 00000400:00000200:0.0:1779698010.459808:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698010.459812:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698010.459816:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5000 00000400:00000200:0.0:1779698010.459820:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab7e5 [1] + 0 00000400:00000200:0.0:1779698010.459823:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698010.459826:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698010.459830:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446a00 x1866137496997888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698010.459839:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698010.459841:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000020:00000010:0.0:1779698010.459846:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6400. 00000020:00000010:0.0:1779698010.459849:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698010.459851:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000400:00000010:0.0:1779698010.459870:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:0.0:1779698010.459873:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779698010.459875:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698010.459879:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445500 x1866137496997760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698010.459887:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445500 x1866137496997760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698010.459907:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aaa8. 00000400:00000200:0.0:1779698010.459909:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:0.0:1779698010.459911:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698010.459914:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446a00 x1866137496997888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698010.459922:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446a00 x1866137496997888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698010.459940:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07cb800. 02000000:00000010:0.0:1779698010.459945:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4282400. 00000100:00000010:0.0:1779698010.459950:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445500. 02000000:00000010:0.0:1779698010.459953:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07ca800. 02000000:00000010:0.0:1779698010.459955:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4280400. 00000100:00000010:0.0:1779698010.459957:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446a00. 00000020:00000010:2.0:1779698010.460823:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae00. 00000020:00000010:2.0:1779698010.460831:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae00. 00000020:00000010:2.0:1779698010.460837:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698010.460841:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698010.460845:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698010.460885:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae00. 00000020:00000010:2.0:1779698010.460889:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae00. 00000100:00000200:2.0:1779698010.460892:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496997632 02000000:00000010:2.0:1779698010.460905:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4283c00. 00010000:00000200:2.0:1779698010.460914:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee40c50 x1866137496997632/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:696/0 lens 224/224 e 0 to 0 dl 1779698021 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698010.460929:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698010.460933:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496997632, offset 224 00000400:00000200:2.0:1779698010.460939:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698010.460947:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698010.460953:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c4f00 00000400:00000200:2.0:1779698010.460959:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab7d5 [1] + 224 00000400:00000200:2.0:1779698010.460966:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698010.460969:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698010.460976:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447b80 x1866137496997632/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698010.461001:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698010.461003:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698010.461012:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698010.461015:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698010.461017:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779698010.461025:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4283c00. 00000100:00000200:2.0:1779698010.461031:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698010.461036:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7c08. 00000400:00000010:2.0:1779698010.461040:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc169480. 00000400:00000010:0.0:1779698010.461149:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d10. 00000400:00000200:0.0:1779698010.461155:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e87f8 00000400:00000010:0.0:1779698010.461157:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e87f8. 00000100:00000200:0.0:1779698010.461165:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447b80 x1866137496997632/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698010.461173:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447b80 x1866137496997632/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698010.461193:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:0.0:1779698010.461198:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f000. 00000100:00000010:0.0:1779698010.461202:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 00000100:00000010:1.0:1779698010.802488:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:2.0:1779698010.802489:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a420. 00000100:00000010:3.0:1779698010.802581:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:0.0:1779698010.802691:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a840. 00000100:00000010:2.0:1779698015.578533:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779698015.578556:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f400. 00000100:00000010:2.0:1779698015.578617:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779698015.578625:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4281800. 00000100:00000010:2.0:1779698015.578642:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 02000000:00000010:2.0:1779698015.578647:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4283c00. 02000000:00000010:2.0:1779698015.578675:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4280400. 00000400:00000010:2.0:1779698015.578682:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779698015.578689:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698015.578696:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496998144, portal 10 00000400:00000010:2.0:1779698015.578702:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698015.578705:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496998144, offset 0 00000400:00000200:2.0:1779698015.578714:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698015.578727:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698015.578739:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5100 00000400:00000200:2.0:1779698015.578746:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 130192 00000400:00000200:2.0:1779698015.578755:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698015.578759:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698015.578767:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698015.578774:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b60380. 00000400:00000200:2.0:1779698015.578802:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698015.578805:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698015.578813:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5446a00 x1866137496998144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698015.578832:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b060. 00000100:00000010:2.0:1779698015.578844:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b480. 00000100:00000010:2.0:1779698015.578853:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc60. 00000100:00000010:2.0:1779698015.578858:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b300. 02000000:00000010:2.0:1779698015.578870:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4282400. 00000400:00000010:2.0:1779698015.578873:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7948. 00000400:00000010:2.0:1779698015.578876:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698015.578879:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496998272, portal 10 00000400:00000010:2.0:1779698015.578883:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698015.578886:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496998272, offset 0 00000400:00000200:2.0:1779698015.578890:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698015.578894:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698015.578899:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5180 00000400:00000200:2.0:1779698015.578903:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 130712 00000400:00000200:2.0:1779698015.578909:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698015.578911:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698015.578914:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698015.578917:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b62300. 00000400:00000200:2.0:1779698015.578940:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698015.578942:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698015.578947:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5445500 x1866137496998272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698015.578994:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779698015.579001:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698015.579006:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698015.579028:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698015.579031:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698015.579034:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698015.579051:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998144 00010000:02000000:2.0:1779698015.579066:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698015.579075:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4282000. 00000400:00000010:2.0:1779698015.579085:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698015.579088:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496998144, offset 0 00000400:00000200:2.0:1779698015.579091:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698015.579096:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698015.579101:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5100 00000400:00000200:2.0:1779698015.579105:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab7fd [1] + 0 00000400:00000200:2.0:1779698015.579110:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698015.579112:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698015.579118:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5446a00 x1866137496998144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698015.579133:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698015.579135:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698015.579145:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698015.579149:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698015.579152:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000100:00000200:2.0:1779698015.579162:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998272 00010000:02000000:2.0:1779698015.579168:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698015.579173:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4283400. 00000400:00000010:2.0:1779698015.579178:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698015.579180:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496998272, offset 0 00000400:00000200:2.0:1779698015.579184:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698015.579188:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698015.579193:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5180 00000400:00000200:2.0:1779698015.579196:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab805 [1] + 0 00000400:00000200:2.0:1779698015.579200:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698015.579203:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698015.579208:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5445500 x1866137496998272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698015.579217:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698015.579219:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698015.579224:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698015.579227:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698015.579229:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:2.0:1779698015.579252:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:2.0:1779698015.579255:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698015.579257:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698015.579261:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5446a00 x1866137496998144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698015.579288:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5446a00 x1866137496998144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698015.579309:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7948. 00000400:00000200:2.0:1779698015.579311:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698015.579313:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698015.579316:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5445500 x1866137496998272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698015.579324:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5445500 x1866137496998272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698015.579336:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4280400. 02000000:00000010:2.0:1779698015.579341:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4281800. 00000100:00000010:2.0:1779698015.579344:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5446a00. 02000000:00000010:2.0:1779698015.579348:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4282400. 02000000:00000010:2.0:1779698015.579351:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4283c00. 00000100:00000010:2.0:1779698015.579353:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5445500. 02000000:00000010:1.0:1779698015.579554:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779698015.579561:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3948. 00000400:00000010:1.0:1779698015.579566:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698015.579569:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496998016, portal 25 00000400:00000010:1.0:1779698015.579573:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698015.579575:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496998016, offset 0 00000400:00000200:1.0:1779698015.579580:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698015.579585:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698015.579591:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5080 00000400:00000200:1.0:1779698015.579596:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a965d [2] + 0 00000400:00000010:1.0:1779698015.579600:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83ee18. 00000400:00000200:1.0:1779698015.579602:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad7543300 00000400:00000200:1.0:1779698015.579606:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698015.579609:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698015.579611:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7543300 00000400:00000010:1.0:1779698015.579613:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad7543300. 00000100:00000200:1.0:1779698015.579618:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698015.579635:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698015.579638:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698015.579643:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447b80 x1866137496998016/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698015.579722:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779698015.579727:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779698015.579731:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698015.579734:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698015.579738:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698015.579767:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba400. 00000020:00000010:2.0:1779698015.579769:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba400. 00000100:00000200:2.0:1779698015.579771:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998016 02000000:00000010:2.0:1779698015.579781:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4283c00. 00010000:00000200:2.0:1779698015.579871:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee40450 x1866137496998016/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:701/0 lens 224/224 e 0 to 0 dl 1779698026 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698015.579884:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698015.579888:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496998016, offset 224 00000400:00000200:2.0:1779698015.579892:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698015.579897:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698015.579902:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5080 00000400:00000200:2.0:1779698015.579905:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab815 [1] + 224 00000400:00000200:2.0:1779698015.579910:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698015.579912:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698015.579917:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447b80 x1866137496998016/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698015.580127:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698015.580130:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779698015.580139:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698015.580142:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698015.580144:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 02000000:00000010:2.0:1779698015.580150:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4283c00. 00000100:00000200:2.0:1779698015.580154:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698015.580158:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7948. 00000400:00000010:2.0:1779698015.580162:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc169840. 00000400:00000010:1.0:1779698015.580912:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3948. 00000400:00000200:1.0:1779698015.580917:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698015.580919:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698015.580935:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447b80 x1866137496998016/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698015.580945:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447b80 x1866137496998016/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698015.580963:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779698015.580968:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f400. 00000100:00000010:1.0:1779698015.580972:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 00000100:00000010:0.0:1779698015.922483:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b060. 00000100:00000010:3.0:1779698015.922484:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b300. 00000100:00000010:1.0:1779698015.923445:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b480. 00000100:00000010:2.0:1779698015.923806:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc60. 00000100:00000010:2.0:1779698020.698495:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b62d80. 02000000:00000010:2.0:1779698020.698516:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fd00. 00000100:00000010:2.0:1779698020.698579:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b61180. 02000000:00000010:2.0:1779698020.698588:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4283c00. 00000100:00000010:2.0:1779698020.698609:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 02000000:00000010:2.0:1779698020.698614:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cac4282400. 02000000:00000010:2.0:1779698020.698643:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4281800. 00000400:00000010:2.0:1779698020.698650:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779698020.698657:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698020.698664:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496998528, portal 10 00000400:00000010:2.0:1779698020.698670:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698020.698673:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496998528, offset 0 00000400:00000200:2.0:1779698020.698682:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698020.698693:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698020.698704:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5280 00000400:00000200:2.0:1779698020.698710:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 131232 00000400:00000200:2.0:1779698020.698720:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698020.698724:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698020.698731:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698020.698735:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5445500. 00000400:00000200:2.0:1779698020.698754:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698020.698757:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698020.698765:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf6b61180 x1866137496998528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698020.698783:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc60. 00000100:00000010:2.0:1779698020.698799:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0ba20. 00000100:00000010:2.0:1779698020.698803:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bde0. 00000100:00000010:2.0:1779698020.698807:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b6c0. 02000000:00000010:2.0:1779698020.698818:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4280400. 00000400:00000010:2.0:1779698020.698821:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7d10. 00000400:00000010:2.0:1779698020.698823:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698020.698826:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496998656, portal 10 00000400:00000010:2.0:1779698020.698829:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698020.698831:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496998656, offset 0 00000400:00000200:2.0:1779698020.698834:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698020.698839:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698020.698843:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5300 00000400:00000200:2.0:1779698020.698846:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 131752 00000400:00000200:2.0:1779698020.698850:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698020.698852:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698020.698855:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698020.698858:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5446a00. 00000400:00000200:2.0:1779698020.698868:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698020.698869:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698020.698873:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac5447b80 x1866137496998656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698020.698916:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698020.698922:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698020.698927:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698020.698952:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779698020.698954:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698020.698957:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779698020.698972:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998528 00010000:02000000:2.0:1779698020.698985:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698020.698993:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4280c00. 00000400:00000010:2.0:1779698020.699002:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698020.699005:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496998528, offset 0 00000400:00000200:2.0:1779698020.699008:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698020.699012:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698020.699017:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5280 00000400:00000200:2.0:1779698020.699021:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab825 [1] + 0 00000400:00000200:2.0:1779698020.699025:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698020.699028:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698020.699033:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf6b61180 x1866137496998528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698020.699046:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698020.699048:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698020.699056:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698020.699060:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698020.699062:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000100:00000200:2.0:1779698020.699073:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998656 00010000:02000000:2.0:1779698020.699079:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698020.699083:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4280800. 00000400:00000010:2.0:1779698020.699087:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698020.699090:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496998656, offset 0 00000400:00000200:2.0:1779698020.699093:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698020.699098:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698020.699102:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5300 00000400:00000200:2.0:1779698020.699105:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab82d [1] + 0 00000400:00000200:2.0:1779698020.699109:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698020.699112:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698020.699117:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac5447b80 x1866137496998656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698020.699125:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698020.699126:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698020.699132:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698020.699134:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698020.699136:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000400:00000010:2.0:1779698020.699161:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7318. 00000400:00000200:2.0:1779698020.699164:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698020.699165:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698020.699169:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf6b61180 x1866137496998528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698020.699176:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf6b61180 x1866137496998528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698020.699194:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7d10. 00000400:00000200:2.0:1779698020.699196:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698020.699198:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698020.699201:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac5447b80 x1866137496998656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698020.699206:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac5447b80 x1866137496998656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698020.699217:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4281800. 02000000:00000010:2.0:1779698020.699221:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4283c00. 00000100:00000010:2.0:1779698020.699225:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b61180. 02000000:00000010:2.0:1779698020.699229:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4280400. 02000000:00000010:2.0:1779698020.699231:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cac4282400. 00000100:00000010:2.0:1779698020.699233:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac5447b80. 02000000:00000010:0.0:1779698020.699317:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39aca00. 00000400:00000010:0.0:1779698020.699322:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aaa8. 00000400:00000010:0.0:1779698020.699326:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d3b8. 00000100:00000200:0.0:1779698020.699329:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496998400, portal 25 00000400:00000010:0.0:1779698020.699332:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698020.699334:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496998400, offset 0 00000400:00000200:0.0:1779698020.699339:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698020.699343:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698020.699348:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5200 00000400:00000200:0.0:1779698020.699353:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a9c3d [2] + 0 00000400:00000010:0.0:1779698020.699356:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def9a0. 00000400:00000200:0.0:1779698020.699358:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd7e46c0 00000400:00000200:0.0:1779698020.699362:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698020.699365:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698020.699367:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd7e46c0 00000400:00000010:0.0:1779698020.699369:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd7e46c0. 00000100:00000200:0.0:1779698020.699373:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698020.699413:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779698020.699415:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698020.699421:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf6b62d80 x1866137496998400/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698020.699552:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779698020.699556:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779698020.699560:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779698020.699563:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698020.699566:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698020.699594:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaf00. 00000020:00000010:2.0:1779698020.699597:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaf00. 00000100:00000200:2.0:1779698020.699599:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998400 02000000:00000010:2.0:1779698020.699609:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4282400. 00010000:00000200:2.0:1779698020.699616:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee43450 x1866137496998400/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:706/0 lens 224/224 e 0 to 0 dl 1779698031 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698020.699627:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698020.699630:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496998400, offset 224 00000400:00000200:2.0:1779698020.699634:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698020.699639:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698020.699644:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5200 00000400:00000200:2.0:1779698020.699648:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab83d [1] + 224 00000400:00000200:2.0:1779698020.699653:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698020.699655:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698020.699661:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf6b62d80 x1866137496998400/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698020.699681:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698020.699683:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698020.699689:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7680. 00000020:00000010:2.0:1779698020.699692:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698020.699695:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 02000000:00000010:2.0:1779698020.699701:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4282400. 00000100:00000200:2.0:1779698020.699706:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698020.699709:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7d10. 00000400:00000010:2.0:1779698020.699713:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc169a80. 00000400:00000010:3.0:1779698020.699787:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aaa8. 00000400:00000200:3.0:1779698020.699792:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d3b8 00000400:00000010:3.0:1779698020.699794:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d3b8. 00000100:00000200:3.0:1779698020.699798:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf6b62d80 x1866137496998400/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698020.699807:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf6b62d80 x1866137496998400/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698020.699820:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39aca00. 02000000:00000010:3.0:1779698020.699824:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fd00. 00000100:00000010:3.0:1779698020.699827:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b62d80. 00000100:00000010:3.0:1779698021.042509:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b6c0. 00000100:00000010:2.0:1779698021.042587:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bde0. 00000100:00000010:1.0:1779698021.042704:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0ba20. 00000100:00000010:0.0:1779698021.043425:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc60. 00000100:00000010:3.0:1779698025.818556:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:3.0:1779698025.818577:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30bac00. 02000000:00000010:0.0:1779698025.818653:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698025.818678:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a0b0. 00000400:00000010:0.0:1779698025.818686:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698025.818703:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496998784, portal 25 00000400:00000010:0.0:1779698025.818709:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698025.818712:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496998784, offset 0 00000400:00000200:0.0:1779698025.818722:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698025.818735:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698025.818745:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5380 00000400:00000200:0.0:1779698025.818762:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a9e91 [2] + 0 00000400:00000010:0.0:1779698025.818766:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aa50. 00000400:00000200:0.0:1779698025.818779:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fe900 00000400:00000200:0.0:1779698025.818795:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698025.818799:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698025.818804:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fe900 00000400:00000010:0.0:1779698025.818806:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fe900. 00000100:00000200:0.0:1779698025.818826:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698025.818846:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698025.818848:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698025.818855:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137496998784/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698025.818873:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779698025.818886:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1780. 00000100:00000010:0.0:1779698025.818890:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1900. 00000100:00000010:0.0:1779698025.818895:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f19c0. 00000020:00000010:2.0:1779698025.818983:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba680. 00000020:00000010:2.0:1779698025.819002:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba680. 00000020:00000010:2.0:1779698025.819007:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779698025.819013:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698025.819017:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698025.819063:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba680. 00000020:00000010:2.0:1779698025.819066:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba680. 00000100:00000200:2.0:1779698025.819068:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998784 02000000:00000010:2.0:1779698025.819093:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4280400. 00010000:00000200:2.0:1779698025.819102:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbfee42450 x1866137496998784/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:711/0 lens 224/224 e 0 to 0 dl 1779698036 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698025.819117:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698025.819121:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496998784, offset 224 00000400:00000200:2.0:1779698025.819126:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698025.819131:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698025.819136:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5380 00000400:00000200:2.0:1779698025.819140:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab84d [1] + 224 00000400:00000200:2.0:1779698025.819145:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698025.819147:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698025.819154:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137496998784/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698025.819638:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 02000000:00000010:3.0:1779698025.819650:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00fc5800. 00000100:00000010:3.0:1779698025.819683:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:3.0:1779698025.819689:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00fc5400. 02000000:00000010:3.0:1779698025.819737:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc6000. 00000400:00000010:3.0:1779698025.819742:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83266e0. 00000400:00000010:3.0:1779698025.819746:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0088. 00000100:00000200:3.0:1779698025.819750:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496998912, portal 10 00000400:00000010:3.0:1779698025.819755:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779698025.819757:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496998912, offset 0 00000400:00000200:3.0:1779698025.819763:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698025.819769:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698025.819775:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5400 00000400:00000200:3.0:1779698025.819792:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 132272 00000400:00000200:3.0:1779698025.819799:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698025.819802:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698025.819807:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698025.819818:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb02790700. 00000400:00000200:3.0:1779698025.819845:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:3.0:1779698025.819847:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779698025.819853:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655b100 x1866137496998912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698025.819871:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc4800. 00000400:00000010:3.0:1779698025.819874:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326108. 00000400:00000010:3.0:1779698025.819877:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df07f8. 00000100:00000200:3.0:1779698025.819879:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496999040, portal 10 00000400:00000010:3.0:1779698025.819883:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779698025.819885:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496999040, offset 0 00000400:00000200:3.0:1779698025.819889:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698025.819894:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698025.819899:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5480 00000400:00000200:3.0:1779698025.819903:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 132792 00000400:00000200:3.0:1779698025.819906:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698025.819909:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698025.819912:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698025.819916:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf483d500. 00000400:00000200:3.0:1779698025.819926:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:3.0:1779698025.819928:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779698025.819931:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137496999040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698025.819966:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698025.819970:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef80. 00000020:00000010:3.0:1779698025.819974:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698025.819991:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698025.819994:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e100. 00000020:00000010:3.0:1779698025.819996:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89578. 00000100:00000200:3.0:1779698025.820008:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496998912 00010000:02000000:3.0:1779698025.820045:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:2.0:1779698025.825295:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698025.825305:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698025.825587:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698025.825593:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698025.825597:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 02000000:00000010:2.0:1779698025.825608:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4280400. 00000100:00000200:2.0:1779698025.825617:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698025.825626:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7318. 00000400:00000010:2.0:1779698025.825633:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc169f00. 00000100:00000200:2.0:1779698025.825672:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999040 00010000:02000000:2.0:1779698025.825689:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698025.825698:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4280400. 00000400:00000010:2.0:1779698025.825710:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698025.825714:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496999040, offset 0 00000400:00000200:2.0:1779698025.825720:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698025.825731:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698025.825741:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5480 00000400:00000200:2.0:1779698025.825748:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab861 [1] + 0 00000400:00000200:2.0:1779698025.825756:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698025.825759:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698025.825769:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137496999040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698025.825795:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698025.825797:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698025.825805:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e100. 00000020:00000010:2.0:1779698025.825808:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89578. 00000020:00000010:2.0:1779698025.825811:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:2.0:1779698025.825835:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326108. 00000400:00000200:2.0:1779698025.825839:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df07f8 00000400:00000010:2.0:1779698025.825840:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df07f8. 00000100:00000200:2.0:1779698025.825846:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137496999040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698025.825856:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137496999040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698025.825883:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc4800. 02000000:00000010:2.0:1779698025.825888:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00fc5400. 00000100:00000010:2.0:1779698025.825893:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 00000400:00000010:0.0:1779698025.827014:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:0.0:1779698025.827023:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:0.0:1779698025.827025:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698025.827034:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137496998784/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698025.827043:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137496998784/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698025.827064:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779698025.827068:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30bac00. 00000100:00000010:0.0:1779698025.827072:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 02000000:00000010:3.0:1779698025.829794:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc5400. 00000400:00000010:3.0:1779698025.829882:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779698025.829892:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496998912, offset 0 00000400:00000200:3.0:1779698025.829902:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698025.829914:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698025.829925:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5400 00000400:00000200:3.0:1779698025.829933:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab859 [1] + 0 00000400:00000200:3.0:1779698025.829942:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698025.829945:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698025.829957:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655b100 x1866137496998912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698025.829978:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:3.0:1779698025.829981:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000020:00000010:3.0:1779698025.830000:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef80. 00000020:00000010:3.0:1779698025.830005:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698025.830009:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:2.0:1779698025.830152:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83266e0. 00000400:00000200:2.0:1779698025.830158:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0088 00000400:00000010:2.0:1779698025.830160:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0088. 00000100:00000200:2.0:1779698025.830166:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655b100 x1866137496998912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698025.830174:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655b100 x1866137496998912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698025.830266:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc6000. 02000000:00000010:2.0:1779698025.830272:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00fc5800. 00000100:00000010:2.0:1779698025.830276:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655b100. 00000100:00000010:3.0:1779698026.162485:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f19c0. 00000100:00000010:2.0:1779698026.162566:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1900. 00000100:00000010:1.0:1779698026.162647:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1780. 00000100:00000010:0.0:1779698026.162725:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000800:00000200:1.0:1779698027.995343:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779698027.995351:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:1.0:1779698027.995355:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779698027.995933:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779698030.940704:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820000. 02000000:00000010:0.0:1779698030.940734:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3800. 02000000:00000010:3.0:1779698030.940796:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:3.0:1779698030.940804:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d10. 00000400:00000010:3.0:1779698030.940823:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779698030.940831:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496999168, portal 25 00000400:00000010:3.0:1779698030.940836:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698030.940839:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496999168, offset 0 00000400:00000200:3.0:1779698030.940847:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698030.940858:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698030.940869:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5500 00000400:00000200:3.0:1779698030.940884:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aa37d [2] + 0 00000400:00000010:3.0:1779698030.940888:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cb3f83eb58. 00000400:00000200:3.0:1779698030.940894:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad7543f00 00000400:00000200:3.0:1779698030.940901:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698030.940904:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698030.940909:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7543f00 00000400:00000010:3.0:1779698030.940912:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad7543f00. 00000100:00000200:3.0:1779698030.940918:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698030.940942:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698030.940944:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698030.940952:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2820000 x1866137496999168/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698030.940970:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000100:00000010:3.0:1779698030.940982:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830be40. 00000100:00000010:3.0:1779698030.940986:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779698030.940991:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000020:00000010:2.0:1779698030.941056:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779698030.941061:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779698030.941067:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698030.941072:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698030.941076:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698030.941127:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbab40. 00000020:00000010:2.0:1779698030.941130:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbab40. 00000100:00000200:2.0:1779698030.941133:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999168 02000000:00000010:2.0:1779698030.941146:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4281800. 00010000:00000200:2.0:1779698030.941154:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0723850 x1866137496999168/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:716/0 lens 224/224 e 0 to 0 dl 1779698041 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698030.941169:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698030.941172:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496999168, offset 224 00000400:00000200:2.0:1779698030.941176:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698030.941181:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698030.941186:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5500 00000400:00000200:2.0:1779698030.941190:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab875 [1] + 224 00000400:00000200:2.0:1779698030.941194:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698030.941197:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698030.941202:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2820000 x1866137496999168/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698030.941258:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821f80. 02000000:00000010:0.0:1779698030.941268:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07c9c00. 00000100:00000010:0.0:1779698030.941285:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821500. 02000000:00000010:0.0:1779698030.941289:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf07c8800. 00000400:00000200:2.0:1779698030.944634:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698030.944642:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698030.944667:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698030.944672:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698030.944676:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 02000000:00000010:2.0:1779698030.944687:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cac4281800. 00000100:00000200:2.0:1779698030.944694:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698030.944703:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7a50. 00000400:00000010:2.0:1779698030.944710:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc1699c0. 02000000:00000010:2.0:1779698030.944751:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4281800. 00000400:00000010:2.0:1779698030.944755:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7370. 00000400:00000010:2.0:1779698030.944759:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698030.944762:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496999296, portal 10 00000400:00000010:2.0:1779698030.944768:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698030.944771:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496999296, offset 0 00000400:00000200:2.0:1779698030.944778:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698030.944789:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698030.944798:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5580 00000400:00000200:2.0:1779698030.944805:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 133312 00000400:00000200:2.0:1779698030.944813:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698030.944817:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698030.944856:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698030.944862:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac5447b80. 00000400:00000200:2.0:1779698030.944874:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698030.944876:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698030.944883:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821f80 x1866137496999296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698030.944905:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cac4281000. 00000400:00000010:2.0:1779698030.944908:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7210. 00000400:00000010:2.0:1779698030.944910:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698030.944913:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496999424, portal 10 00000400:00000010:2.0:1779698030.944928:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698030.944931:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496999424, offset 0 00000400:00000200:2.0:1779698030.944934:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698030.944939:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698030.944944:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5600 00000400:00000200:2.0:1779698030.944947:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 133832 00000400:00000200:2.0:1779698030.944952:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698030.944954:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698030.944958:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698030.944963:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655b100. 00000400:00000200:2.0:1779698030.944975:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698030.944977:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698030.944981:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821500 x1866137496999424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698030.945021:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698030.945025:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698030.945029:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698030.945048:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779698030.945051:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779698030.945054:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698030.945065:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999296 00010000:02000000:2.0:1779698030.945080:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698030.945089:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4283c00. 00000400:00000010:2.0:1779698030.945099:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698030.945102:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496999296, offset 0 00000400:00000200:2.0:1779698030.945106:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698030.945111:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698030.945117:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5580 00000400:00000200:2.0:1779698030.945121:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab885 [1] + 0 00000400:00000200:2.0:1779698030.945125:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698030.945128:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698030.945133:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821f80 x1866137496999296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698030.945147:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698030.945149:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698030.945156:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7580. 00000020:00000010:2.0:1779698030.945159:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698030.945161:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000100:00000200:2.0:1779698030.945185:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999424 00010000:02000000:2.0:1779698030.945192:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698030.945198:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4282400. 00000400:00000010:2.0:1779698030.945203:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698030.945206:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496999424, offset 0 00000400:00000200:2.0:1779698030.945209:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698030.945213:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698030.945218:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5600 00000400:00000200:2.0:1779698030.945222:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab88d [1] + 0 00000400:00000200:2.0:1779698030.945225:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698030.945228:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698030.945233:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821500 x1866137496999424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698030.945242:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698030.945244:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698030.945249:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7400. 00000020:00000010:2.0:1779698030.945251:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698030.945254:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 00000400:00000010:2.0:1779698030.945278:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7370. 00000400:00000200:2.0:1779698030.945280:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698030.945282:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698030.945286:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821f80 x1866137496999296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698030.945294:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821f80 x1866137496999296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698030.945312:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7210. 00000400:00000200:2.0:1779698030.945314:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698030.945316:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698030.945319:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821500 x1866137496999424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698030.945326:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821500 x1866137496999424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698030.945336:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4281800. 02000000:00000010:2.0:1779698030.945341:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07c9c00. 00000100:00000010:2.0:1779698030.945345:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821f80. 02000000:00000010:2.0:1779698030.945350:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cac4281000. 02000000:00000010:2.0:1779698030.945352:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf07c8800. 00000100:00000010:2.0:1779698030.945355:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821500. 00000400:00000010:3.0:1779698030.950777:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d10. 00000400:00000200:3.0:1779698030.950790:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:3.0:1779698030.950793:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779698030.950806:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2820000 x1866137496999168/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698030.950817:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2820000 x1866137496999168/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698030.950854:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:3.0:1779698030.950862:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3800. 00000100:00000010:3.0:1779698030.950869:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2820000. 00000100:00000010:1.0:1779698031.282490:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830be40. 00000100:00000010:0.0:1779698031.282596:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:3.0:1779698031.283145:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:2.0:1779698031.283454:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bae0. 00000100:00000010:1.0:1779698036.066875:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779698036.066896:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698036.066955:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779698036.066964:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46de400. 00000100:00000010:1.0:1779698036.066985:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 02000000:00000010:1.0:1779698036.066989:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df800. 02000000:00000010:1.0:1779698036.067020:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df400. 00000400:00000010:1.0:1779698036.067027:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3948. 00000400:00000010:1.0:1779698036.067048:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698036.067055:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496999680, portal 10 00000400:00000010:1.0:1779698036.067074:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698036.067078:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496999680, offset 0 00000400:00000200:1.0:1779698036.067096:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698036.067118:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698036.067130:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5700 00000400:00000200:1.0:1779698036.067137:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 134352 00000400:00000200:1.0:1779698036.067222:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698036.067295:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698036.067304:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698036.067309:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed3100. 00000400:00000200:1.0:1779698036.067334:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698036.067337:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698036.067344:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1c00 x1866137496999680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698036.067364:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779698036.067375:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aa80. 00000100:00000010:1.0:1779698036.067379:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a960. 00000100:00000010:1.0:1779698036.067403:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a480. 02000000:00000010:1.0:1779698036.067418:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df000. 00000400:00000010:1.0:1779698036.067421:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d10. 00000400:00000010:1.0:1779698036.067425:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698036.067428:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137496999808, portal 10 00000400:00000010:1.0:1779698036.067431:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698036.067433:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137496999808, offset 0 00000400:00000200:1.0:1779698036.067438:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698036.067442:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698036.067447:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5780 00000400:00000200:1.0:1779698036.067450:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 134872 00000400:00000200:1.0:1779698036.067456:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698036.067459:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698036.067461:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698036.067478:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210a80. 00000400:00000200:1.0:1779698036.067488:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698036.067490:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698036.067494:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1500 x1866137496999808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698036.067684:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89800. 00000400:00000010:2.0:1779698036.067689:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7210. 00000400:00000010:2.0:1779698036.067707:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698036.067711:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496999552, portal 25 00000400:00000010:2.0:1779698036.067715:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698036.067718:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496999552, offset 0 00000400:00000200:2.0:1779698036.067722:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698036.067728:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698036.067734:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5680 00000400:00000200:2.0:1779698036.067739:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aa5f9 [2] + 0 00000400:00000010:2.0:1779698036.067743:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:2.0:1779698036.067747:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac98fef00 00000400:00000200:2.0:1779698036.067760:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698036.067763:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698036.067766:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac98fef00 00000400:00000010:2.0:1779698036.067768:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac98fef00. 00000100:00000200:2.0:1779698036.067785:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698036.067801:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698036.067803:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698036.067808:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2300 x1866137496999552/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698036.067873:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698036.067879:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7980. 00000020:00000010:2.0:1779698036.067893:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698036.067926:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698036.067929:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7900. 00000020:00000010:2.0:1779698036.067932:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779698036.067949:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999680 00010000:02000000:2.0:1779698036.067965:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698036.067973:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4281000. 00000400:00000010:2.0:1779698036.067985:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698036.067987:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496999680, offset 0 00000400:00000200:2.0:1779698036.067991:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698036.067996:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698036.068001:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5700 00000400:00000200:2.0:1779698036.068006:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab89d [1] + 0 00000400:00000200:2.0:1779698036.068011:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698036.068014:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698036.068020:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1c00 x1866137496999680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698036.068033:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698036.068034:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698036.068045:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7980. 00000020:00000010:2.0:1779698036.068048:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698036.068051:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000100:00000200:2.0:1779698036.068061:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999808 00010000:02000000:2.0:1779698036.068067:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698036.068071:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cac4281800. 00000400:00000010:2.0:1779698036.068076:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698036.068078:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137496999808, offset 0 00000400:00000200:2.0:1779698036.068081:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698036.068085:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698036.068090:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5780 00000400:00000200:2.0:1779698036.068093:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab8a5 [1] + 0 00000400:00000200:2.0:1779698036.068097:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698036.068100:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698036.068104:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1500 x1866137496999808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698036.068119:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698036.068121:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698036.068127:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7900. 00000020:00000010:2.0:1779698036.068129:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698036.068131:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000020:00000010:1.0:1779698036.068377:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4fc0. 00000020:00000010:1.0:1779698036.068381:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4fc0. 00000020:00000010:1.0:1779698036.068414:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698036.068418:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1600. 00000020:00000010:1.0:1779698036.068422:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779698036.068447:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4fc0. 00000020:00000010:1.0:1779698036.068449:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4fc0. 00000100:00000200:1.0:1779698036.068452:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999552 02000000:00000010:1.0:1779698036.068475:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46ddc00. 00010000:00000200:1.0:1779698036.068483:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc69450 x1866137496999552/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:722/0 lens 224/224 e 0 to 0 dl 1779698047 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698036.068496:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698036.068499:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496999552, offset 224 00000400:00000200:1.0:1779698036.068503:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698036.068508:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698036.068513:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5680 00000400:00000200:1.0:1779698036.068518:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab8ad [1] + 224 00000400:00000200:1.0:1779698036.068522:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698036.068525:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698036.068530:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2300 x1866137496999552/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698036.069313:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698036.069316:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779698036.069338:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1600. 00000020:00000010:1.0:1779698036.069342:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779698036.069345:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779698036.069351:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46ddc00. 00000100:00000200:1.0:1779698036.069357:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698036.069364:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3160. 00000400:00000010:1.0:1779698036.069370:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a40c0. 00000400:00000010:1.0:1779698036.069411:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3948. 00000400:00000200:1.0:1779698036.069415:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698036.069416:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698036.069422:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1c00 x1866137496999680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698036.069432:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1c00 x1866137496999680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698036.069454:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d10. 00000400:00000200:1.0:1779698036.069456:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698036.069458:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698036.069463:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1500 x1866137496999808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698036.069470:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1500 x1866137496999808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698036.069483:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df400. 02000000:00000010:1.0:1779698036.069489:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46de400. 00000100:00000010:1.0:1779698036.069492:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779698036.069497:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df000. 02000000:00000010:1.0:1779698036.069499:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df800. 00000100:00000010:1.0:1779698036.069501:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 00000400:00000010:2.0:1779698036.070033:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7210. 00000400:00000200:2.0:1779698036.070038:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698036.070040:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698036.070046:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2300 x1866137496999552/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698036.070055:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2300 x1866137496999552/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698036.070070:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89800. 02000000:00000010:2.0:1779698036.070076:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:2.0:1779698036.070080:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 00000100:00000010:0.0:1779698036.410474:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:2.0:1779698036.410569:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a960. 00000100:00000010:1.0:1779698036.410637:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aa80. 00000100:00000010:3.0:1779698036.410724:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a480. 00000100:00000010:2.0:1779698041.178547:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:2.0:1779698041.178566:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fa00. 00000100:00000010:2.0:1779698041.178658:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:2.0:1779698041.178678:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf6c27800. 00000100:00000010:2.0:1779698041.178695:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b62d80. 02000000:00000010:2.0:1779698041.178700:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbff6e2c00. 02000000:00000010:0.0:1779698041.178771:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39aca00. 00000400:00000010:0.0:1779698041.178780:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a0b0. 00000400:00000010:0.0:1779698041.178785:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d330. 00000100:00000200:0.0:1779698041.178805:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137496999936, portal 25 00000400:00000010:0.0:1779698041.178811:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698041.178813:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137496999936, offset 0 00000400:00000200:0.0:1779698041.178841:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698041.178854:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698041.178864:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5800 00000400:00000200:0.0:1779698041.178871:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aad01 [2] + 0 00000400:00000010:0.0:1779698041.178875:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbcb3b0058. 00000400:00000200:0.0:1779698041.178880:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad7543600 00000400:00000200:0.0:1779698041.178887:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698041.178891:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698041.178896:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7543600 00000400:00000010:0.0:1779698041.178898:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad7543600. 00000100:00000200:0.0:1779698041.178904:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698041.178935:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698041.178938:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698041.178945:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137496999936/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698041.178962:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779698041.178972:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1960. 00000100:00000010:0.0:1779698041.178977:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1c60. 00000100:00000010:0.0:1779698041.178980:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1480. 02000000:00000010:1.0:1779698041.179143:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df400. 00000400:00000010:1.0:1779698041.179148:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d10. 00000400:00000010:1.0:1779698041.179152:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698041.179156:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497000064, portal 10 00000400:00000010:1.0:1779698041.179174:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698041.179177:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497000064, offset 0 00000400:00000200:1.0:1779698041.179182:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698041.179187:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698041.179193:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5880 00000400:00000200:1.0:1779698041.179207:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 135392 00000400:00000200:1.0:1779698041.179214:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698041.179216:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698041.179220:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698041.179224:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5211500. 00000400:00000200:1.0:1779698041.179253:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698041.179256:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698041.179270:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137497000064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698041.179299:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779698041.179302:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3948. 00000400:00000010:1.0:1779698041.179305:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698041.179308:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497000192, portal 10 00000400:00000010:1.0:1779698041.179311:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698041.179313:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497000192, offset 0 00000400:00000200:1.0:1779698041.179317:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698041.179321:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698041.179326:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5900 00000400:00000200:1.0:1779698041.179330:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 135912 00000400:00000200:1.0:1779698041.179335:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698041.179337:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698041.179341:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698041.179343:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad5210000. 00000400:00000200:1.0:1779698041.179354:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698041.179356:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698041.179361:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf6b62d80 x1866137497000192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698041.179415:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698041.179420:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1580. 00000020:00000010:1.0:1779698041.179425:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779698041.179463:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698041.179467:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1800. 00000020:00000010:1.0:1779698041.179470:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698041.179496:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000064 00010000:02000000:1.0:1779698041.179511:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698041.179519:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46ddc00. 00000400:00000010:1.0:1779698041.179539:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698041.179543:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497000064, offset 0 00000400:00000200:1.0:1779698041.179547:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698041.179552:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698041.179557:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5880 00000400:00000200:1.0:1779698041.179562:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab8cd [1] + 0 00000400:00000200:1.0:1779698041.179567:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698041.179569:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698041.179576:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137497000064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698041.179592:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698041.179594:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779698041.179605:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1580. 00000020:00000010:1.0:1779698041.179608:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:1.0:1779698041.179611:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779698041.179620:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000192 00010000:02000000:1.0:1779698041.179626:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698041.179630:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46dec00. 00000400:00000010:1.0:1779698041.179637:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698041.179639:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497000192, offset 0 00000400:00000200:1.0:1779698041.179642:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698041.179647:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698041.179651:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5900 00000400:00000200:1.0:1779698041.179655:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab8d5 [1] + 0 00000400:00000200:1.0:1779698041.179658:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698041.179661:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698041.179665:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf6b62d80 x1866137497000192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698041.179674:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698041.179676:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779698041.179681:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1800. 00000020:00000010:1.0:1779698041.179684:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698041.179686:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:1.0:1779698041.179703:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d10. 00000400:00000200:1.0:1779698041.179706:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698041.179707:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698041.179711:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137497000064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698041.179717:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137497000064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698041.179736:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3948. 00000400:00000200:1.0:1779698041.179739:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698041.179740:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698041.179743:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf6b62d80 x1866137497000192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698041.179750:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf6b62d80 x1866137497000192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698041.179767:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df400. 02000000:00000010:1.0:1779698041.179772:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf6c27800. 00000100:00000010:1.0:1779698041.179777:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779698041.179795:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:1.0:1779698041.179797:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbff6e2c00. 00000100:00000010:1.0:1779698041.179800:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf6b62d80. 00000020:00000010:2.0:1779698041.180028:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779698041.180033:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779698041.180037:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89800. 00000020:00000010:2.0:1779698041.180041:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7980. 00000020:00000010:2.0:1779698041.180046:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698041.180091:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779698041.180094:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba340. 00000100:00000200:2.0:1779698041.180096:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137496999936 02000000:00000010:2.0:1779698041.180117:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e2c00. 00010000:00000200:2.0:1779698041.180124:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd0722450 x1866137496999936/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:727/0 lens 224/224 e 0 to 0 dl 1779698052 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698041.180133:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698041.180137:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137496999936, offset 224 00000400:00000200:2.0:1779698041.180141:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698041.180146:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698041.180151:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5800 00000400:00000200:2.0:1779698041.180155:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab8c5 [1] + 224 00000400:00000200:2.0:1779698041.180160:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698041.180162:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698041.180168:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137496999936/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698041.180184:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698041.180186:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779698041.180206:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7980. 00000020:00000010:2.0:1779698041.180209:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698041.180212:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89800. 02000000:00000010:2.0:1779698041.180220:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e2c00. 00000100:00000200:2.0:1779698041.180224:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698041.180228:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7210. 00000400:00000010:2.0:1779698041.180233:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cacc169900. 00000400:00000010:2.0:1779698041.180251:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:2.0:1779698041.180254:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d330 00000400:00000010:2.0:1779698041.180256:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d330. 00000100:00000200:2.0:1779698041.180261:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137496999936/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698041.180270:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137496999936/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698041.180299:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39aca00. 02000000:00000010:2.0:1779698041.180303:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fa00. 00000100:00000010:2.0:1779698041.180306:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 00000100:00000010:1.0:1779698041.522571:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1960. 00000100:00000010:0.0:1779698041.522786:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:3.0:1779698041.524925:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1480. 00000100:00000010:2.0:1779698041.525144:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1c60. 00000100:00000010:1.0:1779698046.299519:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 02000000:00000010:1.0:1779698046.299558:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698046.300901:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 02000000:00000010:1.0:1779698046.300917:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df400. 00000100:00000010:1.0:1779698046.300953:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779698046.300960:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46de400. 02000000:00000010:0.0:1779698046.301042:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c8c00. 00000400:00000010:0.0:1779698046.301051:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aa50. 00000400:00000010:0.0:1779698046.301060:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698046.301079:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497000448, portal 10 00000400:00000010:0.0:1779698046.301086:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779698046.301100:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497000448, offset 0 00000400:00000200:0.0:1779698046.301108:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698046.301121:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698046.301132:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5a00 00000400:00000200:0.0:1779698046.301138:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 136432 00000400:00000200:0.0:1779698046.301147:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698046.301151:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698046.301170:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698046.301182:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823480. 00000400:00000200:0.0:1779698046.301217:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779698046.301219:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779698046.301227:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac655bb80 x1866137497000448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698046.301254:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779698046.301264:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a20. 00000100:00000010:0.0:1779698046.301272:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1420. 00000100:00000010:0.0:1779698046.301276:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1d80. 02000000:00000010:0.0:1779698046.301286:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c9c00. 00000400:00000010:0.0:1779698046.301290:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a0b0. 00000400:00000010:0.0:1779698046.301293:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779698046.301295:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497000576, portal 10 00000400:00000010:0.0:1779698046.301317:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779698046.301320:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497000576, offset 0 00000400:00000200:0.0:1779698046.301324:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698046.301329:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698046.301334:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5a80 00000400:00000200:0.0:1779698046.301346:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 136952 00000400:00000200:0.0:1779698046.301352:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698046.301354:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698046.301357:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698046.301360:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821c00. 00000400:00000200:0.0:1779698046.301374:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779698046.301377:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779698046.301382:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2300 x1866137497000576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698046.301474:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698046.301491:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779698046.301508:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698046.301544:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779698046.301547:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6800. 00000020:00000010:0.0:1779698046.301550:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779698046.301566:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000448 00010000:02000000:0.0:1779698046.301581:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698046.301590:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cb800. 00000400:00000010:0.0:1779698046.301600:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779698046.301602:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497000448, offset 0 00000400:00000200:0.0:1779698046.301606:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698046.301611:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698046.301616:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5a00 00000400:00000200:0.0:1779698046.301620:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab8ed [1] + 0 00000400:00000200:0.0:1779698046.301625:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698046.301627:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698046.301633:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac655bb80 x1866137497000448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698046.301647:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779698046.301649:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000020:00000010:0.0:1779698046.301658:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6380. 00000020:00000010:0.0:1779698046.301662:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698046.301679:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 00000100:00000200:0.0:1779698046.301689:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000576 00010000:02000000:0.0:1779698046.301695:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698046.301700:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07ca800. 00000400:00000010:0.0:1779698046.301704:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779698046.301707:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497000576, offset 0 00000400:00000200:0.0:1779698046.301711:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698046.301716:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698046.301721:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5a80 00000400:00000200:0.0:1779698046.301725:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab8f5 [1] + 0 00000400:00000200:0.0:1779698046.301728:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698046.301731:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698046.301736:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2300 x1866137497000576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698046.301746:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779698046.301748:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000020:00000010:0.0:1779698046.301754:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6800. 00000020:00000010:0.0:1779698046.301757:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698046.301759:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 00000400:00000010:0.0:1779698046.301789:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aa50. 00000400:00000200:0.0:1779698046.301792:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698046.301794:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698046.301798:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac655bb80 x1866137497000448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698046.301806:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac655bb80 x1866137497000448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698046.301826:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:0.0:1779698046.301829:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779698046.301831:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779698046.301834:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2300 x1866137497000576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698046.301840:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2300 x1866137497000576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698046.301852:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c8c00. 02000000:00000010:0.0:1779698046.301856:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df400. 00000100:00000010:0.0:1779698046.301861:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac655bb80. 02000000:00000010:0.0:1779698046.301865:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c9c00. 02000000:00000010:0.0:1779698046.301867:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46de400. 00000100:00000010:0.0:1779698046.301870:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 00000100:00000010:3.0:1779698046.308444:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1d80. 00000100:00000010:1.0:1779698046.309522:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a20. 00000100:00000010:0.0:1779698046.309743:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:2.0:1779698046.310202:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1420. 02000000:00000010:0.0:1779698046.310689:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39adc00. 00000400:00000010:0.0:1779698046.310698:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a0b0. 00000400:00000010:0.0:1779698046.310705:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779698046.310711:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497000320, portal 25 00000400:00000010:0.0:1779698046.310717:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698046.310720:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497000320, offset 0 00000400:00000200:0.0:1779698046.310730:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698046.310742:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698046.310752:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5980 00000400:00000200:0.0:1779698046.310759:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aad41 [2] + 0 00000400:00000010:0.0:1779698046.310773:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc91ae478. 00000400:00000200:0.0:1779698046.310777:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd7e4c00 00000400:00000200:0.0:1779698046.310785:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698046.310789:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698046.310794:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd7e4c00 00000400:00000010:0.0:1779698046.310796:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd7e4c00. 00000100:00000200:0.0:1779698046.310817:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698046.310846:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698046.310848:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698046.310856:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac6558e00 x1866137497000320/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698046.310873:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779698046.310881:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f18a0. 00000100:00000010:0.0:1779698046.310885:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1720. 00000100:00000010:0.0:1779698046.310889:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1c00. 00000020:00000010:2.0:1779698046.311366:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779698046.311371:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779698046.311376:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698046.311380:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698046.311385:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698046.311456:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba100. 00000020:00000010:2.0:1779698046.311459:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba100. 00000100:00000200:2.0:1779698046.311462:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000320 02000000:00000010:2.0:1779698046.311477:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e2c00. 00010000:00000200:2.0:1779698046.311486:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc68c50 x1866137497000320/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:732/0 lens 224/224 e 0 to 0 dl 1779698057 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698046.311503:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698046.311507:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497000320, offset 224 00000400:00000200:2.0:1779698046.311513:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698046.311519:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698046.311525:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5980 00000400:00000200:2.0:1779698046.311531:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab905 [1] + 224 00000400:00000200:2.0:1779698046.311536:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698046.311539:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698046.311545:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac6558e00 x1866137497000320/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698046.311560:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698046.311562:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779698046.311572:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698046.311576:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698046.311579:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779698046.311587:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbff6e2c00. 00000100:00000200:2.0:1779698046.311593:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698046.311597:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7370. 00000400:00000010:2.0:1779698046.311601:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac99ebe40. 00000400:00000010:0.0:1779698046.312062:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:0.0:1779698046.312067:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:0.0:1779698046.312069:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779698046.312075:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac6558e00 x1866137497000320/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698046.312089:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac6558e00 x1866137497000320/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698046.312109:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39adc00. 02000000:00000010:0.0:1779698046.312113:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:0.0:1779698046.312119:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac6558e00. 00000100:00000010:0.0:1779698046.658473:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:1.0:1779698046.658569:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f18a0. 00000100:00000010:3.0:1779698046.658648:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1c00. 00000100:00000010:2.0:1779698046.658909:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1720. 00000800:00000200:0.0:1779698047.450493:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779698047.450502:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779698047.450506:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1779698047.450757:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1779698051.418983:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 02000000:00000010:1.0:1779698051.419005:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779698051.419059:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779698051.419079:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df000. 00000100:00000010:1.0:1779698051.419098:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779698051.419103:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df800. 02000000:00000010:3.0:1779698051.419325:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:3.0:1779698051.419332:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d10. 00000400:00000010:3.0:1779698051.419352:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779698051.419359:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497000704, portal 25 00000400:00000010:3.0:1779698051.419364:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698051.419367:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497000704, offset 0 00000400:00000200:3.0:1779698051.419384:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698051.419413:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698051.419426:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5b00 00000400:00000200:3.0:1779698051.419433:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aae91 [2] + 0 00000400:00000010:3.0:1779698051.419437:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae18. 00000400:00000200:3.0:1779698051.419444:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c300 00000400:00000200:3.0:1779698051.419451:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698051.419455:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698051.419460:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c300 00000400:00000010:3.0:1779698051.419462:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c300. 00000100:00000200:3.0:1779698051.419470:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698051.419494:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698051.419496:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698051.419504:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1500 x1866137497000704/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698051.419522:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779698051.419537:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 00000100:00000010:3.0:1779698051.419542:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779698051.419546:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b120. 00000020:00000010:1.0:1779698051.419695:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b80. 00000020:00000010:1.0:1779698051.419700:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b80. 00000020:00000010:1.0:1779698051.419719:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698051.419724:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1780. 00000020:00000010:1.0:1779698051.419729:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698051.419772:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b80. 00000020:00000010:1.0:1779698051.419775:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b80. 00000100:00000200:1.0:1779698051.419779:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000704 02000000:00000010:1.0:1779698051.419793:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de400. 00010000:00000200:1.0:1779698051.419801:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc69850 x1866137497000704/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:737/0 lens 224/224 e 0 to 0 dl 1779698062 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698051.419830:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698051.419835:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497000704, offset 224 00000400:00000200:1.0:1779698051.419841:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698051.419848:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698051.419854:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5b00 00000400:00000200:1.0:1779698051.419859:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab915 [1] + 224 00000400:00000200:1.0:1779698051.419864:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1779698051.419867:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c8c00. 00000400:00000200:1.0:1779698051.419868:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1779698051.419875:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a0b0. 00000100:00000200:1.0:1779698051.419876:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1500 x1866137497000704/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698051.419882:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6dcc0. 00000100:00000200:0.0:1779698051.419888:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497000832, portal 10 00000400:00000010:0.0:1779698051.419895:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000400:00000200:1.0:1779698051.419895:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698051.419899:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000020:00000010:1.0:1779698051.419911:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1780. 00000020:00000010:1.0:1779698051.419914:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698051.419917:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779698051.419923:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46de400. 00000100:00000200:1.0:1779698051.419929:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698051.419933:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3948. 00000100:00000200:0.0:1779698051.420586:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497000832, offset 0 00000400:00000200:0.0:1779698051.420596:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698051.420603:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698051.420610:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5b80 00000400:00000200:0.0:1779698051.420718:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 137472 00000400:00000200:0.0:1779698051.420726:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698051.420730:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698051.420735:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698051.420740:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2822d80. 00000400:00000200:0.0:1779698051.420798:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:0.0:1779698051.420800:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698051.420806:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1c00 x1866137497000832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698051.420834:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c9c00. 00000400:00000010:0.0:1779698051.420838:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aa50. 00000400:00000010:0.0:1779698051.420841:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d5d8. 00000100:00000200:0.0:1779698051.420845:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497000960, portal 10 00000400:00000010:0.0:1779698051.420850:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779698051.420852:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497000960, offset 0 00000400:00000200:0.0:1779698051.420855:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698051.420860:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698051.420865:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5c00 00000400:00000200:0.0:1779698051.420869:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 137992 00000400:00000200:0.0:1779698051.420873:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698051.420876:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698051.420879:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698051.420882:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2823b80. 00000400:00000200:0.0:1779698051.420935:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:0.0:1779698051.420938:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:0.0:1779698051.420943:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2300 x1866137497000960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698051.421198:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698051.421237:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698051.421241:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698051.421266:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698051.421269:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779698051.421272:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698051.421288:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000832 00010000:02000000:2.0:1779698051.421304:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698051.421312:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbff6e2c00. 00000400:00000010:2.0:1779698051.421323:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698051.421327:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497000832, offset 0 00000400:00000200:2.0:1779698051.421331:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698051.421337:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698051.421343:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5b80 00000400:00000200:2.0:1779698051.421347:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab921 [1] + 0 00000400:00000200:2.0:1779698051.421352:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698051.421355:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698051.421362:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1c00 x1866137497000832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698051.421377:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698051.421379:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779698051.421407:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698051.421410:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698051.421413:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000100:00000200:2.0:1779698051.421425:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497000960 00010000:02000000:2.0:1779698051.421431:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698051.421436:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea2000. 00000400:00000010:2.0:1779698051.421442:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698051.421445:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497000960, offset 0 00000400:00000200:2.0:1779698051.421449:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698051.421453:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698051.421458:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5c00 00000400:00000200:2.0:1779698051.421462:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab929 [1] + 0 00000400:00000200:2.0:1779698051.421467:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698051.421469:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698051.421474:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2300 x1866137497000960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698051.421483:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698051.421485:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779698051.421491:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779698051.421494:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698051.421497:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:2.0:1779698051.421518:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a0b0. 00000400:00000200:2.0:1779698051.421522:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6dcc0 00000400:00000010:2.0:1779698051.421524:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6dcc0. 00000100:00000200:2.0:1779698051.421529:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1c00 x1866137497000832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698051.421536:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1c00 x1866137497000832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698051.421557:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aa50. 00000400:00000200:2.0:1779698051.421559:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d5d8 00000400:00000010:2.0:1779698051.421561:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d5d8. 00000100:00000200:2.0:1779698051.421564:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2300 x1866137497000960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698051.421572:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2300 x1866137497000960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698051.421586:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c8c00. 02000000:00000010:2.0:1779698051.421591:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df000. 00000100:00000010:2.0:1779698051.421594:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 02000000:00000010:2.0:1779698051.421598:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c9c00. 02000000:00000010:2.0:1779698051.421600:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df800. 00000100:00000010:2.0:1779698051.421602:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 00000400:00000010:1.0:1779698051.426699:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a49c0. 00000400:00000010:3.0:1779698051.427043:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d10. 00000400:00000200:3.0:1779698051.427051:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:3.0:1779698051.427054:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000100:00000200:3.0:1779698051.427066:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1500 x1866137497000704/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698051.427083:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1500 x1866137497000704/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698051.427111:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:3.0:1779698051.427118:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:3.0:1779698051.427123:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 00000100:00000010:2.0:1779698051.762472:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b9c0. 00000100:00000010:1.0:1779698051.762475:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000100:00000010:0.0:1779698051.762549:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779698051.762721:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b120. 00000100:00000010:1.0:1779698056.538488:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 02000000:00000010:1.0:1779698056.538513:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698056.538573:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779698056.538582:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46de400. 00000100:00000010:1.0:1779698056.538597:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779698056.538601:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df400. 02000000:00000010:0.0:1779698056.538681:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 02000000:00000010:2.0:1779698056.538681:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fdb400. 00000400:00000010:0.0:1779698056.538689:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:2.0:1779698056.538689:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7e70. 00000400:00000010:0.0:1779698056.538695:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d4c8. 00000400:00000010:2.0:1779698056.538695:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:0.0:1779698056.538701:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497001088, portal 25 00000400:00000010:0.0:1779698056.538710:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:2.0:1779698056.538773:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497001216, portal 10 00000400:00000010:2.0:1779698056.538780:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698056.538783:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497001216, offset 0 00000400:00000200:2.0:1779698056.538790:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698056.538802:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698056.538812:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5d00 00000400:00000200:2.0:1779698056.538820:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 138512 00000400:00000200:2.0:1779698056.538829:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698056.538833:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698056.538840:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698056.538845:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b61180. 00000400:00000200:2.0:1779698056.538861:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698056.538863:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698056.538870:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2300 x1866137497001216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698056.538888:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bde0. 00000100:00000010:2.0:1779698056.538899:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b360. 00000100:00000010:2.0:1779698056.538908:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bcc0. 00000100:00000010:2.0:1779698056.538912:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b000. 02000000:00000010:2.0:1779698056.538921:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd9400. 00000400:00000010:2.0:1779698056.538924:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7420. 00000400:00000010:2.0:1779698056.538926:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698056.538929:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497001344, portal 10 00000400:00000010:2.0:1779698056.538933:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698056.538936:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497001344, offset 0 00000400:00000200:2.0:1779698056.538939:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698056.538944:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698056.538948:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5d80 00000400:00000200:2.0:1779698056.538952:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 139032 00000400:00000200:2.0:1779698056.538957:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698056.538960:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698056.538963:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698056.538966:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf6b62d80. 00000400:00000200:2.0:1779698056.538975:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698056.538977:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698056.538981:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1c00 x1866137497001344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698056.539021:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698056.539026:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779698056.539032:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698056.539408:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698056.539413:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698056.539416:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779698056.539434:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001216 00010000:02000000:2.0:1779698056.539449:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698056.539457:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd8000. 00000400:00000010:2.0:1779698056.539466:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698056.539470:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497001216, offset 0 00000400:00000200:2.0:1779698056.539474:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698056.539479:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698056.539484:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5d00 00000400:00000200:2.0:1779698056.539489:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab941 [1] + 0 00000400:00000200:2.0:1779698056.539495:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698056.539498:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698056.539503:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2300 x1866137497001216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698056.539517:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698056.539519:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698056.539529:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779698056.539532:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698056.539535:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000100:00000200:2.0:1779698056.539546:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001344 00010000:02000000:2.0:1779698056.539551:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698056.539556:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd8c00. 00000400:00000010:2.0:1779698056.539560:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698056.539562:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497001344, offset 0 00000400:00000200:2.0:1779698056.539565:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698056.539569:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698056.539574:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5d80 00000400:00000200:2.0:1779698056.539578:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab949 [1] + 0 00000400:00000200:2.0:1779698056.539581:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698056.539584:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698056.539588:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1c00 x1866137497001344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698056.539597:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698056.539599:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698056.539604:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698056.539606:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698056.539608:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000400:00000010:2.0:1779698056.539628:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7e70. 00000400:00000200:2.0:1779698056.539630:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698056.539632:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698056.539636:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2300 x1866137497001216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698056.539644:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2300 x1866137497001216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698056.539664:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7420. 00000400:00000200:2.0:1779698056.539666:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698056.539667:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698056.539671:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1c00 x1866137497001344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698056.539678:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1c00 x1866137497001344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698056.539695:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fdb400. 02000000:00000010:2.0:1779698056.539699:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46de400. 00000100:00000010:2.0:1779698056.539703:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 02000000:00000010:2.0:1779698056.539707:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd9400. 02000000:00000010:2.0:1779698056.539709:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df400. 00000100:00000010:2.0:1779698056.539712:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 00000100:00000200:0.0:1779698056.542845:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497001088, offset 0 00000400:00000200:0.0:1779698056.542866:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698056.542879:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698056.542889:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5c80 00000400:00000200:0.0:1779698056.542897:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aaebd [2] + 0 00000400:00000010:0.0:1779698056.542902:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326688. 00000400:00000200:0.0:1779698056.542909:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad2345600 00000400:00000200:0.0:1779698056.542916:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698056.542920:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698056.542924:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad2345600 00000400:00000010:0.0:1779698056.542927:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad2345600. 00000100:00000200:0.0:1779698056.542932:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698056.542959:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779698056.542961:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779698056.542971:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1500 x1866137497001088/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698056.543276:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779698056.543281:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779698056.543287:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698056.543292:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698056.543296:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698056.543327:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba300. 00000020:00000010:2.0:1779698056.543330:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba300. 00000100:00000200:2.0:1779698056.543333:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001088 02000000:00000010:2.0:1779698056.543347:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd9400. 00010000:00000200:2.0:1779698056.543356:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbdcc6ac50 x1866137497001088/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:742/0 lens 224/224 e 0 to 0 dl 1779698067 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698056.543372:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698056.543376:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497001088, offset 224 00000400:00000200:2.0:1779698056.543381:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698056.543386:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698056.543409:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5c80 00000400:00000200:2.0:1779698056.543414:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab93d [1] + 224 00000400:00000200:2.0:1779698056.543419:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698056.543422:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698056.543428:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1500 x1866137497001088/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698056.543451:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698056.543453:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698056.543464:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7780. 00000020:00000010:2.0:1779698056.543468:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698056.543471:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779698056.543479:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc6fd9400. 00000100:00000200:2.0:1779698056.543484:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698056.543488:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7420. 00000400:00000010:2.0:1779698056.543492:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac99ebf00. 00000400:00000010:1.0:1779698056.543548:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:1.0:1779698056.543553:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d4c8 00000400:00000010:1.0:1779698056.543554:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d4c8. 00000100:00000200:1.0:1779698056.543559:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1500 x1866137497001088/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698056.543567:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1500 x1866137497001088/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698056.543587:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:1.0:1779698056.543591:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698056.543595:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 00000100:00000010:1.0:1779698056.890438:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b360. 00000100:00000010:0.0:1779698056.890440:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bde0. 00000100:00000010:3.0:1779698056.890566:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b000. 00000100:00000010:2.0:1779698056.892328:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bcc0. 00000100:00000010:1.0:1779698061.658780:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 02000000:00000010:1.0:1779698061.658802:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698061.658861:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779698061.658869:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df000. 00000100:00000010:1.0:1779698061.658888:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 02000000:00000010:1.0:1779698061.658894:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df800. 02000000:00000010:1.0:1779698061.658921:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df400. 00000400:00000010:1.0:1779698061.658927:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d10. 00000400:00000010:1.0:1779698061.658953:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 02000000:00000010:3.0:1779698061.658955:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000100:00000200:1.0:1779698061.658962:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497001600, portal 10 00000400:00000010:3.0:1779698061.658962:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d10. 00000400:00000010:3.0:1779698061.658969:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0660. 00000400:00000010:1.0:1779698061.658972:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:3.0:1779698061.658974:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497001472, portal 25 00000100:00000200:1.0:1779698061.658976:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497001600, offset 0 00000400:00000010:3.0:1779698061.658980:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698061.658983:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497001472, offset 0 00000400:00000200:1.0:1779698061.658997:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698061.659004:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698061.659011:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698061.659016:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698061.659026:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5e80 00000400:00000200:3.0:1779698061.659029:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5e00 00000400:00000200:1.0:1779698061.659037:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 139552 00000400:00000200:1.0:1779698061.659057:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698061.659062:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698061.662418:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aaf01 [2] + 0 00000400:00000010:3.0:1779698061.662429:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def8f0. 00000400:00000200:3.0:1779698061.662436:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60f00 00000400:00000200:3.0:1779698061.662448:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698061.662453:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698061.662459:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60f00 00000400:00000010:3.0:1779698061.662461:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60f00. 00000100:00000200:3.0:1779698061.662467:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698061.662553:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698061.662557:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698061.662567:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1500 x1866137497001472/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698061.662594:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b120. 00000100:00000010:3.0:1779698061.662608:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779698061.662613:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779698061.662617:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 00000020:00000010:0.0:1779698061.663953:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779698061.663993:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779698061.664001:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779698061.664006:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad0ff6500. 00000020:00000010:0.0:1779698061.664023:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698061.664110:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61940. 00000020:00000010:0.0:1779698061.664113:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61940. 00000100:00000200:0.0:1779698061.664116:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001472 02000000:00000010:0.0:1779698061.664142:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cac00. 00010000:00000200:0.0:1779698061.664152:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7647c50 x1866137497001472/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:747/0 lens 224/224 e 0 to 0 dl 1779698072 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698061.664170:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779698061.664176:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497001472, offset 224 00000400:00000200:0.0:1779698061.664195:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698061.664207:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698061.664218:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5e00 00000400:00000200:0.0:1779698061.664225:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab969 [1] + 224 00000400:00000200:0.0:1779698061.664233:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698061.664236:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698061.664244:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1500 x1866137497001472/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698061.664270:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:0.0:1779698061.664273:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000020:00000010:0.0:1779698061.664285:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad0ff6500. 00000020:00000010:0.0:1779698061.664289:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698061.664292:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 02000000:00000010:0.0:1779698061.664298:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07cac00. 00000100:00000200:0.0:1779698061.664304:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698061.664309:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aaa8. 00000400:00000010:0.0:1779698061.664314:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8a80. 00000100:00000200:1.0:1779698061.666404:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698061.666420:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8a80. 00000400:00000200:1.0:1779698061.666450:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698061.666454:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698061.666466:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed1c00 x1866137497001600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698061.666514:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779698061.666520:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3c60. 00000400:00000010:1.0:1779698061.666525:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698061.666531:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497001728, portal 10 00000400:00000010:1.0:1779698061.666536:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698061.666540:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497001728, offset 0 00000400:00000200:1.0:1779698061.666546:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698061.666557:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698061.666567:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c5f00 00000400:00000200:1.0:1779698061.666575:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 140072 00000400:00000200:1.0:1779698061.666583:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698061.666588:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698061.666593:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698061.666596:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab100. 00000400:00000200:1.0:1779698061.666609:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698061.666612:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698061.666617:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2300 x1866137497001728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698061.667162:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698061.667169:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1d00. 00000020:00000010:1.0:1779698061.667208:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698061.667251:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698061.667254:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1e00. 00000020:00000010:1.0:1779698061.667256:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af7d0. 00000100:00000200:1.0:1779698061.667281:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001600 00010000:02000000:1.0:1779698061.667298:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698061.667307:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf6c27800. 00000400:00000010:1.0:1779698061.667319:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698061.667323:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497001600, offset 0 00000400:00000200:1.0:1779698061.667327:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698061.667333:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698061.667340:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5e80 00000400:00000200:1.0:1779698061.667345:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab965 [1] + 0 00000400:00000200:1.0:1779698061.667350:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698061.667353:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698061.667359:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed1c00 x1866137497001600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698061.667374:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000100:00000200:3.0:1779698061.667519:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001728 00010000:02000000:3.0:1779698061.667529:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698061.667535:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc4000. 00000400:00000010:3.0:1779698061.667542:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000400:00000010:1.0:1779698061.669037:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779698061.669074:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1d00. 00000020:00000010:1.0:1779698061.669079:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698061.669083:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:3.0:1779698061.669909:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497001728, offset 0 00000400:00000200:3.0:1779698061.669925:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698061.669936:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698061.669947:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c5f00 00000400:00000200:3.0:1779698061.669954:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab97d [1] + 0 00000400:00000200:3.0:1779698061.669963:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698061.669967:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698061.669978:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2300 x1866137497001728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698061.669994:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698061.669996:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779698061.670007:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1e00. 00000020:00000010:3.0:1779698061.670011:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af7d0. 00000020:00000010:3.0:1779698061.670014:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:0.0:1779698061.670830:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d10. 00000400:00000200:0.0:1779698061.670838:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0660 00000400:00000010:0.0:1779698061.670840:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0660. 00000100:00000200:0.0:1779698061.670850:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1500 x1866137497001472/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698061.670860:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1500 x1866137497001472/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698061.670890:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:0.0:1779698061.670896:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:0.0:1779698061.670901:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1500. 00000400:00000010:1.0:1779698061.674323:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d10. 00000400:00000200:1.0:1779698061.674336:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698061.674340:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698061.674356:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed1c00 x1866137497001600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698061.674368:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed1c00 x1866137497001600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698061.674413:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3c60. 00000400:00000200:1.0:1779698061.674416:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698061.674418:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698061.674423:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2300 x1866137497001728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698061.674431:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2300 x1866137497001728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698061.674449:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df400. 02000000:00000010:1.0:1779698061.674458:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df000. 00000100:00000010:1.0:1779698061.674464:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed1c00. 02000000:00000010:1.0:1779698061.674469:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:1.0:1779698061.674472:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df800. 00000100:00000010:1.0:1779698061.674474:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 00000100:00000010:1.0:1779698062.010492:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:0.0:1779698062.010502:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b120. 00000100:00000010:3.0:1779698062.010705:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000100:00000010:2.0:1779698062.011428:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b9c0. 00000100:00000010:1.0:1779698066.779453:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779698066.779538:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 02000000:00000010:0.0:1779698066.779617:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ac600. 00000400:00000010:0.0:1779698066.779625:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779698066.779664:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6de58. 00000100:00000200:0.0:1779698066.779672:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497001856, portal 25 00000400:00000010:0.0:1779698066.779678:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779698066.779681:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497001856, offset 0 00000400:00000200:0.0:1779698066.779690:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698066.779702:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698066.779714:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c5f80 00000400:00000200:0.0:1779698066.779720:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aafa1 [2] + 0 00000400:00000010:0.0:1779698066.779725:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779698066.779730:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e83c0 00000400:00000200:0.0:1779698066.779750:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698066.779755:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698066.779759:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e83c0 00000400:00000010:0.0:1779698066.779762:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e83c0. 00000100:00000200:0.0:1779698066.779768:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698066.779797:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:0.0:1779698066.779799:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779698066.779820:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137497001856/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698066.779839:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779698066.779849:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1cc0. 00000100:00000010:0.0:1779698066.779854:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ae0. 00000100:00000010:0.0:1779698066.779858:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1600. 00000020:00000010:3.0:1779698066.779963:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836340. 00000020:00000010:3.0:1779698066.779968:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836340. 00000020:00000010:3.0:1779698066.779973:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698066.779977:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779698066.780001:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698066.780052:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836340. 00000020:00000010:3.0:1779698066.780056:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836340. 00000100:00000200:3.0:1779698066.780058:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001856 02000000:00000010:3.0:1779698066.780092:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc5000. 00010000:00000200:3.0:1779698066.780101:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645050 x1866137497001856/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:752/0 lens 224/224 e 0 to 0 dl 1779698077 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698066.780117:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698066.780122:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497001856, offset 224 00000400:00000200:3.0:1779698066.780126:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698066.780132:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698066.780138:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c5f80 00000400:00000200:3.0:1779698066.780142:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab98d [1] + 224 00000400:00000200:3.0:1779698066.780147:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698066.780150:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698066.780156:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137497001856/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698066.780204:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa680. 02000000:00000010:1.0:1779698066.780213:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df000. 00000100:00000010:1.0:1779698066.780230:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8e00. 02000000:00000010:1.0:1779698066.780235:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df400. 02000000:00000010:1.0:1779698066.780261:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779698066.780266:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3c60. 00000400:00000010:1.0:1779698066.780271:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698066.780274:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497001984, portal 10 00000400:00000010:1.0:1779698066.780298:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698066.780301:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497001984, offset 0 00000400:00000200:1.0:1779698066.780306:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698066.780312:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698066.780317:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6000 00000400:00000200:1.0:1779698066.780332:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 140592 00000400:00000200:1.0:1779698066.780338:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698066.780340:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698066.780359:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698066.780363:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa300. 00000400:00000200:1.0:1779698066.780385:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698066.780408:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698066.780414:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aa680 x1866137497001984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698066.780432:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df800. 00000400:00000010:1.0:1779698066.780435:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d10. 00000400:00000010:1.0:1779698066.780438:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698066.780441:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497002112, portal 10 00000400:00000010:1.0:1779698066.780445:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698066.780448:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497002112, offset 0 00000400:00000200:1.0:1779698066.780452:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698066.780457:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698066.780462:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6080 00000400:00000200:1.0:1779698066.780466:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 141112 00000400:00000200:1.0:1779698066.780470:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698066.780473:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698066.780475:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698066.780479:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab800. 00000400:00000200:1.0:1779698066.780490:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698066.780491:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698066.780495:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a8e00 x1866137497002112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698066.780531:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698066.780535:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779698066.780538:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698066.780571:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698066.780575:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacd2b1300. 00000020:00000010:1.0:1779698066.780578:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000100:00000200:1.0:1779698066.780594:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497001984 00010000:02000000:1.0:1779698066.780607:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698066.780615:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060d800. 00000400:00000010:1.0:1779698066.780623:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698066.780626:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497001984, offset 0 00000400:00000200:1.0:1779698066.780630:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698066.780635:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698066.780640:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6000 00000400:00000200:1.0:1779698066.780645:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab999 [1] + 0 00000400:00000200:1.0:1779698066.780649:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698066.780651:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698066.780656:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aa680 x1866137497001984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698066.780669:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698066.780670:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779698066.780681:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1680. 00000020:00000010:1.0:1779698066.780684:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698066.780686:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:1.0:1779698066.780695:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497002112 00010000:02000000:1.0:1779698066.780700:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698066.780705:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf060c400. 00000400:00000010:1.0:1779698066.780709:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698066.780712:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497002112, offset 0 00000400:00000200:1.0:1779698066.780715:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698066.780719:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698066.780736:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6080 00000400:00000200:1.0:1779698066.780740:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab9a1 [1] + 0 00000400:00000200:1.0:1779698066.780744:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698066.780747:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698066.780751:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a8e00 x1866137497002112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698066.780768:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698066.780770:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000020:00000010:1.0:1779698066.780777:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacd2b1300. 00000020:00000010:1.0:1779698066.780779:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698066.780781:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:1.0:1779698066.780842:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3c60. 00000400:00000200:1.0:1779698066.780845:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698066.780847:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698066.780851:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aa680 x1866137497001984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698066.780866:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aa680 x1866137497001984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698066.780887:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d10. 00000400:00000200:1.0:1779698066.780896:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:1.0:1779698066.780898:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698066.780902:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a8e00 x1866137497002112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698066.780909:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a8e00 x1866137497002112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698066.780922:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:1.0:1779698066.780933:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df000. 00000100:00000010:1.0:1779698066.780938:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa680. 02000000:00000010:1.0:1779698066.780941:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df800. 02000000:00000010:1.0:1779698066.780943:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df400. 00000100:00000010:1.0:1779698066.780946:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8e00. 00000400:00000200:3.0:1779698066.785062:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698066.785076:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779698066.785119:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e600. 00000020:00000010:3.0:1779698066.785125:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698066.785129:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779698066.785137:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00fc5000. 00000100:00000200:3.0:1779698066.785146:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698066.785163:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83268f0. 00000400:00000010:3.0:1779698066.785169:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cace867b40. 00000400:00000010:1.0:1779698066.787338:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:1.0:1779698066.787350:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6de58 00000400:00000010:1.0:1779698066.787352:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6de58. 00000100:00000200:1.0:1779698066.787364:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137497001856/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698066.787375:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137497001856/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698066.787413:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ac600. 02000000:00000010:1.0:1779698066.787420:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698066.787424:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 00000800:00000200:0.0:1779698066.906485:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:0.0:1779698066.906502:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:0.0:1779698066.906507:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1779698066.906705:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1779698067.122482:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1600. 00000100:00000010:0.0:1779698067.122527:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:1.0:1779698067.122600:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1cc0. 00000100:00000010:2.0:1779698067.122878:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ae0. 00000100:00000010:1.0:1779698071.898559:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779698071.898581:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698071.898639:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8e00. 02000000:00000010:1.0:1779698071.898647:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46de400. 00000100:00000010:1.0:1779698071.898667:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa680. 02000000:00000010:1.0:1779698071.898673:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df000. 02000000:00000010:1.0:1779698071.898702:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df800. 00000400:00000010:1.0:1779698071.898710:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3d10. 00000400:00000010:1.0:1779698071.898716:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8330. 00000100:00000200:1.0:1779698071.898724:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497002368, portal 10 00000400:00000010:1.0:1779698071.898731:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698071.898734:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497002368, offset 0 00000400:00000200:1.0:1779698071.898743:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698071.898755:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698071.898765:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6180 00000400:00000200:1.0:1779698071.898772:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 141632 00000400:00000200:1.0:1779698071.898782:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698071.898786:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698071.898794:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698071.898798:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8380. 00000400:00000200:1.0:1779698071.898856:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698071.898859:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698071.898867:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a8e00 x1866137497002368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698071.898886:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779698071.898901:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779698071.898907:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a360. 02000000:00000010:0.0:1779698071.899091:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ac600. 00000400:00000010:0.0:1779698071.899097:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779698071.899101:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d908. 00000100:00000200:0.0:1779698071.899104:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497002240, portal 25 00000400:00000010:0.0:1779698071.899108:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698071.899110:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497002240, offset 0 00000400:00000200:0.0:1779698071.899115:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698071.899131:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698071.899138:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6100 00000400:00000200:0.0:1779698071.899143:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1aafcd [2] + 0 00000400:00000010:0.0:1779698071.899147:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3b58. 00000400:00000200:0.0:1779698071.899150:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60600 00000400:00000200:0.0:1779698071.899154:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698071.899157:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698071.899159:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60600 00000400:00000010:0.0:1779698071.899161:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60600. 00000100:00000200:0.0:1779698071.899165:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698071.899179:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698071.899181:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698071.899186:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137497002240/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698071.899227:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779698071.899232:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779698071.899238:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698071.899243:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279300. 00000020:00000010:0.0:1779698071.899247:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698071.899280:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61640. 00000020:00000010:0.0:1779698071.899282:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61640. 00000100:00000200:0.0:1779698071.899286:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497002240 02000000:00000010:0.0:1779698071.899309:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cac00. 00010000:00000200:0.0:1779698071.899317:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7646450 x1866137497002240/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:2/0 lens 224/224 e 0 to 0 dl 1779698082 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698071.899331:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698071.899334:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497002240, offset 224 00000400:00000200:0.0:1779698071.899338:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698071.899343:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698071.899348:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6100 00000400:00000200:0.0:1779698071.899352:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab9bd [1] + 224 00000400:00000200:0.0:1779698071.899357:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698071.899359:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698071.899365:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137497002240/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698071.899380:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698071.899382:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779698071.899415:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279300. 00000020:00000010:0.0:1779698071.899420:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698071.899441:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698071.899447:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07cac00. 00000100:00000200:0.0:1779698071.899453:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698071.899456:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243acb8. 00000400:00000010:0.0:1779698071.899460:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e83c0. 00000020:00000010:0.0:1779698071.899518:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698071.899521:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279300. 00000020:00000010:0.0:1779698071.899524:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779698071.899544:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497002368 00010000:02000000:0.0:1779698071.899556:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698071.899562:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07cac00. 00000400:00000010:0.0:1779698071.899568:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698071.899571:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497002368, offset 0 00000400:00000200:0.0:1779698071.899575:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698071.899579:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698071.899585:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6180 00000400:00000200:0.0:1779698071.899590:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab9b5 [1] + 0 00000400:00000200:0.0:1779698071.899594:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698071.899597:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698071.899602:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a8e00 x1866137497002368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698071.899613:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698071.899615:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779698071.899621:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279300. 00000020:00000010:0.0:1779698071.899624:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698071.899626:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 00000100:00000010:0.0:1779698071.900091:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000400:00000010:0.0:1779698071.900102:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d10. 00000400:00000200:0.0:1779698071.900105:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8330 00000400:00000010:0.0:1779698071.900107:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8330. 00000100:00000200:0.0:1779698071.900112:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a8e00 x1866137497002368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698071.900211:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a8e00 x1866137497002368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698071.900243:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c8800. 00000400:00000010:0.0:1779698071.900246:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243af20. 00000400:00000010:0.0:1779698071.900250:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698071.900253:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497002496, portal 10 00000400:00000010:0.0:1779698071.900257:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698071.900260:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497002496, offset 0 00000400:00000200:0.0:1779698071.900265:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698071.900271:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698071.900277:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6200 00000400:00000200:0.0:1779698071.900282:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 142152 00000400:00000200:0.0:1779698071.900288:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698071.900352:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698071.900356:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698071.900361:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2820000. 00000400:00000200:0.0:1779698071.900378:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779698071.900380:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698071.900384:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aa680 x1866137497002496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698071.900471:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698071.900476:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779698071.900480:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779698071.900513:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497002496 00010000:02000000:2.0:1779698071.900524:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698071.900531:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fda800. 00000400:00000010:2.0:1779698071.900538:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698071.900541:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497002496, offset 0 00000400:00000200:2.0:1779698071.900546:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698071.900552:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698071.900557:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6200 00000400:00000200:2.0:1779698071.900562:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab9d1 [1] + 0 00000400:00000200:2.0:1779698071.900566:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698071.900569:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698071.900575:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aa680 x1866137497002496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698071.900589:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698071.900593:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698071.900600:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7f00. 00000020:00000010:2.0:1779698071.900603:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698071.900605:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:1.0:1779698071.901409:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:1.0:1779698071.901415:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d908 00000400:00000010:1.0:1779698071.901417:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d908. 00000100:00000200:1.0:1779698071.901424:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137497002240/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698071.901432:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137497002240/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698071.901449:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ac600. 02000000:00000010:1.0:1779698071.901453:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698071.901457:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 00000400:00000010:0.0:1779698071.901988:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243af20. 00000400:00000200:0.0:1779698071.901992:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698071.901993:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698071.901999:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aa680 x1866137497002496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698071.902007:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aa680 x1866137497002496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698071.902023:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df800. 02000000:00000010:0.0:1779698071.902027:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46de400. 00000100:00000010:0.0:1779698071.902030:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a8e00. 02000000:00000010:0.0:1779698071.902033:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c8800. 02000000:00000010:0.0:1779698071.902035:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df000. 00000100:00000010:0.0:1779698071.902037:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aa680. 00000100:00000010:0.0:1779698072.242481:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000100:00000010:3.0:1779698072.242560:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:2.0:1779698072.242633:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a360. 00000100:00000010:1.0:1779698072.244984:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779698077.018480:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779698077.018504:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698077.018564:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9880. 02000000:00000010:1.0:1779698077.018572:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df400. 00000100:00000010:1.0:1779698077.018592:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3abb80. 02000000:00000010:1.0:1779698077.018596:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df000. 02000000:00000010:1.0:1779698077.018624:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779698077.018632:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3c60. 00000400:00000010:1.0:1779698077.018639:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 02000000:00000010:3.0:1779698077.018683:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000100:00000200:1.0:1779698077.018686:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497002752, portal 10 00000400:00000010:3.0:1779698077.018690:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326580. 00000400:00000010:1.0:1779698077.018695:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000400:00000010:3.0:1779698077.018697:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:1.0:1779698077.018700:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497002752, offset 0 00000100:00000200:3.0:1779698077.018702:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497002624, portal 25 00000400:00000010:3.0:1779698077.018708:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000400:00000200:1.0:1779698077.018713:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698077.018819:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698077.018833:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6300 00000100:00000200:3.0:1779698077.022611:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497002624, offset 0 00000400:00000200:1.0:1779698077.022620:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 142672 00000400:00000200:3.0:1779698077.022633:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698077.022639:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698077.022645:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698077.022650:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1779698077.022657:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1779698077.022663:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6280 00000100:00000010:1.0:1779698077.022667:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8700. 00000400:00000200:3.0:1779698077.022676:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab001 [2] + 0 00000400:00000010:3.0:1779698077.022682:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def528. 00000400:00000200:3.0:1779698077.022690:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c480 00000400:00000200:3.0:1779698077.022695:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698077.022701:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698077.022704:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c480 00000400:00000010:3.0:1779698077.022707:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c480. 00000100:00000200:3.0:1779698077.022712:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698077.022733:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698077.022735:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698077.022745:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137497002624/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698077.022755:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698077.022759:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698077.022769:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9880 x1866137497002752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698077.022769:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 00000100:00000010:3.0:1779698077.022786:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779698077.022792:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000020:00000010:0.0:1779698077.022834:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698077.022842:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279800. 00000020:00000010:0.0:1779698077.022847:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779698077.022896:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497002752 00010000:02000000:0.0:1779698077.022913:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698077.022924:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c8800. 00000400:00000010:0.0:1779698077.022937:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698077.022941:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497002752, offset 0 00000400:00000200:0.0:1779698077.022945:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698077.022951:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698077.022957:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6300 00000400:00000200:0.0:1779698077.022963:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab9dd [1] + 0 00000400:00000200:0.0:1779698077.022969:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698077.022971:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698077.022977:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9880 x1866137497002752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698077.022990:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698077.022991:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779698077.023001:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279800. 00000020:00000010:0.0:1779698077.023018:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698077.023022:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698077.023091:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779698077.023100:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779698077.023105:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698077.023107:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279800. 00000020:00000010:0.0:1779698077.023110:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698077.023156:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61100. 00000020:00000010:0.0:1779698077.023159:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61100. 00000100:00000200:0.0:1779698077.023162:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497002624 02000000:00000010:0.0:1779698077.023173:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c9c00. 00010000:00000200:0.0:1779698077.023180:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7646c50 x1866137497002624/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:8/0 lens 224/224 e 0 to 0 dl 1779698088 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698077.023192:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698077.023196:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497002624, offset 224 00000400:00000200:0.0:1779698077.023201:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698077.023207:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698077.023214:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6280 00000400:00000200:0.0:1779698077.023220:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ab9e5 [1] + 224 00000400:00000200:0.0:1779698077.023225:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698077.023229:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698077.023236:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137497002624/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698077.023249:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698077.023251:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779698077.023260:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279800. 00000020:00000010:0.0:1779698077.023263:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698077.023267:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698077.023274:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf07c9c00. 00000100:00000200:0.0:1779698077.023280:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698077.023284:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243af20. 00000400:00000010:0.0:1779698077.023289:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8540. 00000100:00000010:3.0:1779698077.024067:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830be40. 00000400:00000010:0.0:1779698077.024163:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326580. 00000400:00000200:0.0:1779698077.024169:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:0.0:1779698077.024171:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:0.0:1779698077.024179:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137497002624/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698077.024189:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137497002624/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698077.024213:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:0.0:1779698077.024219:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:0.0:1779698077.024223:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 00000400:00000010:1.0:1779698077.024276:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3c60. 00000400:00000200:1.0:1779698077.024279:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:1.0:1779698077.024281:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698077.024286:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9880 x1866137497002752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698077.024294:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9880 x1866137497002752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698077.024324:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df800. 00000400:00000010:1.0:1779698077.024328:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3c60. 00000400:00000010:1.0:1779698077.024332:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8aa0. 00000100:00000200:1.0:1779698077.024336:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497002880, portal 10 00000400:00000010:1.0:1779698077.024340:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698077.024342:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497002880, offset 0 00000400:00000200:1.0:1779698077.024348:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698077.024355:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698077.024362:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6380 00000400:00000200:1.0:1779698077.024368:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 143192 00000400:00000200:1.0:1779698077.024374:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698077.024377:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698077.024382:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698077.024386:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9180. 00000400:00000200:1.0:1779698077.024421:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698077.024423:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698077.024427:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3abb80 x1866137497002880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698077.024442:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:1.0:1779698077.024445:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df400. 00000100:00000010:1.0:1779698077.024448:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9880. 00000020:00000010:0.0:1779698077.025040:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698077.025047:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279800. 00000020:00000010:0.0:1779698077.025051:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779698077.025074:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497002880 00010000:02000000:0.0:1779698077.025088:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698077.025095:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf07c9c00. 00000400:00000010:0.0:1779698077.025105:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698077.025109:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497002880, offset 0 00000400:00000200:0.0:1779698077.025115:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698077.025121:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698077.025127:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6380 00000400:00000200:0.0:1779698077.025133:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab9f9 [1] + 0 00000400:00000200:0.0:1779698077.025138:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698077.025141:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698077.025148:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3abb80 x1866137497002880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698077.025174:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698077.025176:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000020:00000010:0.0:1779698077.025185:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279800. 00000020:00000010:0.0:1779698077.025188:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698077.025191:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 00000400:00000010:3.0:1779698077.025363:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3c60. 00000400:00000200:3.0:1779698077.025368:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8aa0 00000400:00000010:3.0:1779698077.025369:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8aa0. 00000100:00000200:3.0:1779698077.025373:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3abb80 x1866137497002880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698077.025379:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3abb80 x1866137497002880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698077.025412:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df800. 02000000:00000010:3.0:1779698077.025416:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df000. 00000100:00000010:3.0:1779698077.025419:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3abb80. 00000100:00000010:1.0:1779698077.370474:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bae0. 00000100:00000010:0.0:1779698077.370477:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000100:00000010:2.0:1779698077.370577:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:3.0:1779698077.371084:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830be40. 00000100:00000010:2.0:1779698082.140688:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10abb80. 02000000:00000010:2.0:1779698082.140788:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fa00. 00000100:00000010:2.0:1779698082.140848:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8e00. 02000000:00000010:0.0:1779698082.140976:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 00000400:00000010:0.0:1779698082.140985:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243adc0. 00000400:00000010:0.0:1779698082.140991:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698082.140998:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497003008, portal 25 00000400:00000010:0.0:1779698082.141003:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698082.141005:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497003008, offset 0 00000400:00000200:0.0:1779698082.141014:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698082.141027:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698082.141038:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6400 00000400:00000200:0.0:1779698082.141046:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab021 [2] + 0 00000400:00000010:0.0:1779698082.141050:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3cb8. 00000400:00000200:0.0:1779698082.141056:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60780 00000400:00000200:0.0:1779698082.141063:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698082.141067:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698082.141071:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60780 00000400:00000010:0.0:1779698082.141074:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60780. 00000100:00000200:0.0:1779698082.141080:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698082.141098:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779698082.141101:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 02000000:00000010:2.0:1779698082.141187:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc6fdac00. 00000100:00000010:2.0:1779698082.141206:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8700. 02000000:00000010:2.0:1779698082.141211:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc6fd8400. 00000100:00000200:0.0:1779698082.141350:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10abb80 x1866137497003008/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698082.141367:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f14e0. 00000100:00000010:0.0:1779698082.141378:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ba0. 00000100:00000010:0.0:1779698082.141382:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1360. 00000100:00000010:0.0:1779698082.141387:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f11e0. 00000020:00000010:2.0:1779698082.141685:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba1c0. 00000020:00000010:2.0:1779698082.141690:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba1c0. 00000020:00000010:2.0:1779698082.141697:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779698082.141703:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7a00. 00000020:00000010:2.0:1779698082.141706:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 02000000:00000010:3.0:1779698082.141706:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc7000. 00000400:00000010:3.0:1779698082.141711:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326580. 00000400:00000010:3.0:1779698082.141716:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698082.141720:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497003136, portal 10 00000400:00000010:3.0:1779698082.141725:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698082.141727:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497003136, offset 0 00000400:00000200:3.0:1779698082.141731:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698082.141738:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698082.141744:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6480 00000400:00000200:3.0:1779698082.141750:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 143712 00000400:00000200:3.0:1779698082.141756:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698082.141759:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698082.141764:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698082.141771:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e0700. 00000400:00000200:3.0:1779698082.141780:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698082.141782:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698082.141788:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10a8e00 x1866137497003136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698082.141809:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc6c00. 00000400:00000010:3.0:1779698082.141812:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d10. 00000400:00000010:3.0:1779698082.141815:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698082.141817:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497003264, portal 10 00000400:00000010:3.0:1779698082.141821:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698082.141823:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497003264, offset 0 00000400:00000200:3.0:1779698082.141826:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698082.141830:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698082.141834:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6500 00000400:00000200:3.0:1779698082.141838:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 144232 00000400:00000200:3.0:1779698082.141841:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698082.141844:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698082.141847:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698082.141850:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e0380. 00000400:00000200:3.0:1779698082.141861:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698082.141863:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698082.141867:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10a8700 x1866137497003264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698082.141900:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698082.141904:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779698082.141907:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698082.141932:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698082.141936:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698082.141938:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:3.0:1779698082.141954:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003136 00010000:02000000:3.0:1779698082.141979:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698082.141987:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc4800. 00000400:00000010:3.0:1779698082.141998:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698082.142001:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497003136, offset 0 00000400:00000200:3.0:1779698082.142004:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698082.142009:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698082.142014:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6480 00000400:00000200:3.0:1779698082.142019:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba0d [1] + 0 00000400:00000200:3.0:1779698082.142023:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698082.142026:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698082.142031:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10a8e00 x1866137497003136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698082.142045:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698082.142047:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698082.142057:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779698082.142060:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698082.142062:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779698082.142071:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003264 00010000:02000000:3.0:1779698082.142078:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698082.142082:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc5800. 00000400:00000010:3.0:1779698082.142087:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698082.142088:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497003264, offset 0 00000400:00000200:3.0:1779698082.142092:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698082.142096:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698082.142100:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6500 00000400:00000200:3.0:1779698082.142103:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba15 [1] + 0 00000400:00000200:3.0:1779698082.142107:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698082.142110:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698082.142114:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10a8700 x1866137497003264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698082.142128:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698082.142129:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698082.142136:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698082.142138:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698082.142140:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:3.0:1779698082.142158:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326580. 00000400:00000200:3.0:1779698082.142162:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698082.142163:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698082.142167:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10a8e00 x1866137497003136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698082.142175:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10a8e00 x1866137497003136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698082.142194:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d10. 00000400:00000200:3.0:1779698082.142197:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698082.142198:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698082.142202:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10a8700 x1866137497003264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698082.142209:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10a8700 x1866137497003264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698082.142223:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc7000. 02000000:00000010:3.0:1779698082.142228:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc6fdac00. 00000100:00000010:3.0:1779698082.142233:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a8e00. 02000000:00000010:3.0:1779698082.142236:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc6c00. 02000000:00000010:3.0:1779698082.142238:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc6fd8400. 00000100:00000010:3.0:1779698082.142240:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a8700. 00000020:00000010:2.0:1779698082.142649:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba1c0. 00000020:00000010:2.0:1779698082.142654:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba1c0. 00000100:00000200:2.0:1779698082.142656:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003008 02000000:00000010:2.0:1779698082.142666:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd8800. 00010000:00000200:2.0:1779698082.142674:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644050 x1866137497003008/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:13/0 lens 224/224 e 0 to 0 dl 1779698093 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698082.142685:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698082.142689:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497003008, offset 224 00000400:00000200:2.0:1779698082.142693:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698082.142699:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698082.142703:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6400 00000400:00000200:2.0:1779698082.142709:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aba05 [1] + 224 00000400:00000200:2.0:1779698082.142714:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698082.142717:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698082.142733:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10abb80 x1866137497003008/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698082.142747:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698082.142749:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698082.142757:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7a00. 00000020:00000010:2.0:1779698082.142760:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698082.142762:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 02000000:00000010:2.0:1779698082.142770:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc6fd8800. 00000100:00000200:2.0:1779698082.142775:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698082.142779:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7e70. 00000400:00000010:2.0:1779698082.142783:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac99eb480. 00000400:00000010:0.0:1779698082.142842:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243adc0. 00000400:00000200:0.0:1779698082.142846:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:0.0:1779698082.142858:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698082.142864:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10abb80 x1866137497003008/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698082.142871:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10abb80 x1866137497003008/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698082.142886:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698082.142889:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fa00. 00000100:00000010:0.0:1779698082.142892:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10abb80. 00000100:00000010:1.0:1779698082.482478:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ba0. 00000100:00000010:0.0:1779698082.482558:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f14e0. 00000100:00000010:2.0:1779698082.482712:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1360. 00000100:00000010:3.0:1779698082.484896:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f11e0. 00000800:00000200:2.0:1779698085.341931:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:2.0:1779698085.341947:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1779698085.341952:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1779698085.343919:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1779698087.260631:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e1500. 02000000:00000010:3.0:1779698087.260652:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba300. 00000100:00000010:3.0:1779698087.260721:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc62680. 02000000:00000010:3.0:1779698087.260731:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00fc6c00. 00000100:00000010:3.0:1779698087.260756:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc63100. 02000000:00000010:3.0:1779698087.260762:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00fc7000. 02000000:00000010:3.0:1779698087.260796:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc6000. 00000400:00000010:3.0:1779698087.260803:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d10. 00000400:00000010:3.0:1779698087.260811:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698087.260819:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497003520, portal 10 00000400:00000010:3.0:1779698087.260826:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698087.260858:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497003520, offset 0 00000400:00000200:3.0:1779698087.260869:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698087.260884:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698087.260897:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6600 00000400:00000200:3.0:1779698087.260905:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 144752 00000400:00000200:3.0:1779698087.260917:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698087.260936:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698087.260945:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698087.260950:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60e00. 00000400:00000200:3.0:1779698087.260969:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698087.260972:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698087.260981:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbefc62680 x1866137497003520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698087.261004:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830be40. 00000100:00000010:3.0:1779698087.261021:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779698087.261030:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779698087.261037:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bea0. 02000000:00000010:3.0:1779698087.261049:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc5000. 00000400:00000010:3.0:1779698087.261054:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326580. 00000400:00000010:3.0:1779698087.261058:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698087.261061:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497003648, portal 10 00000400:00000010:3.0:1779698087.261066:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698087.261069:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497003648, offset 0 00000400:00000200:3.0:1779698087.261075:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698087.261081:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698087.261088:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6680 00000400:00000200:3.0:1779698087.261094:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 145272 00000400:00000200:3.0:1779698087.261099:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698087.261104:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698087.261108:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698087.261112:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61500. 00000400:00000200:3.0:1779698087.261123:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698087.261126:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698087.261132:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbefc63100 x1866137497003648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698087.261371:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 00000400:00000010:0.0:1779698087.261378:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243adc0. 00000400:00000010:0.0:1779698087.261382:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6db28. 00000100:00000200:0.0:1779698087.261385:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497003392, portal 25 00000400:00000010:0.0:1779698087.261419:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698087.261422:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497003392, offset 0 00000400:00000200:0.0:1779698087.261427:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698087.261433:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698087.261439:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6580 00000400:00000200:0.0:1779698087.261445:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab041 [2] + 0 00000400:00000010:0.0:1779698087.261448:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326058. 00000400:00000200:0.0:1779698087.261452:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd38de40 00000400:00000200:0.0:1779698087.261457:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698087.261459:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698087.261463:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd38de40 00000400:00000010:0.0:1779698087.261465:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd38de40. 00000100:00000200:0.0:1779698087.261471:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698087.261480:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779698087.261482:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698087.261487:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf81e1500 x1866137497003392/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698087.261529:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779698087.261535:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279f80. 00000020:00000010:0.0:1779698087.261540:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698087.261577:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698087.261580:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279d00. 00000020:00000010:0.0:1779698087.261582:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000100:00000200:0.0:1779698087.261598:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003520 00010000:02000000:0.0:1779698087.261618:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698087.261627:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d63800. 00000400:00000010:0.0:1779698087.261637:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698087.261640:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497003520, offset 0 00000400:00000200:0.0:1779698087.261644:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698087.261648:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698087.261654:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6600 00000400:00000200:0.0:1779698087.261658:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba2d [1] + 0 00000400:00000200:0.0:1779698087.261663:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698087.261666:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698087.261671:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbefc62680 x1866137497003520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698087.261695:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779698087.261699:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779698087.261711:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279f80. 00000020:00000010:0.0:1779698087.261715:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698087.261719:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 00000100:00000200:0.0:1779698087.261731:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003648 00010000:02000000:0.0:1779698087.261738:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698087.261745:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d60800. 00000400:00000010:0.0:1779698087.261751:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698087.261754:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497003648, offset 0 00000400:00000200:0.0:1779698087.261758:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698087.261764:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698087.261770:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6680 00000400:00000200:0.0:1779698087.261775:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba35 [1] + 0 00000400:00000200:0.0:1779698087.261779:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698087.261783:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698087.261790:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbefc63100 x1866137497003648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698087.261801:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779698087.261804:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000020:00000010:0.0:1779698087.261810:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279d00. 00000020:00000010:0.0:1779698087.261812:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698087.261814:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000020:00000010:3.0:1779698087.263441:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836500. 00000020:00000010:3.0:1779698087.263449:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836500. 00000020:00000010:3.0:1779698087.263456:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698087.263461:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698087.263466:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698087.263505:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836500. 00000020:00000010:3.0:1779698087.263508:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836500. 00000100:00000200:3.0:1779698087.263512:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003392 02000000:00000010:3.0:1779698087.263528:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272c00. 00010000:00000200:3.0:1779698087.263538:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644450 x1866137497003392/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:18/0 lens 224/224 e 0 to 0 dl 1779698098 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698087.263554:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698087.263560:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497003392, offset 224 00000400:00000200:3.0:1779698087.263579:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698087.263591:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698087.263602:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6580 00000400:00000200:3.0:1779698087.263609:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aba3d [1] + 224 00000400:00000200:3.0:1779698087.263617:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698087.263622:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698087.263631:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf81e1500 x1866137497003392/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698087.263670:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698087.263673:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698087.263695:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698087.263700:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698087.263704:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779698087.263712:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbf1272c00. 00000100:00000200:3.0:1779698087.263718:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698087.263724:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326688. 00000400:00000010:3.0:1779698087.263728:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cace8676c0. 00000400:00000010:3.0:1779698087.263760:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d10. 00000400:00000200:3.0:1779698087.263764:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698087.263766:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698087.263773:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbefc62680 x1866137497003520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698087.263784:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbefc62680 x1866137497003520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698087.263810:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326580. 00000400:00000200:3.0:1779698087.263812:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698087.263814:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698087.263818:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbefc63100 x1866137497003648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698087.263825:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbefc63100 x1866137497003648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698087.263839:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc6000. 02000000:00000010:3.0:1779698087.263845:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00fc6c00. 00000100:00000010:3.0:1779698087.263849:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc62680. 02000000:00000010:3.0:1779698087.263853:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc5000. 02000000:00000010:3.0:1779698087.263855:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00fc7000. 00000100:00000010:3.0:1779698087.263857:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc63100. 00000400:00000010:1.0:1779698087.264005:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243adc0. 00000400:00000200:1.0:1779698087.264009:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6db28 00000400:00000010:1.0:1779698087.264011:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6db28. 00000100:00000200:1.0:1779698087.264016:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf81e1500 x1866137497003392/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698087.264024:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf81e1500 x1866137497003392/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698087.264039:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:1.0:1779698087.264042:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba300. 00000100:00000010:1.0:1779698087.264044:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf81e1500. 00000100:00000010:2.0:1779698087.602460:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779698087.602476:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bea0. 00000100:00000010:1.0:1779698087.602503:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b480. 00000100:00000010:0.0:1779698087.602826:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830be40. 00000100:00000010:0.0:1779698092.378498:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821500. 02000000:00000010:0.0:1779698092.378519:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779698092.378577:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821f80. 02000000:00000010:0.0:1779698092.378583:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d63000. 00000100:00000010:0.0:1779698092.378625:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 02000000:00000010:0.0:1779698092.378629:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d62400. 02000000:00000010:1.0:1779698092.378703:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779698092.378711:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3898. 00000400:00000010:1.0:1779698092.378716:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698092.378723:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497003776, portal 25 00000400:00000010:1.0:1779698092.378727:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698092.378730:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497003776, offset 0 00000400:00000200:1.0:1779698092.378738:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698092.378750:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698092.378761:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6700 00000400:00000200:1.0:1779698092.378767:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab079 [2] + 0 00000400:00000010:1.0:1779698092.378771:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83267e8. 00000400:00000200:1.0:1779698092.378777:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd38d0c0 00000400:00000200:1.0:1779698092.378785:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698092.378789:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698092.378794:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd38d0c0 00000400:00000010:1.0:1779698092.378796:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd38d0c0. 00000100:00000200:1.0:1779698092.378802:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698092.378819:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779698092.378821:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698092.378828:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821500 x1866137497003776/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698092.378846:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779698092.378856:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a4e0. 00000100:00000010:1.0:1779698092.378872:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aba0. 00000100:00000010:1.0:1779698092.378876:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a720. 00000020:00000010:1.0:1779698092.378930:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b00. 00000020:00000010:1.0:1779698092.378934:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b00. 00000020:00000010:1.0:1779698092.378939:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698092.378944:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc6e4e300. 00000020:00000010:1.0:1779698092.378949:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698092.378978:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4b00. 00000020:00000010:1.0:1779698092.378980:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4b00. 00000100:00000200:1.0:1779698092.378983:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003776 02000000:00000010:1.0:1779698092.378997:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de400. 00010000:00000200:1.0:1779698092.379005:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7647450 x1866137497003776/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:23/0 lens 224/224 e 0 to 0 dl 1779698103 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698092.379019:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698092.379023:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497003776, offset 224 00000400:00000200:1.0:1779698092.379026:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698092.379032:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698092.379036:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6700 00000400:00000200:1.0:1779698092.379040:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aba55 [1] + 224 00000400:00000200:1.0:1779698092.379045:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698092.379047:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698092.379053:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821500 x1866137497003776/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698092.379068:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779698092.379070:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000020:00000010:1.0:1779698092.379082:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc6e4e300. 00000020:00000010:1.0:1779698092.379085:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698092.379087:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779698092.379092:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46de400. 00000100:00000200:1.0:1779698092.379097:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698092.379100:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3bb0. 00000400:00000010:1.0:1779698092.379104:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a46c0. 00000400:00000010:1.0:1779698092.379118:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3898. 00000400:00000200:1.0:1779698092.379121:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698092.379122:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698092.379126:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821500 x1866137497003776/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698092.379133:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821500 x1866137497003776/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698092.379150:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779698092.379154:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3700. 00000100:00000010:1.0:1779698092.379159:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821500. 02000000:00000010:3.0:1779698092.380110:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf1272c00. 00000400:00000010:3.0:1779698092.380118:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326580. 00000400:00000010:3.0:1779698092.380127:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698092.380132:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497003904, portal 10 00000400:00000010:3.0:1779698092.380138:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698092.380140:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497003904, offset 0 00000400:00000200:3.0:1779698092.380145:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698092.380153:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698092.380160:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6780 00000400:00000200:3.0:1779698092.380166:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 145792 00000400:00000200:3.0:1779698092.380174:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698092.380176:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698092.380182:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698092.380186:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc63100. 00000400:00000200:3.0:1779698092.380200:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698092.380202:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698092.380207:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821f80 x1866137497003904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698092.380229:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00fc7000. 00000400:00000010:3.0:1779698092.380232:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d10. 00000400:00000010:3.0:1779698092.380235:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698092.380238:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497004032, portal 10 00000400:00000010:3.0:1779698092.380242:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698092.380244:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497004032, offset 0 00000400:00000200:3.0:1779698092.380247:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698092.380252:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698092.380256:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6800 00000400:00000200:3.0:1779698092.380260:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 146312 00000400:00000200:3.0:1779698092.380264:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698092.380267:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698092.380270:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698092.380273:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc62680. 00000400:00000200:3.0:1779698092.380282:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698092.380284:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698092.380288:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caf9ed2300 x1866137497004032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698092.380327:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698092.380331:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698092.380336:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698092.380354:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698092.380357:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779698092.380359:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:3.0:1779698092.380374:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497003904 00010000:02000000:3.0:1779698092.380401:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698092.380409:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc5000. 00000400:00000010:3.0:1779698092.380418:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698092.380421:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497003904, offset 0 00000400:00000200:3.0:1779698092.380424:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698092.380429:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698092.380434:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6780 00000400:00000200:3.0:1779698092.380439:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba65 [1] + 0 00000400:00000200:3.0:1779698092.380443:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698092.380446:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698092.380452:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821f80 x1866137497003904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698092.380465:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698092.380467:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698092.380474:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698092.380477:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698092.380480:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779698092.380489:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004032 00010000:02000000:3.0:1779698092.380495:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698092.380499:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc6c00. 00000400:00000010:3.0:1779698092.380503:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698092.380506:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497004032, offset 0 00000400:00000200:3.0:1779698092.380509:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698092.380513:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698092.380517:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6800 00000400:00000200:3.0:1779698092.380521:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba6d [1] + 0 00000400:00000200:3.0:1779698092.380525:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698092.380527:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698092.380531:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caf9ed2300 x1866137497004032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698092.380540:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698092.380542:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698092.380548:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ed80. 00000020:00000010:3.0:1779698092.380550:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698092.380552:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:3.0:1779698092.380574:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326580. 00000400:00000200:3.0:1779698092.380577:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698092.380579:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698092.380583:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821f80 x1866137497003904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698092.380591:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821f80 x1866137497003904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698092.380609:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d10. 00000400:00000200:3.0:1779698092.380611:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698092.380613:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698092.380616:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caf9ed2300 x1866137497004032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698092.380624:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caf9ed2300 x1866137497004032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698092.380634:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf1272c00. 02000000:00000010:3.0:1779698092.380640:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d63000. 00000100:00000010:3.0:1779698092.380643:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821f80. 02000000:00000010:3.0:1779698092.380649:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00fc7000. 02000000:00000010:3.0:1779698092.380652:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d62400. 00000100:00000010:3.0:1779698092.380654:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caf9ed2300. 00000100:00000010:0.0:1779698092.722647:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779698092.722737:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a4e0. 00000100:00000010:2.0:1779698092.722813:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aba0. 00000100:00000010:3.0:1779698092.724107:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a720. 00000100:00000010:1.0:1779698097.498750:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9880. 02000000:00000010:1.0:1779698097.498773:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779698097.498890:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779698097.498899:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df400. 00000100:00000010:1.0:1779698097.498918:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab480. 02000000:00000010:1.0:1779698097.498923:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df000. 02000000:00000010:1.0:1779698097.498952:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df800. 00000400:00000010:1.0:1779698097.498959:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3898. 00000400:00000010:1.0:1779698097.498966:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698097.498972:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497004288, portal 10 00000400:00000010:1.0:1779698097.498979:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698097.498982:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497004288, offset 0 00000400:00000200:1.0:1779698097.498990:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698097.499002:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698097.499013:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6900 00000400:00000200:1.0:1779698097.499020:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 146832 00000400:00000200:1.0:1779698097.499030:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698097.499033:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698097.499042:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698097.499046:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9500. 00000400:00000200:1.0:1779698097.499063:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779698097.499066:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698097.499073:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9c00 x1866137497004288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698097.499093:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a4e0. 00000100:00000010:1.0:1779698097.499109:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ab40. 00000100:00000010:1.0:1779698097.499113:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a780. 00000100:00000010:1.0:1779698097.499117:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad20. 02000000:00000010:1.0:1779698097.499128:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779698097.499131:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3a50. 00000400:00000010:1.0:1779698097.499134:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698097.499136:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497004416, portal 10 00000400:00000010:1.0:1779698097.499141:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698097.499143:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497004416, offset 0 00000400:00000200:1.0:1779698097.499147:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698097.499152:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698097.499159:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6980 00000400:00000200:1.0:1779698097.499162:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 147352 00000400:00000200:1.0:1779698097.499166:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698097.499168:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698097.499171:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698097.499175:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3abb80. 00000400:00000200:1.0:1779698097.499188:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698097.499190:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698097.499194:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3ab480 x1866137497004416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698097.499241:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698097.499247:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698097.499252:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698097.499277:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698097.499280:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb680. 00000020:00000010:1.0:1779698097.499283:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698097.499299:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004288 00010000:02000000:1.0:1779698097.499313:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698097.499336:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2f400. 00000400:00000010:1.0:1779698097.499347:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698097.499350:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497004288, offset 0 00000400:00000200:1.0:1779698097.499354:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698097.499358:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698097.499364:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6900 00000400:00000200:1.0:1779698097.499368:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba7d [1] + 0 00000400:00000200:1.0:1779698097.499373:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698097.499376:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698097.499382:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9c00 x1866137497004288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698097.499419:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698097.499421:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779698097.499433:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698097.499437:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698097.499440:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779698097.499450:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004416 00010000:02000000:1.0:1779698097.499456:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698097.499462:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2c000. 00000400:00000010:1.0:1779698097.499466:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698097.499469:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497004416, offset 0 00000400:00000200:1.0:1779698097.499472:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698097.499476:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698097.499481:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6980 00000400:00000200:1.0:1779698097.499485:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aba85 [1] + 0 00000400:00000200:1.0:1779698097.499489:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698097.499715:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698097.499722:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3ab480 x1866137497004416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698097.499733:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698097.499735:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779698097.499743:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb680. 00000020:00000010:1.0:1779698097.499746:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698097.499748:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:1.0:1779698097.499771:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3898. 00000400:00000200:1.0:1779698097.499773:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698097.499775:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698097.499779:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9c00 x1866137497004288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698097.499790:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9c00 x1866137497004288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698097.499813:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3a50. 00000400:00000200:1.0:1779698097.499816:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779698097.499817:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698097.499820:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3ab480 x1866137497004416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698097.499828:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3ab480 x1866137497004416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698097.499841:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df800. 02000000:00000010:1.0:1779698097.501862:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df400. 00000100:00000010:1.0:1779698097.501874:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779698097.501880:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:1.0:1779698097.501883:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df000. 00000100:00000010:1.0:1779698097.501885:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab480. 00000100:00000010:2.0:1779698097.506502:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a780. 00000100:00000010:1.0:1779698097.507131:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ab40. 00000100:00000010:0.0:1779698097.507210:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a4e0. 02000000:00000010:0.0:1779698097.507241:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39aca00. 00000400:00000010:0.0:1779698097.507249:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779698097.507255:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698097.507262:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497004160, portal 25 00000400:00000010:0.0:1779698097.507268:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698097.507271:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497004160, offset 0 00000400:00000200:0.0:1779698097.507280:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698097.507292:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698097.507303:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6880 00000400:00000200:0.0:1779698097.507310:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab099 [2] + 0 00000400:00000010:0.0:1779698097.507315:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3f20. 00000400:00000200:0.0:1779698097.507319:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60480 00000400:00000200:0.0:1779698097.507327:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698097.507331:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698097.507337:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60480 00000400:00000010:0.0:1779698097.507339:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60480. 00000100:00000200:0.0:1779698097.507345:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698097.507365:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698097.507367:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698097.507375:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9880 x1866137497004160/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698097.507409:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779698097.507418:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f13c0. 00000100:00000010:0.0:1779698097.507422:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ea0. 00000020:00000010:1.0:1779698097.507514:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4480. 00000020:00000010:1.0:1779698097.507519:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4480. 00000020:00000010:1.0:1779698097.507524:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698097.507529:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb680. 00000020:00000010:1.0:1779698097.507534:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698097.507574:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4480. 00000020:00000010:1.0:1779698097.507577:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4480. 00000100:00000200:1.0:1779698097.507579:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004160 02000000:00000010:1.0:1779698097.507594:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2c400. 00010000:00000200:1.0:1779698097.507602:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7647050 x1866137497004160/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:28/0 lens 224/224 e 0 to 0 dl 1779698108 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698097.507616:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698097.507620:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497004160, offset 224 00000400:00000200:1.0:1779698097.507624:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698097.507630:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698097.507635:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6880 00000400:00000200:1.0:1779698097.507651:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aba95 [1] + 224 00000400:00000200:1.0:1779698097.507656:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698097.507659:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698097.507665:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9880 x1866137497004160/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698097.507686:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779698097.507688:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000020:00000010:1.0:1779698097.507700:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb680. 00000020:00000010:1.0:1779698097.507704:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698097.507706:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779698097.507712:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cad6d2c400. 00000100:00000200:1.0:1779698097.507717:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698097.507720:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3a50. 00000400:00000010:1.0:1779698097.507724:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4f00. 00000400:00000010:0.0:1779698097.507832:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:0.0:1779698097.507836:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:0.0:1779698097.507837:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698097.507842:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9880 x1866137497004160/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698097.507859:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9880 x1866137497004160/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698097.507878:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39aca00. 02000000:00000010:0.0:1779698097.507883:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:0.0:1779698097.507887:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9880. 00000100:00000010:0.0:1779698097.850478:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:2.0:1779698097.850574:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ea0. 00000100:00000010:1.0:1779698097.850646:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f13c0. 00000100:00000010:3.0:1779698097.850827:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad20. 00000100:00000010:1.0:1779698102.618532:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab480. 02000000:00000010:1.0:1779698102.618552:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698102.618606:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779698102.618613:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2e000. 00000100:00000010:1.0:1779698102.618632:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779698102.618636:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2d000. 02000000:00000010:1.0:1779698102.618664:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2e800. 00000400:00000010:1.0:1779698102.618670:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3898. 00000400:00000010:1.0:1779698102.618676:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698102.618682:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497004672, portal 10 00000400:00000010:1.0:1779698102.618688:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698102.618691:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497004672, offset 0 00000400:00000200:1.0:1779698102.618701:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698102.618711:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698102.618722:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6a80 00000400:00000200:1.0:1779698102.618728:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 147872 00000400:00000200:1.0:1779698102.618738:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698102.618742:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698102.618750:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698102.618754:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aa680. 00000400:00000200:1.0:1779698102.618771:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698102.618774:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698102.618781:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9c00 x1866137497004672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698102.618800:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ab40. 00000100:00000010:1.0:1779698102.618827:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a0c0. 00000100:00000010:1.0:1779698102.618832:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779698102.618836:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a3c0. 02000000:00000010:1.0:1779698102.618849:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2c800. 00000400:00000010:1.0:1779698102.618852:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3b00. 00000400:00000010:1.0:1779698102.618855:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698102.618858:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497004800, portal 10 00000400:00000010:1.0:1779698102.618862:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698102.618864:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497004800, offset 0 00000400:00000200:1.0:1779698102.618868:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698102.618873:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698102.618878:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6b00 00000400:00000200:1.0:1779698102.618881:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 148392 00000400:00000200:1.0:1779698102.618885:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698102.618888:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698102.618891:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698102.618894:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a8e00. 00000400:00000200:1.0:1779698102.618902:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698102.618904:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698102.618908:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137497004800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698102.619006:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779698102.619012:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d10. 00000400:00000010:3.0:1779698102.619016:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698102.619019:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497004544, portal 25 00000400:00000010:3.0:1779698102.619022:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698102.619024:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497004544, offset 0 00000400:00000200:3.0:1779698102.619028:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698102.619034:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698102.619039:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6a00 00000400:00000200:3.0:1779698102.619044:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab0c9 [2] + 0 00000400:00000010:3.0:1779698102.619048:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6defaa8. 00000400:00000200:3.0:1779698102.619051:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c900 00000400:00000200:3.0:1779698102.619054:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698102.619057:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698102.619060:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c900 00000400:00000010:3.0:1779698102.619062:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c900. 00000100:00000200:3.0:1779698102.619066:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698102.619084:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698102.619086:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698102.619091:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3ab480 x1866137497004544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698102.619150:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698102.619157:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698102.619162:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698102.619227:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc6f10600. 00000020:00000010:3.0:1779698102.619230:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e100. 00000020:00000010:3.0:1779698102.619233:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:3.0:1779698102.619253:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004672 00010000:02000000:3.0:1779698102.619268:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698102.619277:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc6000. 00000400:00000010:3.0:1779698102.619288:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698102.619291:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497004672, offset 0 00000400:00000200:3.0:1779698102.619295:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698102.619300:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698102.619306:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6a80 00000400:00000200:3.0:1779698102.619311:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abaa5 [1] + 0 00000400:00000200:3.0:1779698102.619315:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698102.619317:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698102.619323:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9c00 x1866137497004672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698102.619338:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698102.619340:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000020:00000010:3.0:1779698102.619350:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698102.619353:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698102.619356:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000100:00000200:3.0:1779698102.619366:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004800 00000020:00000010:1.0:1779698102.619587:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4500. 00000020:00000010:1.0:1779698102.619593:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4500. 00000020:00000010:1.0:1779698102.619597:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698102.619599:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698102.619603:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698102.619627:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4500. 00000020:00000010:1.0:1779698102.619630:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4500. 00000100:00000200:1.0:1779698102.619632:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004544 02000000:00000010:1.0:1779698102.619643:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2ec00. 00010000:00000200:1.0:1779698102.619651:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644850 x1866137497004544/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:33/0 lens 224/224 e 0 to 0 dl 1779698113 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698102.619663:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698102.619667:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497004544, offset 224 00000400:00000200:1.0:1779698102.619671:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698102.619676:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698102.619681:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6a00 00000400:00000200:1.0:1779698102.619685:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abab5 [1] + 224 00000400:00000200:1.0:1779698102.619690:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698102.619693:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698102.619698:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3ab480 x1866137497004544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698102.619713:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698102.619715:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779698102.619724:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698102.619726:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698102.619729:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779698102.619735:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cad6d2ec00. 00000100:00000200:1.0:1779698102.619742:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698102.619745:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3058. 00000400:00000010:1.0:1779698102.619749:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4780. 00000400:00000010:1.0:1779698102.619799:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d10. 00000400:00000200:1.0:1779698102.619803:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:1.0:1779698102.619805:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:1.0:1779698102.619821:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3ab480 x1866137497004544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698102.619848:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3ab480 x1866137497004544/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698102.619868:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:1.0:1779698102.619873:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698102.619877:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab480. 00000400:00000010:1.0:1779698102.619892:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3898. 00000400:00000200:1.0:1779698102.619895:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779698102.619897:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698102.619901:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9c00 x1866137497004672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698102.619909:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9c00 x1866137497004672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698102.619925:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2e800. 02000000:00000010:1.0:1779698102.619928:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2e000. 00000100:00000010:1.0:1779698102.619930:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9c00. 00010000:02000000:3.0:1779698102.620000:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698102.620006:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00fc7000. 00000400:00000010:3.0:1779698102.620012:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698102.620016:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497004800, offset 0 00000400:00000200:3.0:1779698102.620020:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698102.620026:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698102.620031:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6b00 00000400:00000200:3.0:1779698102.620035:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abaad [1] + 0 00000400:00000200:3.0:1779698102.620039:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698102.620042:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698102.620048:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137497004800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698102.620068:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698102.620070:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000020:00000010:3.0:1779698102.620078:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e100. 00000020:00000010:3.0:1779698102.620081:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698102.620083:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc6f10600. 00000400:00000010:1.0:1779698102.620147:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3b00. 00000400:00000200:1.0:1779698102.620150:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:1.0:1779698102.620152:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698102.620156:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137497004800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698102.620163:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137497004800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698102.620178:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2c800. 02000000:00000010:1.0:1779698102.620181:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2d000. 00000100:00000010:1.0:1779698102.620184:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 00000100:00000010:0.0:1779698102.962533:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ab40. 00000100:00000010:1.0:1779698102.962654:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a0c0. 00000100:00000010:3.0:1779698102.963025:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a3c0. 00000100:00000010:2.0:1779698102.963109:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aea0. 00000800:00000200:1.0:1779698104.794735:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779698104.794742:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:1.0:1779698104.794747:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779698104.794901:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1779698107.738839:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 02000000:00000010:1.0:1779698107.738859:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698107.738912:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779698107.738919:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2e000. 00000100:00000010:1.0:1779698107.738945:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab480. 02000000:00000010:1.0:1779698107.738949:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2e800. 02000000:00000010:1.0:1779698107.738975:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2ec00. 00000400:00000010:1.0:1779698107.738981:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3b00. 00000400:00000010:1.0:1779698107.738987:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e84c8. 00000100:00000200:1.0:1779698107.738994:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497005056, portal 10 00000400:00000010:1.0:1779698107.739000:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698107.739003:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497005056, offset 0 00000400:00000200:1.0:1779698107.739011:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698107.739023:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698107.739035:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6c00 00000400:00000200:1.0:1779698107.739042:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 148912 00000400:00000200:1.0:1779698107.739050:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698107.739054:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698107.739061:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698107.739066:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9880. 00000400:00000200:1.0:1779698107.739082:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:1.0:1779698107.739085:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698107.739092:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9c00 x1866137497005056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698107.739111:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a1e0. 00000100:00000010:1.0:1779698107.739125:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a8a0. 00000100:00000010:1.0:1779698107.739129:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a120. 00000100:00000010:1.0:1779698107.739135:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a0c0. 02000000:00000010:1.0:1779698107.739144:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2f000. 00000400:00000010:1.0:1779698107.739147:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3898. 00000400:00000010:1.0:1779698107.739149:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8770. 00000100:00000200:1.0:1779698107.739152:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497005184, portal 10 00000400:00000010:1.0:1779698107.739156:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698107.739158:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497005184, offset 0 00000400:00000200:1.0:1779698107.739162:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698107.739165:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698107.739169:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6c80 00000400:00000200:1.0:1779698107.739173:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 149432 00000400:00000200:1.0:1779698107.739177:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698107.739179:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698107.739182:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698107.739185:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821f80. 00000400:00000200:1.0:1779698107.739193:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698107.739195:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698107.739199:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3ab480 x1866137497005184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698107.739240:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698107.739245:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698107.739250:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698107.739270:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698107.739272:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb580. 00000020:00000010:1.0:1779698107.739274:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000100:00000200:1.0:1779698107.739287:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005056 00010000:02000000:1.0:1779698107.739302:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698107.739309:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2cc00. 00000400:00000010:1.0:1779698107.739319:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698107.739321:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497005056, offset 0 00000400:00000200:1.0:1779698107.739325:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698107.739329:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698107.739333:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6c00 00000400:00000200:1.0:1779698107.739337:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abacd [1] + 0 00000400:00000200:1.0:1779698107.739341:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698107.739344:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698107.739349:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9c00 x1866137497005056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698107.739362:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698107.739364:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779698107.739374:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698107.739377:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698107.739380:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:0.0:1779698107.739814:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39adc00. 00000400:00000010:0.0:1779698107.739819:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779698107.739824:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d550. 00000100:00000200:0.0:1779698107.739828:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497004928, portal 25 00000400:00000010:0.0:1779698107.739831:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698107.739833:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497004928, offset 0 00000400:00000200:0.0:1779698107.739838:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698107.739844:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698107.739850:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6b80 00000400:00000200:0.0:1779698107.739855:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab0f1 [2] + 0 00000400:00000010:0.0:1779698107.739858:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a108. 00000400:00000200:0.0:1779698107.739862:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e8900 00000400:00000200:0.0:1779698107.739865:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698107.739868:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698107.739871:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e8900 00000400:00000010:0.0:1779698107.739873:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e8900. 00000100:00000200:0.0:1779698107.739876:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698107.739888:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698107.739889:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698107.739894:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137497004928/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698107.739971:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3b00. 00000400:00000200:0.0:1779698107.739975:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e84c8 00000400:00000010:0.0:1779698107.739977:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e84c8. 00000100:00000200:0.0:1779698107.739982:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9c00 x1866137497005056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698107.739991:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9c00 x1866137497005056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698107.740016:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2ec00. 02000000:00000010:0.0:1779698107.740022:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2e000. 00000100:00000010:0.0:1779698107.740026:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9c00. 00000020:00000010:2.0:1779698107.740201:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa40. 00000020:00000010:2.0:1779698107.740206:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa40. 00000020:00000010:2.0:1779698107.740211:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88e00. 00000020:00000010:2.0:1779698107.740214:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7a00. 00000020:00000010:2.0:1779698107.740217:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698107.740251:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbaa40. 00000020:00000010:2.0:1779698107.740254:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbaa40. 00000100:00000200:2.0:1779698107.740257:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497004928 02000000:00000010:2.0:1779698107.740273:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd8400. 00010000:00000200:2.0:1779698107.740280:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645850 x1866137497004928/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:38/0 lens 224/224 e 0 to 0 dl 1779698118 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698107.740291:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698107.740295:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497004928, offset 224 00000400:00000200:2.0:1779698107.740299:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698107.740304:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698107.740309:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6b80 00000400:00000200:2.0:1779698107.740314:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abae1 [1] + 224 00000400:00000200:2.0:1779698107.740318:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698107.740320:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698107.740326:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137497004928/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698107.740340:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698107.740342:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698107.740350:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7a00. 00000020:00000010:2.0:1779698107.740353:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698107.740356:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88e00. 02000000:00000010:2.0:1779698107.740363:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc6fd8400. 00000100:00000200:2.0:1779698107.740367:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698107.740371:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc33d7ec8. 00000400:00000010:2.0:1779698107.740374:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac99ebd80. 00000100:00000200:1.0:1779698107.740763:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005184 00010000:02000000:1.0:1779698107.740786:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698107.740793:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2f800. 00000400:00000010:1.0:1779698107.740801:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000400:00000010:2.0:1779698107.740833:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:2.0:1779698107.740838:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d550 00000400:00000010:2.0:1779698107.740839:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d550. 00000100:00000200:2.0:1779698107.740846:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137497004928/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698107.740853:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137497004928/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698107.740868:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39adc00. 02000000:00000010:2.0:1779698107.740872:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:2.0:1779698107.740875:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 00000100:00000200:1.0:1779698107.763938:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497005184, offset 0 00000400:00000200:1.0:1779698107.763960:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698107.763974:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698107.763994:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6c80 00000400:00000200:1.0:1779698107.764002:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abad5 [1] + 0 00000400:00000200:1.0:1779698107.764011:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698107.764015:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698107.764028:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3ab480 x1866137497005184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698107.764065:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698107.764068:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779698107.764089:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb580. 00000020:00000010:1.0:1779698107.764094:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698107.764098:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:0.0:1779698107.764205:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3898. 00000400:00000200:0.0:1779698107.764211:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8770 00000400:00000010:0.0:1779698107.764213:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8770. 00000100:00000200:0.0:1779698107.764219:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3ab480 x1866137497005184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698107.764227:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3ab480 x1866137497005184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698107.764256:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2f000. 02000000:00000010:0.0:1779698107.764261:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2e800. 00000100:00000010:0.0:1779698107.764268:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3ab480. 00000100:00000010:1.0:1779698108.082514:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a8a0. 00000100:00000010:0.0:1779698108.082597:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a1e0. 00000100:00000010:3.0:1779698108.082724:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a0c0. 00000100:00000010:2.0:1779698108.082918:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a120. 00000100:00000010:3.0:1779698112.858525:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61880. 02000000:00000010:3.0:1779698112.858545:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba700. 00000100:00000010:3.0:1779698112.858598:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60380. 02000000:00000010:3.0:1779698112.858605:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbf1272c00. 00000100:00000010:3.0:1779698112.858621:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270700. 02000000:00000010:3.0:1779698112.858664:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc1400. 02000000:00000010:0.0:1779698112.858803:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698112.858809:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a108. 00000400:00000010:0.0:1779698112.858816:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698112.858822:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497005312, portal 25 00000400:00000010:0.0:1779698112.858827:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698112.858830:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497005312, offset 0 00000400:00000200:0.0:1779698112.858837:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698112.858848:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698112.858857:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6d00 00000400:00000200:0.0:1779698112.858864:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab101 [2] + 0 00000400:00000010:0.0:1779698112.858868:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326a50. 00000400:00000200:0.0:1779698112.858874:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd38d9c0 00000400:00000200:0.0:1779698112.858882:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698112.858885:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698112.858890:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd38d9c0 00000400:00000010:0.0:1779698112.858892:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd38d9c0. 00000100:00000200:0.0:1779698112.858908:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698112.858929:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779698112.858931:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698112.858938:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbefc61880 x1866137497005312/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698112.858956:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779698112.858965:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1300. 00000100:00000010:0.0:1779698112.858970:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1f00. 00000100:00000010:0.0:1779698112.858974:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1120. 02000000:00000010:0.0:1779698112.859001:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d63400. 00000400:00000010:0.0:1779698112.859018:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a318. 00000400:00000010:0.0:1779698112.859021:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698112.859023:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497005440, portal 10 00000400:00000010:0.0:1779698112.859028:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698112.859030:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497005440, offset 0 00000400:00000200:0.0:1779698112.859034:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698112.859038:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698112.859044:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6d80 00000400:00000200:0.0:1779698112.859049:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 149952 00000400:00000200:0.0:1779698112.859054:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698112.859057:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698112.859062:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698112.859067:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1c00. 00000400:00000200:0.0:1779698112.859076:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779698112.859077:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698112.859082:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbefc60380 x1866137497005440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698112.859099:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d60400. 00000400:00000010:0.0:1779698112.859102:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779698112.859105:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698112.859107:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497005568, portal 10 00000400:00000010:0.0:1779698112.859111:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779698112.859113:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497005568, offset 0 00000400:00000200:0.0:1779698112.859117:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698112.859121:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698112.859126:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6e00 00000400:00000200:0.0:1779698112.859130:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 150472 00000400:00000200:0.0:1779698112.859134:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698112.859137:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698112.859140:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698112.859143:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed1500. 00000400:00000200:0.0:1779698112.859151:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779698112.859153:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779698112.859157:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270700 x1866137497005568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698112.859362:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98360c0. 00000020:00000010:3.0:1779698112.859366:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98360c0. 00000020:00000010:3.0:1779698112.859371:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698112.859375:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e100. 00000020:00000010:3.0:1779698112.859380:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698112.859429:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc98360c0. 00000020:00000010:3.0:1779698112.859432:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc98360c0. 00000100:00000200:3.0:1779698112.859435:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005312 02000000:00000010:3.0:1779698112.859446:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc2c00. 00010000:00000200:3.0:1779698112.859454:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7646850 x1866137497005312/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:43/0 lens 224/224 e 0 to 0 dl 1779698123 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698112.859468:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698112.859471:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497005312, offset 224 00000400:00000200:3.0:1779698112.859475:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698112.859480:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698112.859485:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6d00 00000400:00000200:3.0:1779698112.859489:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abaf5 [1] + 224 00000400:00000200:3.0:1779698112.859494:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698112.859496:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698112.859502:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbefc61880 x1866137497005312/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698112.859519:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698112.859521:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000020:00000010:3.0:1779698112.859529:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e100. 00000020:00000010:3.0:1779698112.859532:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698112.859535:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779698112.859541:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7bc2c00. 00000100:00000200:3.0:1779698112.859545:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698112.859548:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326580. 00000400:00000010:3.0:1779698112.859551:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cace867540. 00000020:00000010:1.0:1779698112.859612:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698112.859616:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb580. 00000020:00000010:1.0:1779698112.859619:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698112.859646:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698112.859649:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698112.859651:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698112.859661:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005440 00010000:02000000:1.0:1779698112.859674:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698112.859679:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2e800. 00000400:00000010:1.0:1779698112.859686:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698112.859689:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497005440, offset 0 00000400:00000200:1.0:1779698112.859693:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698112.859698:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698112.859703:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6d80 00000400:00000200:1.0:1779698112.859707:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abafd [1] + 0 00000400:00000200:1.0:1779698112.859711:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698112.859714:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698112.859719:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbefc60380 x1866137497005440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698112.859742:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698112.859744:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779698112.859750:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb580. 00000020:00000010:1.0:1779698112.859753:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698112.859755:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779698112.859763:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005568 00010000:02000000:1.0:1779698112.859769:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698112.859773:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2f000. 00000400:00000010:1.0:1779698112.859777:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698112.859779:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497005568, offset 0 00000400:00000200:1.0:1779698112.859782:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698112.859787:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698112.859791:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6e00 00000400:00000200:1.0:1779698112.859795:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb05 [1] + 0 00000400:00000200:1.0:1779698112.859799:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698112.859801:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698112.859806:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270700 x1866137497005568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698112.859814:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:1.0:1779698112.859816:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000020:00000010:1.0:1779698112.859821:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bba00. 00000020:00000010:1.0:1779698112.859824:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698112.859826:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:0.0:1779698112.861781:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a108. 00000400:00000200:0.0:1779698112.861791:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698112.861794:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698112.861803:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbefc61880 x1866137497005312/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698112.861812:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbefc61880 x1866137497005312/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698112.861835:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779698112.861842:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba700. 00000100:00000010:0.0:1779698112.861847:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc61880. 00000400:00000010:0.0:1779698112.861872:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a318. 00000400:00000200:0.0:1779698112.861875:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779698112.861876:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698112.861881:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbefc60380 x1866137497005440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698112.861890:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbefc60380 x1866137497005440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698112.861918:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:0.0:1779698112.861921:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779698112.861922:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698112.861927:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270700 x1866137497005568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698112.861934:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270700 x1866137497005568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698112.861946:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d63400. 02000000:00000010:0.0:1779698112.861950:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbf1272c00. 00000100:00000010:0.0:1779698112.861954:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbefc60380. 02000000:00000010:0.0:1779698112.861957:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d60400. 02000000:00000010:0.0:1779698112.861960:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc1400. 00000100:00000010:0.0:1779698112.861962:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270700. 00000100:00000010:2.0:1779698113.202473:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1f00. 00000100:00000010:0.0:1779698113.202550:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:3.0:1779698113.202808:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1120. 00000100:00000010:1.0:1779698113.203230:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1300. 00000100:00000010:3.0:1779698117.981406:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271880. 02000000:00000010:3.0:1779698117.981428:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba700. 00000100:00000010:3.0:1779698117.981484:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273100. 02000000:00000010:3.0:1779698117.981491:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc2c00. 00000100:00000010:3.0:1779698117.981506:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270e00. 02000000:00000010:3.0:1779698117.981511:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc3400. 02000000:00000010:2.0:1779698117.981619:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b88e00. 00000400:00000010:2.0:1779698117.981626:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6defaa8. 00000400:00000010:2.0:1779698117.981632:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698117.981639:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497005696, portal 25 00000400:00000010:2.0:1779698117.981644:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698117.981647:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497005696, offset 0 00000400:00000200:2.0:1779698117.981654:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698117.981666:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698117.981677:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c6e80 00000400:00000200:2.0:1779698117.981684:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab13d [2] + 0 00000400:00000010:2.0:1779698117.981696:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779698117.981702:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1cb40 00000400:00000200:2.0:1779698117.981709:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698117.981712:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698117.981717:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1cb40 00000400:00000010:2.0:1779698117.981720:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1cb40. 00000100:00000200:2.0:1779698117.981726:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698117.981747:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698117.981750:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698117.981757:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00271880 x1866137497005696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698117.981775:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b960. 00000100:00000010:2.0:1779698117.981789:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc00. 00000100:00000010:2.0:1779698117.981794:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b1e0. 00000100:00000010:2.0:1779698117.981798:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b8a0. 00000020:00000010:3.0:1779698117.982022:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836780. 00000020:00000010:3.0:1779698117.982027:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836780. 00000020:00000010:3.0:1779698117.982032:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698117.982037:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33e100. 00000020:00000010:3.0:1779698117.982042:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698117.982078:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836780. 00000020:00000010:3.0:1779698117.982081:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836780. 00000100:00000200:3.0:1779698117.982084:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005696 02000000:00000010:3.0:1779698117.982097:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc1400. 00010000:00000200:3.0:1779698117.982106:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645c50 x1866137497005696/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:48/0 lens 224/224 e 0 to 0 dl 1779698128 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698117.982120:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698117.982124:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497005696, offset 224 00000400:00000200:3.0:1779698117.982128:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698117.982134:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698117.982139:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c6e80 00000400:00000200:3.0:1779698117.982143:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abb1d [1] + 224 00000400:00000200:3.0:1779698117.982148:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698117.982151:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698117.982157:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00271880 x1866137497005696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698117.982171:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698117.982173:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000020:00000010:3.0:1779698117.982184:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33e100. 00000020:00000010:3.0:1779698117.982188:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698117.982191:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779698117.982197:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7bc1400. 00000100:00000200:3.0:1779698117.982202:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698117.982206:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83266e0. 00000400:00000010:3.0:1779698117.982209:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cace867e40. 00000400:00000010:2.0:1779698117.982319:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6defaa8. 00000400:00000200:2.0:1779698117.982323:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698117.982324:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698117.982329:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00271880 x1866137497005696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698117.982336:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00271880 x1866137497005696/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698117.982353:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b88e00. 02000000:00000010:2.0:1779698117.982359:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba700. 00000100:00000010:2.0:1779698117.982363:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00271880. 02000000:00000010:0.0:1779698117.982459:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d63400. 00000400:00000010:0.0:1779698117.982465:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779698117.982468:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698117.982471:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497005824, portal 10 00000400:00000010:0.0:1779698117.982476:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698117.982478:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497005824, offset 0 00000400:00000200:0.0:1779698117.982482:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698117.982488:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698117.982494:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6f00 00000400:00000200:0.0:1779698117.982499:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 150992 00000400:00000200:0.0:1779698117.982505:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698117.982508:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698117.982513:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698117.982517:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caf9ed2300. 00000400:00000200:0.0:1779698117.982535:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779698117.982537:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698117.982541:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273100 x1866137497005824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698117.982559:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d60400. 00000400:00000010:0.0:1779698117.982562:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a318. 00000400:00000010:0.0:1779698117.982564:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698117.982567:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497005952, portal 10 00000400:00000010:0.0:1779698117.982571:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698117.982573:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497005952, offset 0 00000400:00000200:0.0:1779698117.982576:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698117.982580:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698117.982584:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c6f80 00000400:00000200:0.0:1779698117.982588:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 151512 00000400:00000200:0.0:1779698117.982593:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698117.982595:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698117.982598:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698117.982602:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc60380. 00000400:00000200:0.0:1779698117.982612:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698117.982614:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698117.982618:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270e00 x1866137497005952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698117.982648:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698117.982652:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279e00. 00000020:00000010:0.0:1779698117.982656:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698117.982674:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779698117.982677:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279680. 00000020:00000010:0.0:1779698117.982679:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000200:0.0:1779698117.982701:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005824 00010000:02000000:0.0:1779698117.982714:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698117.982721:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d62000. 00000400:00000010:0.0:1779698117.982728:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698117.982731:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497005824, offset 0 00000400:00000200:0.0:1779698117.982735:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698117.982740:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698117.982745:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6f00 00000400:00000200:0.0:1779698117.982749:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb2d [1] + 0 00000400:00000200:0.0:1779698117.982754:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698117.982756:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698117.982762:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273100 x1866137497005824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698117.982776:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698117.982778:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779698117.982785:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279e00. 00000020:00000010:0.0:1779698117.982787:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698117.982790:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000100:00000200:0.0:1779698117.982799:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497005952 00010000:02000000:0.0:1779698117.982805:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698117.982809:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d60c00. 00000400:00000010:0.0:1779698117.982814:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698117.982816:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497005952, offset 0 00000400:00000200:0.0:1779698117.982820:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698117.983526:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698117.983535:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c6f80 00000400:00000200:0.0:1779698117.983540:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb35 [1] + 0 00000400:00000200:0.0:1779698117.983545:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698117.983548:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698117.983554:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270e00 x1866137497005952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698117.983566:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698117.983568:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779698117.983577:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279680. 00000020:00000010:0.0:1779698117.983581:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698117.983583:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 00000400:00000010:0.0:1779698117.983606:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:0.0:1779698117.983608:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779698117.983610:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698117.983614:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273100 x1866137497005824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698117.983622:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273100 x1866137497005824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698117.983638:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a318. 00000400:00000200:0.0:1779698117.983640:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:0.0:1779698117.983641:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698117.983645:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270e00 x1866137497005952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698117.983652:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270e00 x1866137497005952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698117.983664:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d63400. 02000000:00000010:0.0:1779698117.983668:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc2c00. 00000100:00000010:0.0:1779698117.983671:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273100. 02000000:00000010:0.0:1779698117.983675:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d60400. 02000000:00000010:0.0:1779698117.983678:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc3400. 00000100:00000010:0.0:1779698117.983680:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270e00. 00000100:00000010:1.0:1779698118.322475:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc00. 00000100:00000010:0.0:1779698118.323139:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b960. 00000100:00000010:3.0:1779698118.323217:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b8a0. 00000100:00000010:2.0:1779698118.323315:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b1e0. 00000100:00000010:1.0:1779698123.101218:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821500. 02000000:00000010:1.0:1779698123.101243:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698123.101300:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf81e1500. 02000000:00000010:1.0:1779698123.101309:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2c800. 00000100:00000010:1.0:1779698123.101362:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 02000000:00000010:1.0:1779698123.101368:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2d000. 02000000:00000010:1.0:1779698123.101431:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779698123.101438:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3e18. 00000400:00000010:1.0:1779698123.101446:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8198. 00000100:00000200:1.0:1779698123.101452:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497006080, portal 25 00000400:00000010:1.0:1779698123.101457:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779698123.101460:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497006080, offset 0 00000400:00000200:1.0:1779698123.101468:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698123.101480:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698123.101490:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7000 00000400:00000200:1.0:1779698123.101496:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab169 [2] + 0 00000400:00000010:1.0:1779698123.101500:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243af78. 00000400:00000200:1.0:1779698123.101506:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e8f00 00000400:00000200:1.0:1779698123.101514:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698123.101518:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698123.101523:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e8f00 00000400:00000010:1.0:1779698123.101526:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e8f00. 00000100:00000200:1.0:1779698123.101532:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698123.101544:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:1.0:1779698123.101546:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779698123.101553:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cac2821500 x1866137497006080/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698123.101577:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a8a0. 00000100:00000010:1.0:1779698123.101591:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779698123.101596:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a3c0. 00000100:00000010:1.0:1779698123.101600:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ab40. 02000000:00000010:0.0:1779698123.101695:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d60400. 00000400:00000010:0.0:1779698123.101699:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a318. 00000400:00000010:0.0:1779698123.101703:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d220. 00000100:00000200:0.0:1779698123.101706:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497006208, portal 10 00000400:00000010:0.0:1779698123.101710:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698123.101713:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497006208, offset 0 00000400:00000200:0.0:1779698123.101717:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698123.101722:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698123.101728:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7080 00000400:00000200:0.0:1779698123.101733:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 152032 00000400:00000200:0.0:1779698123.101738:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698123.101741:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698123.101746:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698123.101750:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbefc61880. 00000400:00000200:0.0:1779698123.101767:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:0.0:1779698123.101769:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698123.101774:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf81e1500 x1866137497006208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698123.101791:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d63400. 00000400:00000010:0.0:1779698123.101795:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243ac08. 00000400:00000010:0.0:1779698123.101797:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d088. 00000100:00000200:0.0:1779698123.101799:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497006336, portal 10 00000400:00000010:0.0:1779698123.101803:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698123.101805:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497006336, offset 0 00000400:00000200:0.0:1779698123.101809:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698123.101813:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698123.101818:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7100 00000400:00000200:0.0:1779698123.101821:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 152552 00000400:00000200:0.0:1779698123.101826:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698123.101828:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698123.101831:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698123.101835:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3ab480. 00000400:00000200:0.0:1779698123.101843:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698123.101845:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698123.101849:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029180 x1866137497006336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698123.101889:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779698123.101894:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779698123.101899:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779698123.101903:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279e00. 00000020:00000010:0.0:1779698123.101909:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698123.101939:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61e00. 00000020:00000010:0.0:1779698123.101942:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61e00. 00000100:00000200:0.0:1779698123.101946:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006080 02000000:00000010:0.0:1779698123.101959:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d61000. 00010000:00000200:0.0:1779698123.101967:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7644c50 x1866137497006080/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:54/0 lens 224/224 e 0 to 0 dl 1779698134 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698123.101980:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698123.101983:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497006080, offset 224 00000400:00000200:0.0:1779698123.101986:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698123.101991:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698123.101996:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7000 00000400:00000200:0.0:1779698123.102001:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abb45 [1] + 224 00000400:00000200:0.0:1779698123.102018:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698123.102020:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698123.102027:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cac2821500 x1866137497006080/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698123.102043:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698123.102044:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000020:00000010:0.0:1779698123.102055:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279e00. 00000020:00000010:0.0:1779698123.102058:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698123.102062:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 02000000:00000010:0.0:1779698123.102068:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc4d61000. 00000100:00000200:0.0:1779698123.102074:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698123.102078:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a108. 00000400:00000010:0.0:1779698123.102082:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8900. 00000400:00000010:0.0:1779698123.102097:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3e18. 00000400:00000200:0.0:1779698123.102101:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8198 00000400:00000010:0.0:1779698123.102102:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8198. 00000100:00000200:0.0:1779698123.102107:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cac2821500 x1866137497006080/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698123.102115:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cac2821500 x1866137497006080/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698123.102132:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:0.0:1779698123.102521:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:0.0:1779698123.102525:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cac2821500. 00000020:00000010:3.0:1779698123.102631:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698123.102636:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698123.102639:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698123.102674:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698123.102679:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cad2862580. 00000020:00000010:3.0:1779698123.102682:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000100:00000200:3.0:1779698123.102694:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006208 00010000:02000000:3.0:1779698123.102708:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698123.102715:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc1400. 00000400:00000010:3.0:1779698123.102724:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698123.102729:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497006208, offset 0 00000400:00000200:3.0:1779698123.102734:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698123.102739:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698123.102745:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7080 00000400:00000200:3.0:1779698123.102750:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb4d [1] + 0 00000400:00000200:3.0:1779698123.102755:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698123.102758:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698123.102764:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf81e1500 x1866137497006208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698123.102780:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698123.102782:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000020:00000010:3.0:1779698123.102789:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698123.102803:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698123.102805:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000100:00000200:3.0:1779698123.102814:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006336 00010000:02000000:3.0:1779698123.102820:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698123.102825:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc3400. 00000400:00000010:3.0:1779698123.102830:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698123.102832:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497006336, offset 0 00000400:00000200:3.0:1779698123.102836:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698123.102840:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698123.102845:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7100 00000400:00000200:3.0:1779698123.102848:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb55 [1] + 0 00000400:00000200:3.0:1779698123.102853:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698123.102855:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698123.102861:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029180 x1866137497006336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698123.102870:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698123.102871:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000020:00000010:3.0:1779698123.102878:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cad2862580. 00000020:00000010:3.0:1779698123.102880:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698123.102882:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000400:00000010:3.0:1779698123.102902:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a318. 00000400:00000200:3.0:1779698123.102905:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d220 00000400:00000010:3.0:1779698123.102911:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d220. 00000100:00000200:3.0:1779698123.102916:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf81e1500 x1866137497006208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698123.102922:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf81e1500 x1866137497006208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698123.102938:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ac08. 00000400:00000200:3.0:1779698123.102941:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d088 00000400:00000010:3.0:1779698123.102942:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d088. 00000100:00000200:3.0:1779698123.102945:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029180 x1866137497006336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698123.102951:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029180 x1866137497006336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698123.102962:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d60400. 02000000:00000010:3.0:1779698123.102965:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2c800. 00000100:00000010:3.0:1779698123.102968:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf81e1500. 02000000:00000010:3.0:1779698123.102971:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d63400. 02000000:00000010:3.0:1779698123.102974:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2d000. 00000100:00000010:3.0:1779698123.102976:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 00000100:00000010:1.0:1779698123.442462:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aea0. 00000100:00000010:3.0:1779698123.442469:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ab40. 00000100:00000010:0.0:1779698123.442729:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a8a0. 00000100:00000010:2.0:1779698123.442977:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a3c0. 00000800:00000200:2.0:1779698124.252962:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:2.0:1779698124.252971:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1779698124.252976:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1779698124.257610:0:3315:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1779698128.218760:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029c00. 02000000:00000010:1.0:1779698128.218781:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779698128.218853:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 02000000:00000010:1.0:1779698128.218861:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2dc00. 00000100:00000010:1.0:1779698128.218882:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ad80. 02000000:00000010:1.0:1779698128.218887:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2fc00. 02000000:00000010:1.0:1779698128.218916:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2c400. 00000400:00000010:1.0:1779698128.218924:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3528. 00000400:00000010:1.0:1779698128.218930:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8d48. 00000100:00000200:1.0:1779698128.218937:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497006592, portal 10 00000400:00000010:1.0:1779698128.218944:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779698128.218947:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497006592, offset 0 00000400:00000200:1.0:1779698128.218956:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698128.218969:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698128.218979:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7200 00000400:00000200:1.0:1779698128.218986:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 153072 00000400:00000200:1.0:1779698128.218996:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698128.219000:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698128.219009:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698128.219013:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b800. 00000400:00000200:1.0:1779698128.219032:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:1.0:1779698128.219035:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779698128.219042:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029500 x1866137497006592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698128.219061:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779698128.219072:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad20. 00000100:00000010:1.0:1779698128.219077:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a4e0. 00000100:00000010:1.0:1779698128.219086:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a780. 02000000:00000010:1.0:1779698128.219099:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2d000. 00000400:00000010:1.0:1779698128.219102:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3840. 00000400:00000010:1.0:1779698128.219105:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8000. 00000100:00000200:1.0:1779698128.219108:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497006720, portal 10 00000400:00000010:1.0:1779698128.219112:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698128.219114:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497006720, offset 0 00000400:00000200:1.0:1779698128.219118:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698128.219123:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698128.219127:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7280 00000400:00000200:1.0:1779698128.219131:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 153592 00000400:00000200:1.0:1779698128.219136:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698128.219138:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698128.219141:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698128.219144:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02b100. 00000400:00000200:1.0:1779698128.219155:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779698128.219157:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698128.219162:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02ad80 x1866137497006720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698128.219205:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698128.219211:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:1.0:1779698128.219215:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698128.219241:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698128.219244:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb380. 00000020:00000010:1.0:1779698128.219246:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000100:00000200:1.0:1779698128.219263:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006592 00010000:02000000:1.0:1779698128.219278:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698128.219286:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2c800. 00000400:00000010:1.0:1779698128.219296:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698128.219298:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497006592, offset 0 00000400:00000200:1.0:1779698128.219339:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698128.219344:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698128.219349:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7200 00000400:00000200:1.0:1779698128.219353:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb6d [1] + 0 00000400:00000200:1.0:1779698128.219358:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698128.219360:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698128.219367:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029500 x1866137497006592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698128.219382:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779698128.219384:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000020:00000010:1.0:1779698128.219413:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:1.0:1779698128.219417:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698128.219420:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779698128.219429:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006720 00010000:02000000:1.0:1779698128.219436:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698128.219441:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2ec00. 00000400:00000010:1.0:1779698128.219446:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698128.219449:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497006720, offset 0 00000400:00000200:1.0:1779698128.219453:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698128.219458:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698128.219462:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7280 00000400:00000200:1.0:1779698128.219466:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb75 [1] + 0 00000400:00000200:1.0:1779698128.219470:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698128.219473:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698128.219478:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02ad80 x1866137497006720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698128.219487:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779698128.219489:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000020:00000010:1.0:1779698128.219494:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb380. 00000020:00000010:1.0:1779698128.219497:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698128.219499:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:3.0:1779698128.220101:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779698128.220108:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326108. 00000400:00000010:3.0:1779698128.220112:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698128.220116:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497006464, portal 25 00000400:00000010:3.0:1779698128.220119:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698128.220121:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497006464, offset 0 00000400:00000200:3.0:1779698128.220126:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698128.220133:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698128.220139:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7180 00000400:00000200:3.0:1779698128.220145:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab191 [2] + 0 00000400:00000010:3.0:1779698128.220148:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa36e0. 00000400:00000200:3.0:1779698128.220152:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60000 00000400:00000200:3.0:1779698128.220157:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698128.220159:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698128.220162:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60000 00000400:00000010:3.0:1779698128.220164:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60000. 00000100:00000200:3.0:1779698128.220169:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698128.220184:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698128.220186:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698128.220191:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029c00 x1866137497006464/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698128.220233:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836b00. 00000020:00000010:3.0:1779698128.220238:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836b00. 00000020:00000010:3.0:1779698128.220242:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698128.220245:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698128.220249:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698128.220276:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836b00. 00000020:00000010:3.0:1779698128.220278:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836b00. 00000100:00000200:3.0:1779698128.220281:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006464 02000000:00000010:3.0:1779698128.220292:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc7bc2c00. 00010000:00000200:3.0:1779698128.220300:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbd7645450 x1866137497006464/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:59/0 lens 224/224 e 0 to 0 dl 1779698139 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698128.220311:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698128.220315:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497006464, offset 224 00000400:00000200:3.0:1779698128.220318:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698128.220323:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698128.220329:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7180 00000400:00000200:3.0:1779698128.220332:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abb85 [1] + 224 00000400:00000200:3.0:1779698128.220336:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698128.220339:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698128.220344:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029c00 x1866137497006464/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698128.220356:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698128.220358:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698128.220367:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff33ef00. 00000020:00000010:3.0:1779698128.220370:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698128.220372:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779698128.220379:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc7bc2c00. 00000100:00000200:3.0:1779698128.220384:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698128.220408:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326420. 00000400:00000010:3.0:1779698128.220412:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1cb40. 00000400:00000010:3.0:1779698128.220429:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326108. 00000400:00000200:3.0:1779698128.220432:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:3.0:1779698128.220434:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698128.220438:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029c00 x1866137497006464/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698128.220445:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029c00 x1866137497006464/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698128.220463:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:3.0:1779698128.220467:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:3.0:1779698128.220470:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029c00. 00000400:00000010:3.0:1779698128.220499:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3528. 00000400:00000200:3.0:1779698128.220503:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8d48 00000400:00000010:3.0:1779698128.220504:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8d48. 00000100:00000200:3.0:1779698128.220509:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029500 x1866137497006592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698128.220531:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029500 x1866137497006592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698128.220546:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3840. 00000400:00000200:3.0:1779698128.220549:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8000 00000400:00000010:3.0:1779698128.220551:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8000. 00000100:00000200:3.0:1779698128.220554:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02ad80 x1866137497006720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698128.220561:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02ad80 x1866137497006720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698128.220571:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2c400. 02000000:00000010:3.0:1779698128.220575:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2dc00. 00000100:00000010:3.0:1779698128.220578:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029500. 02000000:00000010:3.0:1779698128.220580:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2d000. 02000000:00000010:3.0:1779698128.220582:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2fc00. 00000100:00000010:3.0:1779698128.220620:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02ad80. 00000100:00000010:3.0:1779698128.562593:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a780. 00000100:00000010:0.0:1779698128.562689:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aea0. 00000100:00000010:1.0:1779698128.562747:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad20. 00000100:00000010:2.0:1779698128.563089:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a4e0. 00000100:00000010:1.0:1779698133.338493:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a300. 02000000:00000010:1.0:1779698133.338513:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 02000000:00000010:0.0:1779698133.338596:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39adc00. 00000400:00000010:0.0:1779698133.338603:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243adc0. 00000400:00000010:0.0:1779698133.338610:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698133.338616:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497006848, portal 25 00000400:00000010:0.0:1779698133.338620:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779698133.338623:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497006848, offset 0 00000400:00000200:0.0:1779698133.338632:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698133.338644:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698133.338656:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7300 00000400:00000200:0.0:1779698133.338661:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab1a1 [2] + 0 00000400:00000010:0.0:1779698133.338728:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a478. 00000400:00000200:0.0:1779698133.338734:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e8d80 00000400:00000200:0.0:1779698133.338741:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698133.338745:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698133.338750:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e8d80 00000400:00000010:0.0:1779698133.338752:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e8d80. 00000100:00000200:0.0:1779698133.338758:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698133.338773:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779698133.338775:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779698133.338782:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c02a300 x1866137497006848/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698133.338800:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779698133.338811:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1540. 00000100:00000010:0.0:1779698133.338817:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1300. 00000100:00000010:0.0:1779698133.338822:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1120. 00000100:00000010:1.0:1779698133.338879:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 02000000:00000010:1.0:1779698133.338888:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2d000. 00000100:00000010:1.0:1779698133.338907:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028a80. 02000000:00000010:1.0:1779698133.338912:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2dc00. 02000000:00000010:1.0:1779698133.338944:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2c400. 00000400:00000010:1.0:1779698133.338949:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3790. 00000400:00000010:1.0:1779698133.338953:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698133.338956:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497006976, portal 10 00000400:00000010:1.0:1779698133.338961:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779698133.338963:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497006976, offset 0 00000400:00000200:1.0:1779698133.338969:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698133.338975:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698133.338981:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7380 00000400:00000200:1.0:1779698133.338986:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 154112 00000400:00000200:1.0:1779698133.338992:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698133.338995:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698133.339000:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698133.339004:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02aa00. 00000400:00000200:1.0:1779698133.339028:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779698133.339030:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779698133.339036:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028e00 x1866137497006976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698133.339054:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2fc00. 00000400:00000010:1.0:1779698133.339057:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3420. 00000400:00000010:1.0:1779698133.339059:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779698133.339062:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497007104, portal 10 00000400:00000010:1.0:1779698133.339065:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779698133.339068:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497007104, offset 0 00000400:00000200:1.0:1779698133.339072:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698133.339076:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698133.339081:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7400 00000400:00000200:1.0:1779698133.339085:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 154632 00000400:00000200:1.0:1779698133.339089:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698133.339091:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698133.339094:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698133.339097:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a680. 00000400:00000200:1.0:1779698133.339107:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779698133.339109:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779698133.339113:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028a80 x1866137497007104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698133.339167:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698133.339172:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc80. 00000020:00000010:1.0:1779698133.339177:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698133.339208:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698133.339211:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:1.0:1779698133.339214:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698133.339239:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006976 00010000:02000000:1.0:1779698133.339253:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698133.339262:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2e000. 00000400:00000010:1.0:1779698133.339271:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779698133.339274:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497006976, offset 0 00000400:00000200:1.0:1779698133.339277:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698133.339282:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698133.339286:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7380 00000400:00000200:1.0:1779698133.339291:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abb9d [1] + 0 00000400:00000200:1.0:1779698133.339295:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698133.339297:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698133.339303:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028e00 x1866137497006976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698133.339317:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779698133.339319:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000020:00000010:1.0:1779698133.339328:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc80. 00000020:00000010:1.0:1779698133.339332:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698133.339335:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:1.0:1779698133.339344:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497007104 00010000:02000000:1.0:1779698133.339349:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698133.339355:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46df000. 00000400:00000010:1.0:1779698133.339360:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779698133.339372:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497007104, offset 0 00000400:00000200:1.0:1779698133.339377:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698133.339381:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698133.339385:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7400 00000400:00000200:1.0:1779698133.339412:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abba5 [1] + 0 00000400:00000200:1.0:1779698133.339416:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698133.339419:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698133.339424:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028a80 x1866137497007104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698133.339433:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779698133.339435:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000020:00000010:1.0:1779698133.339441:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:1.0:1779698133.339444:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698133.339446:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000400:00000010:1.0:1779698133.339464:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3790. 00000400:00000200:1.0:1779698133.339466:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779698133.339468:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698133.339472:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028e00 x1866137497006976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698133.339480:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028e00 x1866137497006976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698133.339499:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3420. 00000400:00000200:1.0:1779698133.339500:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779698133.339502:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779698133.339505:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028a80 x1866137497007104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698133.339524:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028a80 x1866137497007104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698133.339535:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2c400. 02000000:00000010:1.0:1779698133.339541:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2d000. 00000100:00000010:1.0:1779698133.339545:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 02000000:00000010:1.0:1779698133.339548:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2fc00. 02000000:00000010:1.0:1779698133.339551:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2dc00. 00000100:00000010:1.0:1779698133.339553:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028a80. 00000020:00000010:1.0:1779698133.339599:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4040. 00000020:00000010:1.0:1779698133.339603:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4040. 00000020:00000010:1.0:1779698133.339607:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698133.339609:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbf80. 00000020:00000010:1.0:1779698133.339612:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698133.339633:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4040. 00000020:00000010:1.0:1779698133.339636:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4040. 00000100:00000200:1.0:1779698133.339638:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497006848 02000000:00000010:1.0:1779698133.339649:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de400. 00010000:00000200:1.0:1779698133.339657:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbca131c50 x1866137497006848/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:64/0 lens 224/224 e 0 to 0 dl 1779698144 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698133.340603:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779698133.340609:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497006848, offset 224 00000400:00000200:1.0:1779698133.340615:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698133.340623:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698133.340629:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7300 00000400:00000200:1.0:1779698133.340635:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abb95 [1] + 224 00000400:00000200:1.0:1779698133.340642:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698133.340645:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698133.340652:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c02a300 x1866137497006848/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698133.340732:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:1.0:1779698133.340735:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000020:00000010:1.0:1779698133.340749:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbf80. 00000020:00000010:1.0:1779698133.340752:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698133.340755:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779698133.340760:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93caf46de400. 00000100:00000200:1.0:1779698133.340766:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698133.340771:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3420. 00000400:00000010:1.0:1779698133.340775:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60780. 00000400:00000010:0.0:1779698133.341072:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243adc0. 00000400:00000200:0.0:1779698133.341076:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698133.341078:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698133.341084:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c02a300 x1866137497006848/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698133.341093:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c02a300 x1866137497006848/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698133.341111:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39adc00. 02000000:00000010:0.0:1779698133.341116:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:0.0:1779698133.341127:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c02a300. 00000100:00000010:3.0:1779698133.682496:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1120. 00000100:00000010:0.0:1779698133.682757:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:2.0:1779698133.683062:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1300. 00000100:00000010:1.0:1779698133.684311:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1540. 00000100:00000010:1.0:1779698138.458494:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028a80. 02000000:00000010:1.0:1779698138.458514:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 00000100:00000010:1.0:1779698138.458574:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 02000000:00000010:1.0:1779698138.458581:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df400. 00000100:00000010:1.0:1779698138.458599:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 02000000:00000010:1.0:1779698138.458603:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93caf46df800. 02000000:00000010:1.0:1779698138.458629:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46de400. 00000400:00000010:1.0:1779698138.458634:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3790. 00000400:00000010:1.0:1779698138.458641:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e86e8. 00000100:00000200:1.0:1779698138.458648:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497007360, portal 10 00000400:00000010:1.0:1779698138.458654:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698138.458656:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497007360, offset 0 00000400:00000200:1.0:1779698138.458665:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698138.458677:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698138.458687:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7500 00000400:00000200:1.0:1779698138.458694:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 155152 00000400:00000200:1.0:1779698138.458703:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698138.458706:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698138.458714:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698138.458719:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02a300. 00000400:00000200:1.0:1779698138.458736:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:1.0:1779698138.458738:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698138.458745:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028e00 x1866137497007360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698138.458769:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a720. 00000100:00000010:1.0:1779698138.458783:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aba0. 00000100:00000010:1.0:1779698138.458788:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779698138.458794:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a360. 02000000:00000010:1.0:1779698138.458803:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2dc00. 00000400:00000010:1.0:1779698138.458806:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa34d0. 00000400:00000010:1.0:1779698138.458809:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8908. 00000100:00000200:1.0:1779698138.458812:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497007488, portal 10 00000400:00000010:1.0:1779698138.458816:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779698138.458818:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497007488, offset 0 00000400:00000200:1.0:1779698138.458821:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698138.458825:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698138.458830:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7580 00000400:00000200:1.0:1779698138.458833:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 155672 00000400:00000200:1.0:1779698138.458838:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698138.458840:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698138.458843:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1779698138.458897:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698138.458903:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243adc0. 00000400:00000010:0.0:1779698138.458907:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698138.458910:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497007232, portal 25 00000400:00000010:0.0:1779698138.458914:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779698138.458916:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497007232, offset 0 00000400:00000200:0.0:1779698138.458921:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698138.458926:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698138.458931:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7480 00000400:00000200:0.0:1779698138.458935:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab1d9 [2] + 0 00000400:00000010:0.0:1779698138.458939:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def210. 00000400:00000200:0.0:1779698138.458942:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1ce40 00000400:00000200:0.0:1779698138.458946:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698138.458949:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698138.458952:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1ce40 00000400:00000010:0.0:1779698138.458954:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1ce40. 00000100:00000200:0.0:1779698138.458958:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698138.458971:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779698138.458973:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779698138.458979:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028a80 x1866137497007232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698138.459031:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779698138.459035:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779698138.459040:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698138.459044:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279e00. 00000020:00000010:0.0:1779698138.459048:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000100:00000010:1.0:1779698138.459056:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c02ad80. 00000020:00000010:0.0:1779698138.459083:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea611c0. 00000020:00000010:0.0:1779698138.459086:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea611c0. 00000100:00000200:0.0:1779698138.459089:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497007232 02000000:00000010:0.0:1779698138.459102:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d61000. 00000400:00000200:1.0:1779698138.459107:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779698138.459109:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00010000:00000200:0.0:1779698138.459110:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbca130450 x1866137497007232/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:69/0 lens 224/224 e 0 to 0 dl 1779698149 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698138.459113:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028380 x1866137497007488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698138.459124:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:0.0:1779698138.459126:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497007232, offset 224 00000400:00000200:0.0:1779698138.459130:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698138.459135:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698138.459140:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7480 00000400:00000200:0.0:1779698138.459153:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abbcd [1] + 224 00000400:00000200:0.0:1779698138.459270:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698138.459338:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698138.459346:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028a80 x1866137497007232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698138.459362:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:0.0:1779698138.459364:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000020:00000010:0.0:1779698138.459375:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279e00. 00000020:00000010:0.0:1779698138.459379:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:0.0:1779698138.459382:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 02000000:00000010:0.0:1779698138.459405:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc4d61000. 00000100:00000200:0.0:1779698138.459413:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698138.459417:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a478. 00000400:00000010:0.0:1779698138.459421:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8d80. 00000400:00000010:0.0:1779698138.459440:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243adc0. 00000400:00000200:0.0:1779698138.459443:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:0.0:1779698138.459445:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:0.0:1779698138.459449:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028a80 x1866137497007232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698138.459456:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028a80 x1866137497007232/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698138.459475:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad400. 02000000:00000010:0.0:1779698138.459480:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:0.0:1779698138.459484:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028a80. 00000020:00000010:2.0:1779698138.471136:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779698138.471149:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7300. 00000020:00000010:2.0:1779698138.471155:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698138.471190:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698138.471194:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7a80. 00000020:00000010:2.0:1779698138.471196:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698138.471225:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497007360 00010000:02000000:2.0:1779698138.471245:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698138.471255:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fdb400. 00000400:00000010:2.0:1779698138.471271:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698138.471278:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497007360, offset 0 00000400:00000200:2.0:1779698138.471285:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698138.471298:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698138.471309:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7500 00000400:00000200:2.0:1779698138.471317:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abbbd [1] + 0 00000400:00000200:2.0:1779698138.471327:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698138.471330:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698138.471341:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028e00 x1866137497007360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698138.471366:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698138.471369:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698138.471381:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7300. 00000020:00000010:2.0:1779698138.471385:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698138.471403:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000100:00000200:2.0:1779698138.471415:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497007488 00010000:02000000:2.0:1779698138.471421:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698138.471427:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd9400. 00000400:00000010:2.0:1779698138.471431:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698138.471434:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497007488, offset 0 00000400:00000200:2.0:1779698138.471438:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698138.471443:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698138.471448:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7580 00000400:00000200:2.0:1779698138.471452:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abbc5 [1] + 0 00000400:00000200:2.0:1779698138.471458:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698138.471460:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698138.471466:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028380 x1866137497007488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698138.471477:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698138.471479:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698138.471485:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7a80. 00000020:00000010:2.0:1779698138.471488:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698138.471490:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:2.0:1779698138.471517:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3790. 00000400:00000200:2.0:1779698138.471521:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e86e8 00000400:00000010:2.0:1779698138.471524:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e86e8. 00000100:00000200:2.0:1779698138.471529:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028e00 x1866137497007360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698138.472187:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028e00 x1866137497007360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698138.472214:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa34d0. 00000400:00000200:2.0:1779698138.472218:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8908 00000400:00000010:2.0:1779698138.472219:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8908. 00000100:00000200:2.0:1779698138.472223:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028380 x1866137497007488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698138.472229:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028380 x1866137497007488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698138.472244:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46de400. 02000000:00000010:2.0:1779698138.472251:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df400. 00000100:00000010:2.0:1779698138.472255:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 02000000:00000010:2.0:1779698138.472259:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2dc00. 02000000:00000010:2.0:1779698138.472262:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93caf46df800. 00000100:00000010:2.0:1779698138.472264:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028380. 00000100:00000010:3.0:1779698138.802462:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a360. 00000100:00000010:2.0:1779698138.802673:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af00. 00000100:00000010:1.0:1779698138.804539:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aba0. 00000100:00000010:0.0:1779698138.804634:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a720. 00000100:00000010:3.0:1779698143.578591:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270000. 02000000:00000010:3.0:1779698143.578622:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba300. 00000100:00000010:3.0:1779698143.578697:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698143.578705:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc7bc2c00. 00000100:00000010:3.0:1779698143.578724:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 02000000:00000010:3.0:1779698143.578733:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c21400. 02000000:00000010:3.0:1779698143.578818:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34600. 00000400:00000010:3.0:1779698143.578827:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326108. 00000400:00000010:3.0:1779698143.578837:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0330. 00000100:00000200:3.0:1779698143.578845:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497007616, portal 25 00000400:00000010:3.0:1779698143.578852:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698143.578856:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497007616, offset 0 00000400:00000200:3.0:1779698143.578868:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698143.578885:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698143.578900:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7600 00000400:00000200:3.0:1779698143.578909:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab209 [2] + 0 00000400:00000010:3.0:1779698143.578913:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def790. 00000400:00000200:3.0:1779698143.578920:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c0c0 00000400:00000200:3.0:1779698143.578931:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698143.578936:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698143.578942:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c0c0 00000400:00000010:3.0:1779698143.578946:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c0c0. 00000100:00000200:3.0:1779698143.578954:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698143.578975:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698143.578977:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698143.578986:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270000 x1866137497007616/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698143.579007:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b4e0. 00000100:00000010:3.0:1779698143.579026:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bea0. 00000100:00000010:3.0:1779698143.579032:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830be40. 00000100:00000010:3.0:1779698143.579037:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b480. 02000000:00000010:3.0:1779698143.579060:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c21000. 00000400:00000010:3.0:1779698143.579064:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779698143.579067:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698143.579069:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497007744, portal 10 00000400:00000010:3.0:1779698143.579075:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698143.579077:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497007744, offset 0 00000400:00000200:3.0:1779698143.579081:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698143.579085:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698143.579091:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7680 00000400:00000200:3.0:1779698143.579098:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 156192 00000400:00000200:3.0:1779698143.579104:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698143.579107:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698143.579112:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698143.579116:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271500. 00000400:00000200:3.0:1779698143.579131:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698143.579133:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698143.579137:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270a80 x1866137497007744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698143.579155:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c21c00. 00000400:00000010:3.0:1779698143.579158:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000010:3.0:1779698143.579160:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698143.579163:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497007872, portal 10 00000400:00000010:3.0:1779698143.579169:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698143.579171:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497007872, offset 0 00000400:00000200:3.0:1779698143.579175:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698143.579179:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698143.579184:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7700 00000400:00000200:3.0:1779698143.579188:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 156712 00000400:00000200:3.0:1779698143.579193:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698143.579197:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698143.579202:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698143.579205:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271f80. 00000400:00000200:3.0:1779698143.579220:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698143.579222:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698143.579227:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273b80 x1866137497007872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698143.579293:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698143.579302:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207e80. 00000020:00000010:0.0:1779698143.579303:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:3.0:1779698143.579309:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:0.0:1779698143.579315:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279b00. 00000020:00000010:0.0:1779698143.579322:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e898. 00000020:00000010:1.0:1779698143.579445:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4440. 00000020:00000010:1.0:1779698143.579451:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4440. 00000020:00000010:1.0:1779698143.579457:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698143.579461:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:1.0:1779698143.579466:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698143.579514:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4440. 00000020:00000010:1.0:1779698143.579517:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4440. 00000100:00000200:1.0:1779698143.579521:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497007616 02000000:00000010:1.0:1779698143.579540:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2d000. 00010000:00000200:1.0:1779698143.579550:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21c50 x1866137497007616/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:74/0 lens 224/224 e 0 to 0 dl 1779698154 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698143.579570:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779698143.579574:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497007616, offset 224 00000400:00000200:1.0:1779698143.579580:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698143.579586:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698143.579592:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7600 00000400:00000200:1.0:1779698143.579599:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abbe5 [1] + 224 00000400:00000200:1.0:1779698143.579604:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698143.579607:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698143.579614:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270000 x1866137497007616/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698143.579631:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779698143.579634:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000020:00000010:1.0:1779698143.579648:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:1.0:1779698143.579652:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698143.579655:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:1.0:1779698143.579663:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cad6d2d000. 00000100:00000200:1.0:1779698143.579670:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698143.579674:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa39f8. 00000400:00000010:1.0:1779698143.579680:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60f00. 00000100:00000200:3.0:1779698143.579945:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497007744 00010000:02000000:3.0:1779698143.579965:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698143.579975:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c22400. 00000400:00000010:3.0:1779698143.579985:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698143.579988:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497007744, offset 0 00000400:00000200:3.0:1779698143.579993:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698143.579999:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698143.580005:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7680 00000400:00000200:3.0:1779698143.580011:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abbed [1] + 0 00000400:00000200:3.0:1779698143.580017:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698143.580020:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698143.580027:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270a80 x1866137497007744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698143.580045:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698143.580047:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779698143.580054:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207e80. 00000020:00000010:3.0:1779698143.580057:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698143.580060:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779698143.580070:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497007872 00010000:02000000:3.0:1779698143.580077:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698143.580081:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c23c00. 00000400:00000010:3.0:1779698143.580086:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698143.580090:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497007872, offset 0 00000400:00000200:3.0:1779698143.580093:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698143.580098:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698143.580103:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7700 00000400:00000200:3.0:1779698143.580106:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abbf5 [1] + 0 00000400:00000200:3.0:1779698143.580110:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698143.580113:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698143.580119:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273b80 x1866137497007872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698143.580129:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698143.580130:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779698143.580137:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279b00. 00000020:00000010:3.0:1779698143.580141:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e898. 00000020:00000010:3.0:1779698143.580144:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698143.587093:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326108. 00000400:00000200:0.0:1779698143.589227:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0330 00000400:00000010:0.0:1779698143.589231:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0330. 00000100:00000200:0.0:1779698143.589247:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270000 x1866137497007616/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698143.589305:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270000 x1866137497007616/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698143.589335:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34600. 02000000:00000010:0.0:1779698143.589343:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba300. 00000100:00000010:0.0:1779698143.589349:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270000. 00000400:00000010:3.0:1779698143.593033:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779698143.593054:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698143.593058:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698143.593078:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270a80 x1866137497007744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698143.593093:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270a80 x1866137497007744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698143.593136:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000200:3.0:1779698143.593138:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698143.593141:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698143.593146:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273b80 x1866137497007872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698143.593152:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273b80 x1866137497007872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698143.593178:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c21000. 02000000:00000010:3.0:1779698143.593187:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc7bc2c00. 00000100:00000010:3.0:1779698143.593197:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698143.593204:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c21c00. 02000000:00000010:3.0:1779698143.593208:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c21400. 00000100:00000010:3.0:1779698143.593212:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273b80. 00000800:00000200:1.0:1779698143.708378:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779698143.708386:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:1.0:1779698143.708402:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1779698143.709143:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1779698143.922484:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b480. 00000100:00000010:2.0:1779698143.922589:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830be40. 00000100:00000010:1.0:1779698143.922655:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bea0. 00000100:00000010:0.0:1779698143.922813:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b4e0. 00000100:00000010:3.0:1779698148.698509:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 02000000:00000010:3.0:1779698148.698532:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30bac00. 00000100:00000010:3.0:1779698148.698594:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698148.698602:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c21400. 00000100:00000010:3.0:1779698148.698623:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 02000000:00000010:3.0:1779698148.698627:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c21c00. 02000000:00000010:0.0:1779698148.698655:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39aca00. 02000000:00000010:3.0:1779698148.698656:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c21000. 00000400:00000010:3.0:1779698148.698664:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000010:0.0:1779698148.698665:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243adc0. 00000400:00000010:0.0:1779698148.698675:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d990. 00000400:00000010:3.0:1779698148.698675:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:0.0:1779698148.698684:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497008000, portal 25 00000400:00000010:0.0:1779698148.698696:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d000. 00000100:00000200:3.0:1779698148.703470:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497008128, portal 10 00000400:00000010:3.0:1779698148.703491:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698148.703497:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497008128, offset 0 00000400:00000200:3.0:1779698148.703508:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698148.703524:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698148.703538:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7800 00000400:00000200:3.0:1779698148.703547:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 157232 00000400:00000200:3.0:1779698148.703559:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698148.703564:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698148.703573:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698148.703581:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270000. 00000400:00000200:3.0:1779698148.703605:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698148.703608:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698148.703618:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270a80 x1866137497008128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698148.703640:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779698148.703654:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779698148.703666:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000100:00000010:3.0:1779698148.703674:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 02000000:00000010:3.0:1779698148.703696:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c23000. 00000400:00000010:3.0:1779698148.703701:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779698148.703706:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698148.703710:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497008256, portal 10 00000400:00000010:3.0:1779698148.703715:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698148.703718:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497008256, offset 0 00000400:00000200:3.0:1779698148.703723:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698148.703731:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698148.703737:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7880 00000400:00000200:3.0:1779698148.703743:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 157752 00000400:00000200:3.0:1779698148.703748:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698148.703752:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698148.703756:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698148.703760:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270e00. 00000400:00000200:3.0:1779698148.703779:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698148.703782:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698148.703788:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00272d80 x1866137497008256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698148.703850:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698148.703857:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207e80. 00000020:00000010:3.0:1779698148.703863:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698148.703893:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698148.703897:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207580. 00000020:00000010:3.0:1779698148.703901:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:3.0:1779698148.703928:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008128 00010000:02000000:3.0:1779698148.703945:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698148.703955:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c21800. 00000400:00000010:3.0:1779698148.703968:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698148.703972:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497008128, offset 0 00000400:00000200:3.0:1779698148.703977:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698148.703983:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698148.703991:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7800 00000400:00000200:3.0:1779698148.703997:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc11 [1] + 0 00000400:00000200:3.0:1779698148.705353:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698148.705359:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698148.705373:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270a80 x1866137497008128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698148.705417:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698148.705421:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779698148.705441:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207e80. 00000020:00000010:3.0:1779698148.705447:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89d48. 00000020:00000010:3.0:1779698148.705463:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00000100:00000200:3.0:1779698148.705491:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008256 00010000:02000000:3.0:1779698148.705506:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698148.705516:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c22800. 00000400:00000010:3.0:1779698148.705528:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698148.705533:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497008256, offset 0 00000400:00000200:3.0:1779698148.705539:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698148.705548:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698148.705558:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7880 00000400:00000200:3.0:1779698148.705565:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc19 [1] + 0 00000400:00000200:3.0:1779698148.705570:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698148.705574:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698148.705582:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00272d80 x1866137497008256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698148.705593:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698148.705595:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000020:00000010:3.0:1779698148.705604:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207580. 00000020:00000010:3.0:1779698148.705607:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698148.705610:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000010:3.0:1779698148.705641:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000200:3.0:1779698148.705647:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698148.705649:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698148.705657:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270a80 x1866137497008128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698148.705666:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270a80 x1866137497008128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698148.705694:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779698148.705697:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698148.705699:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698148.705704:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00272d80 x1866137497008256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698148.705713:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00272d80 x1866137497008256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698148.705730:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c21000. 02000000:00000010:3.0:1779698148.705735:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c21400. 00000100:00000010:3.0:1779698148.705739:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698148.705744:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c23000. 02000000:00000010:3.0:1779698148.705749:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c21c00. 00000100:00000010:3.0:1779698148.705752:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00272d80. 00000100:00000200:0.0:1779698148.705891:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497008000, offset 0 00000400:00000200:1.0:1779698148.709431:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698148.709447:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698148.709470:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7780 00000400:00000200:1.0:1779698148.709479:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab231 [2] + 0 00000400:00000010:1.0:1779698148.709485:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326790. 00000400:00000200:1.0:1779698148.709494:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60cc0 00000400:00000200:1.0:1779698148.709503:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698148.709508:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698148.709514:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60cc0 00000400:00000010:1.0:1779698148.709517:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60cc0. 00000100:00000200:1.0:1779698148.709524:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698148.709555:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d000 00000400:00000010:1.0:1779698148.709558:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d000. 00000100:00000200:1.0:1779698148.709569:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273b80 x1866137497008000/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698148.709733:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779698148.709739:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779698148.709746:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698148.709752:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779698148.709757:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698148.709798:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba340. 00000020:00000010:2.0:1779698148.709801:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba340. 00000100:00000200:2.0:1779698148.709805:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008000 02000000:00000010:2.0:1779698148.709822:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fdac00. 00010000:00000200:2.0:1779698148.709831:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21850 x1866137497008000/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:79/0 lens 224/224 e 0 to 0 dl 1779698159 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698148.709847:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698148.709851:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497008000, offset 224 00000400:00000200:2.0:1779698148.709857:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698148.709865:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698148.709871:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7780 00000400:00000200:2.0:1779698148.709878:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abc0d [1] + 224 00000400:00000200:2.0:1779698148.709883:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698148.709887:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698148.709894:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273b80 x1866137497008000/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698148.709911:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698148.709913:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000020:00000010:2.0:1779698148.709926:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7d00. 00000020:00000010:2.0:1779698148.709929:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698148.709933:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 02000000:00000010:2.0:1779698148.709957:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc6fdac00. 00000100:00000200:2.0:1779698148.709964:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698148.709968:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6defaa8. 00000400:00000010:2.0:1779698148.710013:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac99eb540. 00000400:00000010:1.0:1779698148.710780:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243adc0. 00000400:00000200:1.0:1779698148.710787:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d990 00000400:00000010:1.0:1779698148.710790:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d990. 00000100:00000200:1.0:1779698148.710797:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273b80 x1866137497008000/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698148.710806:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273b80 x1866137497008000/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698148.710826:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39aca00. 02000000:00000010:1.0:1779698148.710831:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30bac00. 00000100:00000010:1.0:1779698148.710836:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273b80. 00000100:00000010:2.0:1779698149.052018:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:1.0:1779698149.052027:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00000100:00000010:0.0:1779698149.052662:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779698149.053104:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000100:00000010:3.0:1779698153.818507:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 02000000:00000010:3.0:1779698153.818536:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba600. 00000100:00000010:3.0:1779698153.818722:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698153.818733:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c21c00. 00000100:00000010:3.0:1779698153.818754:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273100. 02000000:00000010:3.0:1779698153.818760:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c23000. 02000000:00000010:3.0:1779698153.818793:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c21400. 00000400:00000010:3.0:1779698153.818799:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779698153.818808:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698153.818815:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497008512, portal 10 00000400:00000010:3.0:1779698153.818823:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698153.818827:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497008512, offset 0 00000400:00000200:3.0:1779698153.818838:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1779698153.819002:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ac600. 00000400:00000010:0.0:1779698153.819008:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000200:3.0:1779698153.821622:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698153.821642:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7980 00000400:00000200:3.0:1779698153.821651:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 158272 00000400:00000010:0.0:1779698153.821661:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000400:00000200:3.0:1779698153.821662:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698153.821670:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698153.821672:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497008384, portal 25 00000100:00000200:3.0:1779698153.821679:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1779698153.821680:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698153.821686:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497008384, offset 0 00000100:00000010:3.0:1779698153.821687:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00271880. 00000400:00000200:0.0:1779698153.821694:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698153.821702:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698153.821774:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7900 00000020:00000010:1.0:1779698153.821789:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000400:00000200:3.0:1779698153.821803:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698153.821806:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000020:00000010:1.0:1779698153.821819:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbd00. 00000020:00000010:1.0:1779698153.821824:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698153.821869:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008512 00010000:02000000:1.0:1779698153.821886:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698153.821901:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2fc00. 00000400:00000010:1.0:1779698153.821913:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:3.0:1779698153.821940:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270a80 x1866137497008512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698153.821963:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 00000100:00000010:3.0:1779698153.821976:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779698153.821982:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779698153.821988:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b120. 02000000:00000010:3.0:1779698153.822008:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cc00c21000. 00000400:00000010:3.0:1779698153.822013:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000200:0.0:1779698153.822021:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab251 [2] + 0 00000400:00000010:0.0:1779698153.822027:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243abb0. 00000400:00000200:0.0:1779698153.822031:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e8c00 00000400:00000200:0.0:1779698153.822036:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698153.822040:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698153.822044:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e8c00 00000400:00000010:0.0:1779698153.822047:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e8c00. 00000100:00000200:0.0:1779698153.822052:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698153.822065:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698153.822068:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698153.822074:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00272d80 x1866137497008384/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698153.822406:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497008512, offset 0 00000020:00000010:0.0:1779698153.823386:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779698153.823399:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779698153.823404:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698153.823407:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279b00. 00000020:00000010:0.0:1779698153.823411:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698153.823457:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779698153.823459:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000100:00000200:0.0:1779698153.823462:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008384 02000000:00000010:0.0:1779698153.823476:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d61000. 00010000:00000200:0.0:1779698153.823485:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21450 x1866137497008384/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:84/0 lens 224/224 e 0 to 0 dl 1779698164 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698153.823499:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000400:00000200:1.0:1779698153.823701:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698153.823714:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698153.823725:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7980 00000100:00000200:0.0:1779698153.823759:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497008384, offset 224 00000400:00000200:1.0:1779698153.828811:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc35 [1] + 0 00000400:00000200:0.0:1779698153.828828:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698153.828832:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698153.828839:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698153.828844:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698153.828860:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7900 00000400:00000200:0.0:1779698153.828868:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abc3d [1] + 224 00000400:00000200:0.0:1779698153.828874:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698153.828879:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698153.828893:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00272d80 x1866137497008384/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698153.828925:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698153.828929:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779698153.828953:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279b00. 00000020:00000010:0.0:1779698153.828960:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698153.828964:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698153.829020:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc4d61000. 00000100:00000200:0.0:1779698153.829030:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698153.829035:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243abb0. 00000400:00000010:0.0:1779698153.829043:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8c00. 00000400:00000010:0.0:1779698153.829247:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779698153.829252:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698153.829253:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698153.829260:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00272d80 x1866137497008384/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698153.829269:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00272d80 x1866137497008384/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698153.829292:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ac600. 02000000:00000010:0.0:1779698153.829297:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba600. 00000100:00000010:0.0:1779698153.829302:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00272d80. 00000400:00000010:3.0:1779698153.829587:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698153.829593:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497008640, portal 10 00000400:00000010:3.0:1779698153.829599:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698153.829601:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497008640, offset 0 00000400:00000200:3.0:1779698153.829607:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698153.829613:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698153.829620:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7a00 00000400:00000200:3.0:1779698153.829626:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 158792 00000400:00000200:3.0:1779698153.829631:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698153.829637:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698153.829641:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1779698153.829645:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270700. 00000400:00000200:3.0:1779698153.829669:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698153.829671:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698153.829677:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273100 x1866137497008640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698153.829741:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ac600. 00000020:00000010:0.0:1779698153.829746:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbc8279b00. 00000020:00000010:0.0:1779698153.829750:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000100:00000200:0.0:1779698153.829781:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008640 00010000:02000000:0.0:1779698153.829798:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698153.829807:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d61000. 00000400:00000010:0.0:1779698153.829818:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698153.829821:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497008640, offset 0 00000400:00000200:0.0:1779698153.829826:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698153.829831:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698153.829836:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7a00 00000400:00000200:0.0:1779698153.829840:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc51 [1] + 0 00000400:00000200:0.0:1779698153.829845:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698153.829848:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698153.829854:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273100 x1866137497008640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698153.829876:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698153.829878:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000020:00000010:0.0:1779698153.829886:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbc8279b00. 00000020:00000010:0.0:1779698153.829888:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698153.829891:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ac600. 00000400:00000010:3.0:1779698153.829945:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326528. 00000400:00000200:3.0:1779698153.829950:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698153.829951:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698153.829956:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273100 x1866137497008640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698153.829965:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273100 x1866137497008640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698153.830041:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c21000. 00000100:00000200:1.0:1779698153.830046:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270a80 x1866137497008512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698153.830047:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c23000. 00000400:00000200:1.0:1779698153.830062:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:1.0:1779698153.830064:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000020:00000010:1.0:1779698153.830075:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbd00. 00000020:00000010:1.0:1779698153.830078:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698153.830080:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000010:3.0:1779698153.830272:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273100. 00000400:00000010:3.0:1779698153.830281:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83261b8. 00000400:00000200:3.0:1779698153.830283:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698153.830285:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698153.830289:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270a80 x1866137497008512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698153.830296:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270a80 x1866137497008512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698153.830310:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cc00c21400. 02000000:00000010:3.0:1779698153.830313:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c21c00. 00000100:00000010:3.0:1779698153.830315:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 00000100:00000010:1.0:1779698154.162523:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bae0. 00000100:00000010:0.0:1779698154.162585:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000100:00000010:2.0:1779698154.162862:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779698154.163834:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b120. 00000100:00000010:3.0:1779698158.939974:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698158.939997:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30bae00. 00000100:00000010:3.0:1779698158.940066:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273100. 02000000:00000010:3.0:1779698158.940074:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c23000. 00000100:00000010:3.0:1779698158.940095:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 02000000:00000010:3.0:1779698158.940100:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c21000. 02000000:00000010:2.0:1779698158.940503:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b88000. 00000400:00000010:2.0:1779698158.940512:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779698158.940519:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698158.940528:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497008768, portal 25 00000400:00000010:2.0:1779698158.940533:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698158.940536:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497008768, offset 0 00000400:00000200:2.0:1779698158.940547:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698158.940562:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698158.940575:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7a80 00000400:00000200:2.0:1779698158.940583:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab27d [2] + 0 00000400:00000010:2.0:1779698158.940588:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a9f8. 00000400:00000200:2.0:1779698158.940593:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e8240 00000400:00000200:2.0:1779698158.940601:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698158.940605:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698158.940611:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e8240 00000400:00000010:2.0:1779698158.940613:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e8240. 00000100:00000200:2.0:1779698158.940619:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698158.940640:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698158.940643:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698158.940652:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270a80 x1866137497008768/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698158.940671:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b420. 00000100:00000010:2.0:1779698158.940683:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b780. 00000100:00000010:2.0:1779698158.940702:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b600. 00000100:00000010:2.0:1779698158.940709:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b5a0. 00000020:00000010:2.0:1779698158.940754:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779698158.940759:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779698158.940765:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779698158.940770:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698158.940777:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698158.940815:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba000. 00000020:00000010:2.0:1779698158.940819:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba000. 00000100:00000200:2.0:1779698158.940823:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008768 02000000:00000010:2.0:1779698158.940852:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd9800. 00010000:00000200:2.0:1779698158.940866:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22c50 x1866137497008768/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:89/0 lens 224/224 e 0 to 0 dl 1779698169 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698158.940882:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698158.940886:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497008768, offset 224 00000400:00000200:2.0:1779698158.940891:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698158.940898:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698158.940906:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7a80 00000400:00000200:2.0:1779698158.940912:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abc5d [1] + 224 00000400:00000200:2.0:1779698158.940917:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698158.940921:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698158.940929:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270a80 x1866137497008768/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698158.940947:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698158.940949:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000020:00000010:2.0:1779698158.940962:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698158.940966:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698158.940969:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 02000000:00000010:2.0:1779698158.940979:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc6fd9800. 00000100:00000200:2.0:1779698158.940984:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698158.940987:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def528. 00000400:00000010:2.0:1779698158.940992:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbd08a4b40. 00000400:00000010:2.0:1779698158.941012:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779698158.941015:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698158.941018:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698158.941024:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270a80 x1866137497008768/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698158.941033:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270a80 x1866137497008768/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698158.941057:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b88000. 02000000:00000010:2.0:1779698158.941064:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30bae00. 00000100:00000010:2.0:1779698158.941068:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 02000000:00000010:2.0:1779698158.947006:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd9800. 00000400:00000010:2.0:1779698158.947020:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779698158.947028:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698158.947036:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497008896, portal 10 00000400:00000010:2.0:1779698158.947044:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698158.947047:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497008896, offset 0 00000400:00000200:2.0:1779698158.947056:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698158.947068:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698158.947079:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7b00 00000400:00000200:2.0:1779698158.947086:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 159312 00000400:00000200:2.0:1779698158.947097:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698158.947101:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698158.947109:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698158.947124:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9180. 00000400:00000200:2.0:1779698158.947152:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698158.947156:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698158.947164:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273100 x1866137497008896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698158.947194:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd8800. 00000400:00000010:2.0:1779698158.947197:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def8f0. 00000400:00000010:2.0:1779698158.947201:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698158.947205:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497009024, portal 10 00000400:00000010:2.0:1779698158.947210:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698158.947213:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497009024, offset 0 00000400:00000200:2.0:1779698158.947219:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698158.947225:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698158.947230:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7b80 00000400:00000200:2.0:1779698158.947234:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 159832 00000400:00000200:2.0:1779698158.947261:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698158.947264:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698158.947266:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698158.947269:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9500. 00000400:00000200:2.0:1779698158.947287:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698158.947290:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698158.947295:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00272d80 x1866137497009024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698158.947352:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698158.947359:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698158.947364:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698158.947423:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779698158.947427:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779698158.947430:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779698158.947453:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497008896 00010000:02000000:2.0:1779698158.947473:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698158.947484:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fd8400. 00000400:00000010:2.0:1779698158.947496:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698158.947499:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497008896, offset 0 00000400:00000200:2.0:1779698158.947503:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698158.947507:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698158.947512:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7b00 00000400:00000200:2.0:1779698158.947517:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc6d [1] + 0 00000400:00000200:2.0:1779698158.947521:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698158.947524:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698158.947530:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273100 x1866137497008896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698158.947546:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698158.947548:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698158.947559:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698158.947563:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698158.947566:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000100:00000200:2.0:1779698158.947580:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009024 00010000:02000000:2.0:1779698158.947586:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698158.947592:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fdac00. 00000400:00000010:2.0:1779698158.947597:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698158.947600:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497009024, offset 0 00000400:00000200:2.0:1779698158.947604:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698158.947608:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698158.947612:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7b80 00000400:00000200:2.0:1779698158.947616:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc75 [1] + 0 00000400:00000200:2.0:1779698158.947620:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698158.947622:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698158.947627:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00272d80 x1866137497009024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698158.947637:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698158.947639:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698158.947646:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779698158.947649:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698158.947651:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000400:00000010:2.0:1779698158.947672:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779698158.947675:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698158.947677:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698158.947681:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273100 x1866137497008896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698158.947703:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273100 x1866137497008896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698158.947724:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def8f0. 00000400:00000200:2.0:1779698158.947726:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698158.947728:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698158.947731:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00272d80 x1866137497009024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698158.947737:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00272d80 x1866137497009024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698158.947757:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd9800. 02000000:00000010:2.0:1779698158.947763:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c23000. 00000100:00000010:2.0:1779698158.947768:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273100. 02000000:00000010:2.0:1779698158.947774:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd8800. 02000000:00000010:2.0:1779698158.947777:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c21000. 00000100:00000010:2.0:1779698158.947780:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00272d80. 00000100:00000010:1.0:1779698159.282467:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b780. 00000100:00000010:0.0:1779698159.282470:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b420. 00000100:00000010:2.0:1779698159.282558:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b600. 00000100:00000010:3.0:1779698159.282638:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b5a0. 00000800:00000200:1.0:1779698163.163381:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:1.0:1779698163.163407:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1779698163.163413:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1779698163.164375:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1779698164.060152:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 02000000:00000010:3.0:1779698164.060173:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba100. 00000100:00000010:3.0:1779698164.060231:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 02000000:00000010:3.0:1779698164.060239:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c20c00. 00000100:00000010:3.0:1779698164.060255:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273100. 02000000:00000010:3.0:1779698164.060259:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c23800. 02000000:00000010:1.0:1779698164.060263:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700c00. 00000400:00000010:1.0:1779698164.060271:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa38f0. 00000400:00000010:1.0:1779698164.060277:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8660. 00000100:00000200:1.0:1779698164.060283:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497009152, portal 25 00000400:00000010:1.0:1779698164.060288:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779698164.060290:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497009152, offset 0 00000400:00000200:1.0:1779698164.060299:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698164.060311:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698164.060341:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7c00 00000400:00000200:1.0:1779698164.060348:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab2a9 [2] + 0 00000400:00000010:1.0:1779698164.060351:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243ae70. 00000400:00000200:1.0:1779698164.060358:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e8840 00000400:00000200:1.0:1779698164.060364:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698164.060368:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698164.060372:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e8840 00000400:00000010:1.0:1779698164.060374:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e8840. 00000100:00000200:1.0:1779698164.060380:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698164.060416:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:1.0:1779698164.060420:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779698164.060427:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273b80 x1866137497009152/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698164.060446:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aba0. 00000100:00000010:1.0:1779698164.060590:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779698164.060596:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aa80. 00000100:00000010:1.0:1779698164.060600:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a480. 00000020:00000010:3.0:1779698164.060682:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836380. 00000020:00000010:3.0:1779698164.060687:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836380. 00000020:00000010:3.0:1779698164.060692:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698164.060697:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207500. 00000020:00000010:3.0:1779698164.060701:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698164.060730:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836380. 00000020:00000010:3.0:1779698164.060732:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836380. 00000100:00000200:3.0:1779698164.060735:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009152 02000000:00000010:3.0:1779698164.060746:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c22000. 00010000:00000200:3.0:1779698164.060755:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20c50 x1866137497009152/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:95/0 lens 224/224 e 0 to 0 dl 1779698175 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698164.060769:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698164.060773:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497009152, offset 224 00000400:00000200:3.0:1779698164.060777:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698164.060783:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698164.060788:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7c00 00000400:00000200:3.0:1779698164.060793:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abc85 [1] + 224 00000400:00000200:3.0:1779698164.060798:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698164.060801:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698164.060807:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273b80 x1866137497009152/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698164.060823:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698164.060825:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698164.060834:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207500. 00000020:00000010:3.0:1779698164.060838:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698164.060841:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779698164.060847:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c22000. 00000100:00000200:3.0:1779698164.060853:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698164.060856:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc83261b8. 00000400:00000010:3.0:1779698164.060859:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c300. 00000400:00000010:3.0:1779698164.060871:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa38f0. 00000400:00000200:3.0:1779698164.060874:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8660 00000400:00000010:3.0:1779698164.060876:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8660. 00000100:00000200:3.0:1779698164.060880:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273b80 x1866137497009152/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698164.060888:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273b80 x1866137497009152/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698164.060906:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700c00. 02000000:00000010:3.0:1779698164.060910:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba100. 00000100:00000010:3.0:1779698164.060913:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273b80. 02000000:00000010:2.0:1779698164.060979:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd8800. 00000400:00000010:2.0:1779698164.060985:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def8f0. 00000400:00000010:2.0:1779698164.060989:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698164.060992:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497009280, portal 10 00000400:00000010:2.0:1779698164.060996:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698164.060998:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497009280, offset 0 00000400:00000200:2.0:1779698164.061003:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698164.061008:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698164.061013:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7c80 00000400:00000200:2.0:1779698164.061018:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 160352 00000400:00000200:2.0:1779698164.061024:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698164.061027:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698164.061031:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698164.061035:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10ab100. 00000400:00000200:2.0:1779698164.061052:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698164.061054:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698164.061059:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00272d80 x1866137497009280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698164.061076:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd9800. 00000400:00000010:2.0:1779698164.061079:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779698164.061082:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698164.061084:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497009408, portal 10 00000400:00000010:2.0:1779698164.061088:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698164.061090:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497009408, offset 0 00000400:00000200:2.0:1779698164.061094:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698164.061099:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698164.061103:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7d00 00000400:00000200:2.0:1779698164.061107:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 160872 00000400:00000200:2.0:1779698164.061112:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698164.061114:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698164.061117:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698164.061120:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8380. 00000400:00000200:2.0:1779698164.061130:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698164.061132:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698164.061136:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273100 x1866137497009408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698164.061177:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779698164.061181:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779698164.061184:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698164.061199:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88000. 00000020:00000010:2.0:1779698164.061201:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698164.061204:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698164.061215:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009280 00010000:02000000:2.0:1779698164.061227:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698164.061234:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fdbc00. 00000400:00000010:2.0:1779698164.061240:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698164.061243:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497009280, offset 0 00000400:00000200:2.0:1779698164.061247:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698164.061251:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698164.061256:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7c80 00000400:00000200:2.0:1779698164.061261:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc95 [1] + 0 00000400:00000200:2.0:1779698164.061265:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698164.061268:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698164.061273:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00272d80 x1866137497009280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698164.061285:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698164.061287:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698164.061292:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779698164.061295:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698164.061298:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000100:00000200:2.0:1779698164.061307:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009408 00010000:02000000:2.0:1779698164.061312:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698164.061316:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc6fdb000. 00000400:00000010:2.0:1779698164.061320:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698164.061322:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497009408, offset 0 00000400:00000200:2.0:1779698164.061326:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698164.061330:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698164.061343:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7d00 00000400:00000200:2.0:1779698164.061347:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abc9d [1] + 0 00000400:00000200:2.0:1779698164.061351:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698164.061353:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698164.061358:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273100 x1866137497009408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698164.061367:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698164.061369:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698164.061375:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698164.061377:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698164.061380:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88000. 00000400:00000010:2.0:1779698164.061413:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def8f0. 00000400:00000200:2.0:1779698164.061416:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698164.061418:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698164.061422:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00272d80 x1866137497009280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698164.061430:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00272d80 x1866137497009280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698164.061445:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779698164.061447:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698164.061448:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698164.062199:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273100 x1866137497009408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698164.062208:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273100 x1866137497009408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698164.062228:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd8800. 02000000:00000010:2.0:1779698164.062233:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c20c00. 00000100:00000010:2.0:1779698164.062236:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00272d80. 02000000:00000010:2.0:1779698164.062241:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd9800. 02000000:00000010:2.0:1779698164.062243:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c23800. 00000100:00000010:2.0:1779698164.062245:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273100. 00000100:00000010:0.0:1779698164.402450:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aba0. 00000100:00000010:1.0:1779698164.402472:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000100:00000010:2.0:1779698164.402590:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aa80. 00000100:00000010:3.0:1779698164.402647:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a480. 00000100:00000010:2.0:1779698169.179055:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9880. 02000000:00000010:2.0:1779698169.179076:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f700. 00000100:00000010:2.0:1779698169.179139:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9f80. 02000000:00000010:2.0:1779698169.179147:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc6fd9800. 00000100:00000010:2.0:1779698169.179168:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10aa680. 02000000:00000010:2.0:1779698169.179172:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc6fd8800. 02000000:00000010:2.0:1779698169.179205:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df800. 00000400:00000010:2.0:1779698169.179212:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779698169.179219:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698169.179237:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497009664, portal 10 00000400:00000010:2.0:1779698169.179245:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698169.179249:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497009664, offset 0 00000400:00000200:2.0:1779698169.179258:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1779698169.179260:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779698169.179268:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa37e8. 00000400:00000200:2.0:1779698169.179272:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1779698169.179274:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8ee0. 00000100:00000200:1.0:1779698169.179279:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497009536, portal 25 00000400:00000010:1.0:1779698169.179284:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000400:00000200:2.0:1779698169.179286:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7e00 00000100:00000200:1.0:1779698169.179288:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497009536, offset 0 00000400:00000200:2.0:1779698169.179306:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 161392 00000400:00000200:2.0:1779698169.179317:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698169.179320:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698169.185950:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698169.185967:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698169.185983:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7d80 00000400:00000200:1.0:1779698169.186055:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab2d1 [2] + 0 00000400:00000010:1.0:1779698169.186062:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def3c8. 00000400:00000200:1.0:1779698169.186069:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1cc00 00000400:00000200:1.0:1779698169.186078:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698169.186082:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698169.186087:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1cc00 00000400:00000010:1.0:1779698169.186089:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1cc00. 00000100:00000200:1.0:1779698169.186095:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698169.186156:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779698169.186158:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779698169.186805:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10a9880 x1866137497009536/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698169.186829:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779698169.186842:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a960. 00000100:00000010:1.0:1779698169.186847:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779698169.186893:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a840. 00000020:00000010:3.0:1779698169.187265:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836ec0. 00000020:00000010:3.0:1779698169.187270:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836ec0. 00000020:00000010:3.0:1779698169.187275:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698169.187281:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207500. 00000020:00000010:3.0:1779698169.187286:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698169.187384:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836ec0. 00000020:00000010:3.0:1779698169.187400:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836ec0. 00000100:00000200:3.0:1779698169.187404:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009536 02000000:00000010:3.0:1779698169.187421:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c20800. 00010000:00000200:3.0:1779698169.187430:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20850 x1866137497009536/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:100/0 lens 224/224 e 0 to 0 dl 1779698180 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698169.187446:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698169.187452:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497009536, offset 224 00000400:00000200:3.0:1779698169.187458:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698169.187467:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698169.187475:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7d80 00000400:00000200:3.0:1779698169.187482:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abcb5 [1] + 224 00000400:00000200:3.0:1779698169.187489:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698169.187493:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698169.187500:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10a9880 x1866137497009536/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698169.187518:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698169.187521:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698169.187533:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207500. 00000020:00000010:3.0:1779698169.187536:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698169.187539:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779698169.187545:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c20800. 00000100:00000200:3.0:1779698169.187550:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698169.187554:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326528. 00000400:00000010:3.0:1779698169.187559:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c0c0. 00000100:00000200:2.0:1779698169.187564:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698169.187574:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10ab480. 00000400:00000200:2.0:1779698169.187589:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698169.187591:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698169.187600:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10a9f80 x1866137497009664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698169.187633:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93caf46df400. 00000400:00000010:2.0:1779698169.187638:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def8f0. 00000400:00000010:2.0:1779698169.187643:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698169.187647:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497009792, portal 10 00000400:00000010:2.0:1779698169.187653:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698169.187655:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497009792, offset 0 00000400:00000200:2.0:1779698169.187659:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698169.187666:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698169.187674:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7e80 00000400:00000200:2.0:1779698169.187681:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 161912 00000400:00000200:2.0:1779698169.187687:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698169.187691:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698169.187696:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698169.187701:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10abb80. 00000400:00000200:2.0:1779698169.187715:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698169.187718:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698169.187724:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10aa680 x1866137497009792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698169.187771:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779698169.187776:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698169.187779:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698169.187805:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698169.187809:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779698169.187812:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000100:00000200:2.0:1779698169.187829:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009664 00010000:02000000:2.0:1779698169.187843:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698169.187850:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46de400. 00000400:00000010:2.0:1779698169.187858:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698169.187862:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497009664, offset 0 00000400:00000200:2.0:1779698169.187867:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698169.187875:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698169.187882:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7e00 00000400:00000200:2.0:1779698169.187888:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abcad [1] + 0 00000400:00000200:2.0:1779698169.187893:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698169.187897:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698169.187904:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10a9f80 x1866137497009664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698169.187922:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698169.187924:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698169.187932:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698169.187936:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698169.187939:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000100:00000200:2.0:1779698169.187953:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009792 00010000:02000000:2.0:1779698169.187960:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698169.187967:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbdcea1c00. 00000400:00000010:2.0:1779698169.187972:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698169.187976:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497009792, offset 0 00000400:00000200:2.0:1779698169.187981:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698169.187988:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698169.187993:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7e80 00000400:00000200:2.0:1779698169.187997:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abcc5 [1] + 0 00000400:00000200:2.0:1779698169.188001:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698169.188005:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698169.188012:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10aa680 x1866137497009792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698169.188024:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698169.188026:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698169.188035:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7000. 00000020:00000010:2.0:1779698169.188039:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698169.188043:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000400:00000010:2.0:1779698169.188554:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779698169.188559:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698169.188560:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698169.188566:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10a9f80 x1866137497009664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698169.188575:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10a9f80 x1866137497009664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698169.188598:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def8f0. 00000400:00000200:2.0:1779698169.188601:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698169.188602:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698169.188606:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10aa680 x1866137497009792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698169.188613:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10aa680 x1866137497009792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698169.188626:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df800. 02000000:00000010:2.0:1779698169.188633:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc6fd9800. 00000100:00000010:2.0:1779698169.188637:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9f80. 02000000:00000010:2.0:1779698169.188641:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93caf46df400. 02000000:00000010:2.0:1779698169.188643:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc6fd8800. 00000100:00000010:2.0:1779698169.188646:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10aa680. 00000400:00000010:0.0:1779698169.188914:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa37e8. 00000400:00000200:0.0:1779698169.188920:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8ee0 00000400:00000010:0.0:1779698169.188922:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8ee0. 00000100:00000200:0.0:1779698169.188929:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10a9880 x1866137497009536/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698169.188938:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10a9880 x1866137497009536/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698169.188953:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:0.0:1779698169.188957:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f700. 00000100:00000010:0.0:1779698169.188960:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9880. 00000100:00000010:1.0:1779698169.530500:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a960. 00000100:00000010:3.0:1779698169.530578:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a840. 00000100:00000010:2.0:1779698169.530579:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:0.0:1779698169.530634:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779698174.298587:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 02000000:00000010:1.0:1779698174.298612:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779698174.298667:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029c00. 02000000:00000010:1.0:1779698174.298678:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2d000. 00000100:00000010:1.0:1779698174.298696:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 02000000:00000010:1.0:1779698174.298702:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2dc00. 02000000:00000010:0.0:1779698174.298782:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 00000400:00000010:0.0:1779698174.298791:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779698174.298799:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698174.298806:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497009920, portal 25 00000400:00000010:0.0:1779698174.298812:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698174.298816:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497009920, offset 0 00000400:00000200:0.0:1779698174.298825:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698174.298839:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698174.298852:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c7f00 00000400:00000200:0.0:1779698174.298860:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab2f9 [2] + 0 00000400:00000010:0.0:1779698174.298865:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779698174.298871:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e8cc0 00000400:00000200:0.0:1779698174.298879:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698174.298883:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698174.298889:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e8cc0 00000400:00000010:0.0:1779698174.298892:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e8cc0. 02000000:00000010:2.0:1779698174.298896:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd9800. 00000100:00000200:0.0:1779698174.298899:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1779698174.298904:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def8f0. 00000400:00000010:2.0:1779698174.298910:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698174.298915:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497010048, portal 10 00000400:00000010:2.0:1779698174.298921:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698174.298924:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497010048, offset 0 00000400:00000200:0.0:1779698174.298925:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698174.298929:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:1.0:1779698174.298985:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba41c0. 00000020:00000010:1.0:1779698174.298989:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba41c0. 00000020:00000010:1.0:1779698174.298995:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698174.299001:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb780. 00000020:00000010:1.0:1779698174.299006:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698174.299049:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba41c0. 00000020:00000010:1.0:1779698174.299052:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba41c0. 00000100:00000200:1.0:1779698174.299056:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497009920 02000000:00000010:1.0:1779698174.299070:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2c400. 00010000:00000200:1.0:1779698174.299079:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22050 x1866137497009920/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:105/0 lens 224/224 e 0 to 0 dl 1779698185 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698174.299095:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:0.0:1779698174.299116:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029500 x1866137497009920/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698174.299136:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779698174.299148:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1f00. 00000100:00000010:0.0:1779698174.299155:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f13c0. 00000100:00000010:0.0:1779698174.299160:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ea0. 00000400:00000200:2.0:1779698174.304701:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698174.304719:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698174.304737:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c7f80 00000400:00000200:2.0:1779698174.304746:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 162432 00000400:00000200:2.0:1779698174.304758:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698174.304763:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698174.304772:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698174.304780:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10aa680. 00000400:00000200:2.0:1779698174.304805:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698174.304808:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698174.304818:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029c00 x1866137497010048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698174.304873:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd8800. 00000400:00000010:2.0:1779698174.304879:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779698174.304884:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698174.304890:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497010176, portal 10 00000400:00000010:2.0:1779698174.304897:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698174.304901:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497010176, offset 0 00000400:00000200:2.0:1779698174.304907:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698174.304914:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698174.304920:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8000 00000400:00000200:2.0:1779698174.304926:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 162952 00000400:00000200:2.0:1779698174.304932:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698174.304935:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698174.304951:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698174.304955:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9f80. 00000400:00000200:2.0:1779698174.304971:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698174.304973:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698174.304977:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029180 x1866137497010176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698174.305270:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698174.305276:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698174.305282:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698174.305314:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b89400. 00000020:00000010:2.0:1779698174.305318:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779698174.305322:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698174.305344:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010048 00010000:02000000:2.0:1779698174.305362:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698174.305372:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46df400. 00000400:00000010:2.0:1779698174.305384:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698174.305407:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497010048, offset 0 00000400:00000200:2.0:1779698174.305413:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698174.305421:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698174.305428:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c7f80 00000400:00000200:2.0:1779698174.305435:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abcdd [1] + 0 00000400:00000200:2.0:1779698174.305441:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698174.305445:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698174.305454:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029c00 x1866137497010048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698174.305473:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698174.305476:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698174.305488:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698174.305493:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3bb8. 00000020:00000010:2.0:1779698174.305496:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000100:00000200:2.0:1779698174.305513:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010176 00010000:02000000:2.0:1779698174.305521:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698174.305526:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93caf46df800. 00000400:00000010:2.0:1779698174.305532:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698174.305535:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497010176, offset 0 00000400:00000200:2.0:1779698174.305540:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698174.305547:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698174.305553:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8000 00000400:00000200:2.0:1779698174.305559:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abce5 [1] + 0 00000400:00000200:2.0:1779698174.305563:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698174.305567:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698174.305574:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029180 x1866137497010176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698174.305587:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698174.305591:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000020:00000010:2.0:1779698174.305599:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779698174.305602:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698174.305605:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b89400. 00000400:00000010:2.0:1779698174.305639:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def8f0. 00000400:00000200:2.0:1779698174.305643:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698174.305646:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698174.305652:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029c00 x1866137497010048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698174.305660:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029c00 x1866137497010048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698174.305685:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:2.0:1779698174.305688:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:2.0:1779698174.305934:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698174.306072:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029180 x1866137497010176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698174.306081:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029180 x1866137497010176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698174.306101:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd9800. 02000000:00000010:2.0:1779698174.306109:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2d000. 00000100:00000010:2.0:1779698174.306114:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029c00. 02000000:00000010:2.0:1779698174.306119:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd8800. 02000000:00000010:2.0:1779698174.306123:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2dc00. 00000100:00000010:2.0:1779698174.306126:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 00000100:00000200:1.0:1779698174.307355:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497009920, offset 224 00000400:00000200:1.0:1779698174.307374:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698174.307386:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698174.307411:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c7f00 00000400:00000200:1.0:1779698174.307422:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abcd5 [1] + 224 00000400:00000200:1.0:1779698174.307430:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698174.307435:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698174.307448:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029500 x1866137497009920/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698174.307480:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779698174.307484:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000020:00000010:1.0:1779698174.307506:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb780. 00000020:00000010:1.0:1779698174.307511:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698174.307515:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779698174.307524:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cad6d2c400. 00000100:00000200:1.0:1779698174.307532:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698174.307538:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3630. 00000400:00000010:1.0:1779698174.307544:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60600. 00000400:00000010:0.0:1779698174.307571:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779698174.307576:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698174.307579:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698174.307586:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029500 x1866137497009920/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698174.307596:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029500 x1866137497009920/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698174.307619:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698174.307623:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:0.0:1779698174.307629:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029500. 00000100:00000010:3.0:1779698174.642455:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ea0. 00000100:00000010:2.0:1779698174.642490:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f13c0. 00000100:00000010:0.0:1779698174.642598:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:1.0:1779698174.646510:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1f00. 00000100:00000010:1.0:1779698179.418477:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 02000000:00000010:1.0:1779698179.418498:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698179.418565:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 02000000:00000010:1.0:1779698179.418572:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2c400. 00000100:00000010:1.0:1779698179.418587:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029c00. 02000000:00000010:1.0:1779698179.418590:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2d000. 02000000:00000010:2.0:1779698179.418688:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cad5b89400. 00000400:00000010:2.0:1779698179.418696:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779698179.418702:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fbb0. 00000100:00000200:2.0:1779698179.418709:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497010304, portal 25 00000400:00000010:2.0:1779698179.418714:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698179.418716:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497010304, offset 0 00000400:00000200:2.0:1779698179.418725:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698179.418738:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698179.418750:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8080 00000400:00000200:2.0:1779698179.418757:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab319 [2] + 0 00000400:00000010:2.0:1779698179.418761:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa33c8. 00000400:00000200:2.0:1779698179.418767:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60d80 00000400:00000200:2.0:1779698179.418774:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698179.418777:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698179.418782:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60d80 00000400:00000010:2.0:1779698179.418785:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60d80. 00000100:00000200:2.0:1779698179.418791:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698179.418814:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:2.0:1779698179.418816:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698179.418823:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029500 x1866137497010304/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698179.418841:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b600. 00000100:00000010:2.0:1779698179.418852:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b5a0. 00000100:00000010:2.0:1779698179.418857:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b780. 00000020:00000010:1.0:1779698179.418859:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4f40. 00000100:00000010:2.0:1779698179.418861:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b420. 00000020:00000010:1.0:1779698179.418862:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4f40. 00000020:00000010:1.0:1779698179.418867:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698179.418871:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb780. 00000020:00000010:1.0:1779698179.418876:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 02000000:00000010:2.0:1779698179.418888:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd9800. 00000400:00000010:2.0:1779698179.418891:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def8f0. 00000400:00000010:2.0:1779698179.418894:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fd48. 00000100:00000200:2.0:1779698179.418896:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497010432, portal 10 00000400:00000010:2.0:1779698179.418901:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698179.418903:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497010432, offset 0 00000400:00000200:2.0:1779698179.418906:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1779698179.418907:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4f40. 00000020:00000010:1.0:1779698179.418909:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4f40. 00000400:00000200:2.0:1779698179.418911:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1779698179.418912:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010304 00000400:00000200:2.0:1779698179.418917:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8100 00000400:00000200:2.0:1779698179.418921:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 163472 02000000:00000010:1.0:1779698179.418925:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2dc00. 00000400:00000200:2.0:1779698179.418927:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698179.418929:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1779698179.418932:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22450 x1866137497010304/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:110/0 lens 224/224 e 0 to 0 dl 1779698190 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698179.418934:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698179.418938:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8700. 00000400:00000010:1.0:1779698179.418947:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000400:00000200:2.0:1779698179.418949:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:2.0:1779698179.418950:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:2.0:1779698179.418954:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029180 x1866137497010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698179.418971:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc6fd8800. 00000400:00000010:2.0:1779698179.418974:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9a0. 00000020:00000010:3.0:1779698179.419057:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbff22fe00. 00000020:00000010:3.0:1779698179.419061:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207780. 00000020:00000010:3.0:1779698179.419065:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:3.0:1779698179.419082:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010432 00010000:02000000:3.0:1779698179.419095:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698179.419102:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c20800. 00000400:00000010:3.0:1779698179.419109:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:1.0:1779698179.421993:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497010304, offset 224 00000400:00000010:2.0:1779698179.422002:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f5d8. 00000400:00000200:1.0:1779698179.422008:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698179.422020:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698179.422031:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8080 00000400:00000200:1.0:1779698179.422037:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abcfd [1] + 224 00000400:00000200:1.0:1779698179.422046:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698179.422050:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698179.422062:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029500 x1866137497010304/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698179.422073:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497010560, portal 10 00000400:00000010:2.0:1779698179.422081:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698179.422083:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497010560, offset 0 00000400:00000200:2.0:1779698179.422088:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698179.422093:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000200:2.0:1779698179.422094:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1779698179.422095:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000400:00000200:2.0:1779698179.422100:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8180 00000400:00000200:2.0:1779698179.422105:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 163992 00000400:00000200:2.0:1779698179.422110:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698179.422112:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698179.422116:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1779698179.422117:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb780. 00000020:00000010:1.0:1779698179.422122:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698179.422125:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 02000000:00000010:1.0:1779698179.422132:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cad6d2dc00. 00000100:00000200:1.0:1779698179.422141:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698179.422145:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa30b0. 00000400:00000010:1.0:1779698179.422149:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60000. 00000400:00000010:1.0:1779698179.422182:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:1.0:1779698179.422185:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fbb0 00000400:00000010:1.0:1779698179.422187:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fbb0. 00000100:00000200:1.0:1779698179.422192:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029500 x1866137497010304/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698179.422200:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029500 x1866137497010304/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698179.422223:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a8e00. 02000000:00000010:1.0:1779698179.422241:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cad5b89400. 00000400:00000200:2.0:1779698179.422241:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779698179.422242:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 02000000:00000010:1.0:1779698179.422247:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000200:2.0:1779698179.422248:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029c00 x1866137497010560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698179.422251:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029500. 00000100:00000200:3.0:1779698179.422291:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497010432, offset 0 00000400:00000200:3.0:1779698179.422298:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698179.422304:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698179.422309:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8100 00000400:00000200:3.0:1779698179.422314:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd05 [1] + 0 00000400:00000200:3.0:1779698179.422319:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698179.422322:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698179.422328:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029180 x1866137497010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698179.422377:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698179.422382:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779698179.422386:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698179.422429:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010560 00010000:02000000:2.0:1779698179.422444:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698179.422455:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb2000. 00000400:00000010:2.0:1779698179.422466:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698179.422469:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497010560, offset 0 00000400:00000200:2.0:1779698179.422474:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698179.422479:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698179.422484:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8180 00000400:00000200:2.0:1779698179.422488:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd11 [1] + 0 00000400:00000200:2.0:1779698179.422493:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698179.422496:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698179.422501:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029c00 x1866137497010560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698179.422546:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698179.422549:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698179.422559:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207780. 00000020:00000010:3.0:1779698179.422563:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698179.422566:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbff22fe00. 00000400:00000010:3.0:1779698179.422582:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def8f0. 00000400:00000200:3.0:1779698179.422585:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fd48 00000400:00000010:3.0:1779698179.422587:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fd48. 00000100:00000200:3.0:1779698179.422591:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029180 x1866137497010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698179.422599:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029180 x1866137497010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698179.422623:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779698179.422625:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779698179.422633:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7480. 00000020:00000010:2.0:1779698179.422635:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698179.422638:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 00000400:00000010:3.0:1779698179.422699:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def9a0. 00000400:00000200:3.0:1779698179.422703:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f5d8 00000400:00000010:3.0:1779698179.422704:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f5d8. 00000100:00000200:3.0:1779698179.422709:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029c00 x1866137497010560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698179.422717:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029c00 x1866137497010560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698179.422728:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd9800. 02000000:00000010:3.0:1779698179.422732:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2c400. 00000100:00000010:3.0:1779698179.422735:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 02000000:00000010:3.0:1779698179.422738:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc6fd8800. 02000000:00000010:3.0:1779698179.422741:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2d000. 00000100:00000010:3.0:1779698179.422743:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029c00. 00000100:00000010:0.0:1779698179.762485:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b600. 00000100:00000010:1.0:1779698179.762486:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b5a0. 00000100:00000010:2.0:1779698179.762574:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b780. 00000100:00000010:3.0:1779698179.763144:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b420. 00000800:00000200:1.0:1779698181.594501:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:1.0:1779698181.594508:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:1.0:1779698181.594513:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1779698181.599672:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1779698184.538852:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 02000000:00000010:1.0:1779698184.538871:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698184.538909:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 02000000:00000010:1.0:1779698184.538916:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2dc00. 00000100:00000010:1.0:1779698184.538932:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 02000000:00000010:1.0:1779698184.538937:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cad6d2d000. 02000000:00000010:1.0:1779698184.538962:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2c400. 00000400:00000010:1.0:1779698184.538968:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3000. 00000400:00000010:1.0:1779698184.538974:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779698184.538980:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497010816, portal 10 00000400:00000010:1.0:1779698184.538986:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698184.538989:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497010816, offset 0 00000400:00000200:1.0:1779698184.538997:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698184.539008:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698184.539018:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8280 00000400:00000200:1.0:1779698184.539025:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 164512 00000400:00000200:1.0:1779698184.539035:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698184.539038:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698184.539046:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698184.539050:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028a80. 00000400:00000200:1.0:1779698184.539066:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698184.539068:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698184.539076:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028380 x1866137497010816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698184.539094:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a960. 00000100:00000010:1.0:1779698184.539107:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779698184.539112:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a420. 00000100:00000010:1.0:1779698184.539116:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a240. 02000000:00000010:1.0:1779698184.539128:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d4c00. 00000400:00000010:1.0:1779698184.539130:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779698184.539133:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698184.539135:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497010944, portal 10 00000400:00000010:1.0:1779698184.539139:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698184.539141:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497010944, offset 0 00000400:00000200:1.0:1779698184.539145:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698184.539149:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698184.539153:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8300 00000400:00000200:1.0:1779698184.539157:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 165032 00000400:00000200:1.0:1779698184.539161:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698184.539164:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698184.539166:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698184.539169:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029c00. 00000400:00000200:1.0:1779698184.539187:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698184.539189:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698184.539194:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028e00 x1866137497010944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698184.539235:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698184.539240:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb900. 00000020:00000010:1.0:1779698184.539245:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698184.539266:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698184.539269:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbe80. 00000020:00000010:1.0:1779698184.539271:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000100:00000200:1.0:1779698184.539286:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010816 00010000:02000000:1.0:1779698184.539299:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698184.539307:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d5c00. 00000400:00000010:1.0:1779698184.539317:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698184.539327:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497010816, offset 0 00000400:00000200:1.0:1779698184.539331:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698184.539336:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698184.539341:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8280 00000400:00000200:1.0:1779698184.539345:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd25 [1] + 0 00000400:00000200:1.0:1779698184.539350:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698184.539352:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698184.539358:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028380 x1866137497010816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698184.539372:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698184.539374:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000020:00000010:1.0:1779698184.539383:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb900. 00000020:00000010:1.0:1779698184.539403:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698184.539407:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000100:00000200:1.0:1779698184.539416:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010944 00010000:02000000:1.0:1779698184.539421:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698184.539426:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d6800. 00000400:00000010:1.0:1779698184.539430:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698184.539433:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497010944, offset 0 00000400:00000200:1.0:1779698184.539437:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698184.539441:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698184.539446:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8300 00000400:00000200:1.0:1779698184.539449:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd2d [1] + 0 00000400:00000200:1.0:1779698184.539453:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698184.539456:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698184.539460:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028e00 x1866137497010944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698184.539474:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698184.539476:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000020:00000010:1.0:1779698184.539482:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbe80. 00000020:00000010:1.0:1779698184.539484:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698184.539487:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 02000000:00000010:0.0:1779698184.539506:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 00000400:00000010:1.0:1779698184.539510:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3000. 00000400:00000010:0.0:1779698184.539511:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000200:1.0:1779698184.539512:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779698184.539514:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000400:00000010:0.0:1779698184.539517:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779698184.539518:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028380 x1866137497010816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698184.539521:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497010688, portal 25 00000400:00000010:0.0:1779698184.539524:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:1.0:1779698184.539525:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028380 x1866137497010816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698184.539526:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497010688, offset 0 00000400:00000200:0.0:1779698184.539530:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698184.539535:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698184.539540:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8200 00000400:00000200:0.0:1779698184.539544:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab345 [2] + 0 00000400:00000010:0.0:1779698184.539546:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a268. 00000400:00000200:0.0:1779698184.539549:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cad64e80c0 00000400:00000200:0.0:1779698184.539558:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698184.539561:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1779698184.539672:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779698184.539676:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698184.539677:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698184.539682:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028e00 x1866137497010944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698184.539690:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028e00 x1866137497010944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698184.539705:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2c400. 02000000:00000010:1.0:1779698184.539711:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2dc00. 00000100:00000010:1.0:1779698184.539715:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028380. 02000000:00000010:1.0:1779698184.539718:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d4c00. 02000000:00000010:1.0:1779698184.539720:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cad6d2d000. 00000100:00000010:1.0:1779698184.539722:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 00000400:00000200:0.0:1779698184.543370:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad64e80c0 00000400:00000010:0.0:1779698184.543379:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cad64e80c0. 00000100:00000200:0.0:1779698184.543465:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698184.543495:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698184.543498:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698184.543509:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029500 x1866137497010688/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698184.543855:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779698184.543860:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779698184.543867:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cad5b88600. 00000020:00000010:2.0:1779698184.543872:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698184.543876:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698184.543915:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba6c0. 00000020:00000010:2.0:1779698184.543917:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba6c0. 00000100:00000200:2.0:1779698184.543920:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497010688 02000000:00000010:2.0:1779698184.543936:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb2400. 00010000:00000200:2.0:1779698184.543944:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e22850 x1866137497010688/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:115/0 lens 224/224 e 0 to 0 dl 1779698195 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698184.543960:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698184.543964:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497010688, offset 224 00000400:00000200:2.0:1779698184.543971:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698184.543981:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698184.543990:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8200 00000400:00000200:2.0:1779698184.543997:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abd3d [1] + 224 00000400:00000200:2.0:1779698184.544005:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698184.544008:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698184.544015:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029500 x1866137497010688/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698184.544029:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779698184.544031:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779698184.544040:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7880. 00000020:00000010:2.0:1779698184.544044:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698184.544047:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cad5b88600. 02000000:00000010:2.0:1779698184.544054:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbeebb2400. 00000100:00000200:2.0:1779698184.544060:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698184.544064:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def058. 00000400:00000010:2.0:1779698184.544068:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad2345180. 00000400:00000010:0.0:1779698184.544124:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779698184.544128:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698184.544130:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698184.544134:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029500 x1866137497010688/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698184.544143:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029500 x1866137497010688/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698184.544162:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698184.544242:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:0.0:1779698184.544247:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029500. 00000100:00000010:1.0:1779698184.890483:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:0.0:1779698184.890567:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a960. 00000100:00000010:2.0:1779698184.890635:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a420. 00000100:00000010:3.0:1779698184.890712:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a240. 00000100:00000010:1.0:1779698189.658516:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 02000000:00000010:1.0:1779698189.658536:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0400. 00000100:00000010:1.0:1779698189.658588:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 02000000:00000010:1.0:1779698189.658595:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbd67d6c00. 00000100:00000010:1.0:1779698189.658612:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 02000000:00000010:1.0:1779698189.658615:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbd67d6000. 02000000:00000010:1.0:1779698189.658641:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d4800. 00000400:00000010:1.0:1779698189.658647:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779698189.658653:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698189.658659:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497011200, portal 10 00000400:00000010:1.0:1779698189.658665:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779698189.658668:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497011200, offset 0 00000400:00000200:1.0:1779698189.658676:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698189.658687:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698189.658697:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8400 00000400:00000200:1.0:1779698189.658704:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 165552 00000400:00000200:1.0:1779698189.658713:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698189.658718:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698189.658726:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698189.658731:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029500. 00000400:00000200:1.0:1779698189.658748:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779698189.658750:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779698189.658758:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028380 x1866137497011200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698189.658783:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779698189.658798:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a900. 00000100:00000010:1.0:1779698189.658803:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a6c0. 00000100:00000010:1.0:1779698189.658807:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af60. 02000000:00000010:1.0:1779698189.658819:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d6400. 00000400:00000010:1.0:1779698189.658823:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3000. 00000400:00000010:1.0:1779698189.658825:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779698189.658828:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497011328, portal 10 00000400:00000010:1.0:1779698189.658832:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698189.658834:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497011328, offset 0 00000400:00000200:1.0:1779698189.658837:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698189.658842:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698189.658847:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8480 00000400:00000200:1.0:1779698189.658851:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 166072 00000400:00000200:1.0:1779698189.658855:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698189.658858:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698189.658861:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698189.658864:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6d80. 00000400:00000200:1.0:1779698189.658877:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698189.658878:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698189.658882:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029180 x1866137497011328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698189.658929:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700c00. 00000020:00000010:1.0:1779698189.658934:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc00. 00000020:00000010:1.0:1779698189.658940:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698189.658964:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698189.658967:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb700. 00000020:00000010:1.0:1779698189.658970:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698189.658986:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011200 00010000:02000000:1.0:1779698189.659001:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698189.659033:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d7000. 00000400:00000010:1.0:1779698189.659043:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698189.659045:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497011200, offset 0 00000400:00000200:1.0:1779698189.659049:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698189.659054:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698189.659059:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8400 00000400:00000200:1.0:1779698189.659063:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd4d [1] + 0 00000400:00000200:1.0:1779698189.659067:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698189.659069:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698189.659075:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028380 x1866137497011200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698189.659089:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698189.659090:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000020:00000010:1.0:1779698189.659100:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc00. 00000020:00000010:1.0:1779698189.659103:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698189.659106:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700c00. 00000100:00000200:1.0:1779698189.659116:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011328 00010000:02000000:1.0:1779698189.659122:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698189.659127:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d5400. 00000400:00000010:1.0:1779698189.659131:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698189.659134:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497011328, offset 0 00000400:00000200:1.0:1779698189.659154:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698189.659159:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698189.659164:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8480 00000400:00000200:1.0:1779698189.659168:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd55 [1] + 0 00000400:00000200:1.0:1779698189.659172:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698189.659174:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698189.659179:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029180 x1866137497011328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698189.659188:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698189.659190:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000020:00000010:1.0:1779698189.659196:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb700. 00000020:00000010:1.0:1779698189.659199:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698189.659201:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000010:1.0:1779698189.659226:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779698189.659230:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698189.659231:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698189.659235:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028380 x1866137497011200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698189.659243:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028380 x1866137497011200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698189.659263:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3000. 00000400:00000200:1.0:1779698189.659265:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:1.0:1779698189.659266:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779698189.659269:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029180 x1866137497011328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698189.659275:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029180 x1866137497011328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698189.659285:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d4800. 02000000:00000010:1.0:1779698189.659289:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbd67d6c00. 02000000:00000010:0.0:1779698189.659635:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39ad000. 00000400:00000010:0.0:1779698189.659641:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779698189.659646:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698189.659650:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497011072, portal 25 00000400:00000010:0.0:1779698189.659655:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698189.659657:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497011072, offset 0 00000400:00000200:0.0:1779698189.659661:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698189.659666:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698189.659672:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8380 00000400:00000200:0.0:1779698189.659677:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab369 [2] + 0 00000400:00000010:0.0:1779698189.659680:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83265d8. 00000400:00000200:0.0:1779698189.659685:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd38d180 00000400:00000200:0.0:1779698189.659689:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698189.659692:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698189.659694:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd38d180 00000400:00000010:0.0:1779698189.659697:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd38d180. 00000100:00000200:0.0:1779698189.659701:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698189.659713:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698189.659715:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698189.659719:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028e00 x1866137497011072/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698189.659763:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779698189.659767:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779698189.659771:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698189.659774:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698189.659777:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698189.659801:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea612c0. 00000020:00000010:0.0:1779698189.659803:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea612c0. 00000100:00000200:0.0:1779698189.659805:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011072 02000000:00000010:0.0:1779698189.659817:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d63000. 00010000:00000200:0.0:1779698189.659823:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23450 x1866137497011072/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:120/0 lens 224/224 e 0 to 0 dl 1779698200 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698189.659834:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698189.659837:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497011072, offset 224 00000400:00000200:0.0:1779698189.659841:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698189.659846:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698189.659850:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8380 00000400:00000200:0.0:1779698189.659854:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abd65 [1] + 224 00000400:00000200:0.0:1779698189.659858:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698189.659861:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698189.659866:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028e00 x1866137497011072/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698189.659879:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698189.659881:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779698189.659887:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698189.659890:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698189.659892:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 02000000:00000010:0.0:1779698189.659897:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc4d63000. 00000100:00000200:0.0:1779698189.659902:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698189.659905:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a268. 00000400:00000010:0.0:1779698189.659909:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e80c0. 00000400:00000010:0.0:1779698189.659925:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a5d8. 00000400:00000200:0.0:1779698189.659928:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698189.659929:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698189.659933:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028e00 x1866137497011072/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698189.659940:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028e00 x1866137497011072/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698189.659953:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698189.659956:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0400. 00000100:00000010:0.0:1779698189.659960:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 00000100:00000010:1.0:1779698189.660042:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028380. 02000000:00000010:1.0:1779698189.660047:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d6400. 02000000:00000010:1.0:1779698189.660049:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbd67d6000. 00000100:00000010:1.0:1779698189.660051:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 00000100:00000010:0.0:1779698190.002543:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:1.0:1779698190.002543:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a900. 00000100:00000010:2.0:1779698190.002695:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a6c0. 00000100:00000010:3.0:1779698190.002771:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af60. 00000100:00000010:0.0:1779698194.778619:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3aad80. 02000000:00000010:0.0:1779698194.778642:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779698194.778706:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93caca3a9c00. 02000000:00000010:0.0:1779698194.778713:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d63400. 00000100:00000010:0.0:1779698194.778744:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 02000000:00000010:0.0:1779698194.778749:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d63000. 02000000:00000010:1.0:1779698194.778841:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700c00. 00000400:00000010:1.0:1779698194.778863:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3000. 00000400:00000010:1.0:1779698194.778870:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8220. 00000100:00000200:1.0:1779698194.778877:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497011456, portal 25 00000400:00000010:1.0:1779698194.778882:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698194.778885:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497011456, offset 0 00000400:00000200:1.0:1779698194.778894:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698194.778909:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698194.778921:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8500 00000400:00000200:1.0:1779698194.778934:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab389 [2] + 0 00000400:00000010:1.0:1779698194.778937:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326478. 00000400:00000200:1.0:1779698194.778944:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd38df00 00000400:00000200:1.0:1779698194.778952:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698194.778955:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698194.778960:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd38df00 00000400:00000010:1.0:1779698194.778963:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd38df00. 00000100:00000200:1.0:1779698194.778969:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698194.779000:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698194.779003:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698194.779010:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3aad80 x1866137497011456/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698194.779040:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a900. 00000100:00000010:1.0:1779698194.779055:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34af60. 00000100:00000010:1.0:1779698194.779060:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a6c0. 00000100:00000010:1.0:1779698194.779065:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a300. 02000000:00000010:1.0:1779698194.779088:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d6c00. 00000400:00000010:1.0:1779698194.779093:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779698194.779096:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698194.779109:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497011584, portal 10 00000400:00000010:1.0:1779698194.779114:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698194.779116:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497011584, offset 0 00000400:00000200:1.0:1779698194.779120:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698194.779125:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698194.779130:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8580 00000400:00000200:1.0:1779698194.779135:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 166592 00000400:00000200:1.0:1779698194.779141:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698194.779144:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698194.779160:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698194.779166:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4380. 00000400:00000200:1.0:1779698194.779179:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698194.779181:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698194.779186:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93caca3a9c00 x1866137497011584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698194.779203:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d6400. 00000400:00000010:1.0:1779698194.779206:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3580. 00000400:00000010:1.0:1779698194.779209:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698194.779211:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497011712, portal 10 00000400:00000010:1.0:1779698194.779215:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698194.779217:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497011712, offset 0 00000400:00000200:1.0:1779698194.779221:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698194.779225:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698194.779231:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8600 00000400:00000200:1.0:1779698194.779236:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 167112 00000400:00000200:1.0:1779698194.779241:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698194.779245:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698194.779248:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698194.779252:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6a00. 00000400:00000200:1.0:1779698194.779264:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698194.779266:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698194.779270:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029180 x1866137497011712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698194.779334:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:1.0:1779698194.779340:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cace700e00. 00000020:00000010:1.0:1779698194.779346:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bbc00. 00000020:00000010:3.0:1779698194.779351:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207200. 00000020:00000010:1.0:1779698194.779354:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:3.0:1779698194.779357:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:1.0:1779698194.779421:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011712 00010000:02000000:1.0:1779698194.779437:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:3.0:1779698194.779443:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011584 02000000:00000010:1.0:1779698194.779446:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d4800. 00000400:00000010:1.0:1779698194.779457:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698194.779461:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497011712, offset 0 00010000:02000000:3.0:1779698194.779464:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:1.0:1779698194.779469:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1779698194.779473:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c20000. 00000400:00000200:1.0:1779698194.779478:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698194.779485:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8600 00000400:00000200:1.0:1779698194.779490:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd85 [1] + 0 00000400:00000200:1.0:1779698194.779494:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1779698194.779496:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000400:00000200:1.0:1779698194.779498:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698194.779502:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497011584, offset 0 00000100:00000200:1.0:1779698194.779506:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029180 x1866137497011712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698194.779511:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698194.779521:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698194.779528:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8580 00000400:00000200:1.0:1779698194.779529:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698194.779533:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000020:00000010:0.0:1779698194.779600:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a00. 00000020:00000010:0.0:1779698194.779605:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a00. 00000020:00000010:0.0:1779698194.779609:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698194.779612:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698194.779616:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698194.779640:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a00. 00000020:00000010:0.0:1779698194.779642:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a00. 00000100:00000200:0.0:1779698194.779645:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011456 00000400:00000200:3.0:1779698194.779658:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd7d [1] + 0 00000400:00000200:3.0:1779698194.779666:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1779698194.779668:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d60400. 00000400:00000200:3.0:1779698194.779671:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:0.0:1779698194.779679:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20450 x1866137497011456/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:125/0 lens 224/224 e 0 to 0 dl 1779698205 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698194.779681:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3a9c00 x1866137497011584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698194.779705:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000020:00000010:1.0:1779698194.779731:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bbc00. 00000020:00000010:1.0:1779698194.779735:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698194.779738:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cace700e00. 00000400:00000200:3.0:1779698194.779772:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698194.779775:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698194.779841:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207200. 00000020:00000010:3.0:1779698194.779845:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698194.779848:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000100:00000200:0.0:1779698194.782869:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497011456, offset 224 00000400:00000200:0.0:1779698194.782893:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698194.782918:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698194.782931:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8500 00000400:00000200:0.0:1779698194.782940:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abd75 [1] + 224 00000400:00000200:0.0:1779698194.782949:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698194.782953:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698194.782966:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93caca3aad80 x1866137497011456/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698194.782995:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698194.782998:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000020:00000010:0.0:1779698194.783021:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698194.783026:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698194.783030:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698194.783039:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc4d60400. 00000100:00000200:0.0:1779698194.783047:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698194.783052:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a5d8. 00000400:00000010:0.0:1779698194.783058:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8240. 00000400:00000010:1.0:1779698194.783218:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779698194.783223:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698194.783224:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698194.783231:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3a9c00 x1866137497011584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698194.783240:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3a9c00 x1866137497011584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698194.783270:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3580. 00000400:00000200:1.0:1779698194.783272:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698194.783273:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698194.783277:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029180 x1866137497011712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698194.783284:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029180 x1866137497011712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698194.783298:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d6c00. 02000000:00000010:1.0:1779698194.783303:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d63400. 00000100:00000010:1.0:1779698194.783308:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3a9c00. 02000000:00000010:1.0:1779698194.783312:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d6400. 02000000:00000010:1.0:1779698194.783314:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d63000. 00000100:00000010:1.0:1779698194.783316:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 00000400:00000010:3.0:1779698194.783458:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3000. 00000400:00000200:3.0:1779698194.783462:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8220 00000400:00000010:3.0:1779698194.783464:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8220. 00000100:00000200:3.0:1779698194.783469:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93caca3aad80 x1866137497011456/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698194.783475:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93caca3aad80 x1866137497011456/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698194.783488:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700c00. 02000000:00000010:3.0:1779698194.783492:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:3.0:1779698194.783496:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93caca3aad80. 00000100:00000010:2.0:1779698195.122448:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a6c0. 00000100:00000010:0.0:1779698195.122516:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a900. 00000100:00000010:1.0:1779698195.122583:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34af60. 00000100:00000010:3.0:1779698195.122840:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a300. 00000100:00000010:0.0:1779698199.898486:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 02000000:00000010:0.0:1779698199.898545:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3200. 00000100:00000010:0.0:1779698199.898668:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 02000000:00000010:0.0:1779698199.898677:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d60400. 00000100:00000010:0.0:1779698199.898697:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 02000000:00000010:0.0:1779698199.898702:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d63000. 02000000:00000010:0.0:1779698199.898742:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d63400. 00000400:00000010:0.0:1779698199.898749:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779698199.898756:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698199.898764:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497011968, portal 10 00000400:00000010:0.0:1779698199.898771:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698199.898774:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497011968, offset 0 00000400:00000200:0.0:1779698199.898782:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698199.898794:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698199.898805:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8700 00000400:00000200:0.0:1779698199.898811:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 167632 00000400:00000200:0.0:1779698199.898821:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698199.898825:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698199.898834:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698199.898856:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac2821500. 00000400:00000200:0.0:1779698199.898884:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698199.898886:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698199.898894:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028e00 x1866137497011968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698199.898913:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1a80. 00000100:00000010:0.0:1779698199.898924:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f16c0. 00000100:00000010:0.0:1779698199.898929:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f14e0. 00000100:00000010:0.0:1779698199.898933:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f11e0. 02000000:00000010:0.0:1779698199.898947:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d62400. 00000400:00000010:0.0:1779698199.898951:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779698199.898954:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698199.898956:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497012096, portal 10 00000400:00000010:0.0:1779698199.898961:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698199.898963:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497012096, offset 0 00000400:00000200:0.0:1779698199.898978:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698199.898982:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698199.898988:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8780 00000400:00000200:0.0:1779698199.898992:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 168152 00000400:00000200:0.0:1779698199.898997:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698199.899000:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698199.899004:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698199.899018:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac6558e00. 00000400:00000200:0.0:1779698199.899029:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698199.899031:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698199.899035:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c029180 x1866137497012096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698199.899102:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698199.899108:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698199.899112:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:3.0:1779698199.899122:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698199.899127:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207000. 00000020:00000010:3.0:1779698199.899130:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:0.0:1779698199.899140:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011968 00000100:00000200:3.0:1779698199.899142:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012096 00010000:02000000:3.0:1779698199.899154:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698199.899171:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c20400. 00000400:00000010:3.0:1779698199.899182:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698199.899185:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497012096, offset 0 00000400:00000200:3.0:1779698199.899190:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698199.899195:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698199.899200:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8780 00000400:00000200:3.0:1779698199.899205:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abda5 [1] + 0 00000400:00000200:3.0:1779698199.899210:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698199.899213:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698199.899219:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c029180 x1866137497012096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698199.899233:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:3.0:1779698199.899235:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000020:00000010:3.0:1779698199.899245:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207000. 00000020:00000010:3.0:1779698199.899249:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698199.899252:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00010000:02000000:0.0:1779698199.900184:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698199.900193:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d62c00. 00000400:00000010:0.0:1779698199.900202:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698199.900206:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497011968, offset 0 00000400:00000200:0.0:1779698199.900212:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698199.900219:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698199.900226:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8700 00000400:00000200:0.0:1779698199.900231:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abd9d [1] + 0 00000400:00000200:0.0:1779698199.900237:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698199.900239:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698199.900246:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028e00 x1866137497011968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698199.900259:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698199.900261:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000020:00000010:0.0:1779698199.900270:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698199.900273:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698199.900276:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 00000400:00000010:0.0:1779698199.900299:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779698199.900301:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698199.900303:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698199.900308:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028e00 x1866137497011968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698199.900316:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028e00 x1866137497011968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698199.900337:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aec8. 00000400:00000200:0.0:1779698199.900340:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698199.900341:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698199.900345:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c029180 x1866137497012096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698199.900352:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c029180 x1866137497012096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698199.900365:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d63400. 02000000:00000010:0.0:1779698199.900369:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d60400. 00000100:00000010:0.0:1779698199.900373:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028e00. 02000000:00000010:0.0:1779698199.900378:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d62400. 02000000:00000010:0.0:1779698199.900381:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d63000. 00000100:00000010:0.0:1779698199.900383:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c029180. 02000000:00000010:3.0:1779698199.903124:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779698199.903135:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326948. 00000400:00000010:3.0:1779698199.903141:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0a18. 00000100:00000200:3.0:1779698199.903146:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497011840, portal 25 00000400:00000010:3.0:1779698199.903151:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698199.903154:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497011840, offset 0 00000400:00000200:3.0:1779698199.903162:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698199.903173:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698199.903182:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8680 00000400:00000200:3.0:1779698199.903189:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab3a9 [2] + 0 00000400:00000010:3.0:1779698199.903193:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3dc0. 00000400:00000200:3.0:1779698199.903198:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a609c0 00000400:00000200:3.0:1779698199.903204:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698199.903207:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698199.903212:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a609c0 00000400:00000010:3.0:1779698199.903214:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a609c0. 00000100:00000200:3.0:1779698199.903219:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698199.904094:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698199.904097:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698199.904105:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cb3c028380 x1866137497011840/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698199.906131:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a00. 00000020:00000010:0.0:1779698199.906139:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a00. 00000020:00000010:0.0:1779698199.906146:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000020:00000010:0.0:1779698199.906152:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698199.906157:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698199.906256:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61a00. 00000020:00000010:0.0:1779698199.906259:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61a00. 00000100:00000200:0.0:1779698199.906261:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497011840 02000000:00000010:0.0:1779698199.906276:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d63000. 00010000:00000200:0.0:1779698199.906288:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23050 x1866137497011840/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:130/0 lens 224/224 e 0 to 0 dl 1779698210 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698199.906303:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698199.906309:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497011840, offset 224 00000400:00000200:0.0:1779698199.906315:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698199.906327:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698199.906335:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8680 00000400:00000200:0.0:1779698199.906342:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abdb5 [1] + 224 00000400:00000200:0.0:1779698199.906351:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698199.906354:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698199.906363:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cb3c028380 x1866137497011840/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698199.906384:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698199.906387:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779698199.906416:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2e80. 00000020:00000010:0.0:1779698199.906419:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698199.906422:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 02000000:00000010:0.0:1779698199.906428:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc4d63000. 00000100:00000200:0.0:1779698199.906434:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698199.906438:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aec8. 00000400:00000010:0.0:1779698199.906443:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8b40. 00000400:00000010:1.0:1779698199.906510:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326948. 00000400:00000200:1.0:1779698199.906516:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0a18 00000400:00000010:1.0:1779698199.906517:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0a18. 00000100:00000200:1.0:1779698199.906522:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cb3c028380 x1866137497011840/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698199.906531:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cb3c028380 x1866137497011840/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698199.906552:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:1.0:1779698199.906557:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3200. 00000100:00000010:1.0:1779698199.906562:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cb3c028380. 00000100:00000010:2.0:1779698200.250467:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f14e0. 00000100:00000010:3.0:1779698200.250467:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f11e0. 00000100:00000010:0.0:1779698200.250558:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1a80. 00000100:00000010:1.0:1779698200.250672:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f16c0. 00000800:00000200:0.0:1779698202.074720:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779698202.074727:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779698202.074732:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1779698202.074966:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1779698205.018556:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 02000000:00000010:3.0:1779698205.018576:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba100. 00000100:00000010:3.0:1779698205.018629:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698205.018636:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c23800. 00000100:00000010:3.0:1779698205.018653:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273100. 02000000:00000010:3.0:1779698205.018717:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c20c00. 02000000:00000010:0.0:1779698205.018789:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d62400. 00000400:00000010:0.0:1779698205.018798:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779698205.018804:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698205.018810:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497012352, portal 10 00000400:00000010:0.0:1779698205.018817:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698205.018819:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497012352, offset 0 00000400:00000200:0.0:1779698205.018828:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698205.018841:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698205.018852:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8880 00000400:00000200:0.0:1779698205.018860:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 168672 02000000:00000010:1.0:1779698205.018860:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cace700e00. 00000400:00000010:1.0:1779698205.018869:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3580. 00000400:00000200:0.0:1779698205.018873:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698205.018877:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698205.018886:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698205.018891:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cac655bb80. 00000400:00000010:1.0:1779698205.018893:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698205.018899:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497012224, portal 25 00000400:00000010:1.0:1779698205.018904:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698205.018905:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497012224, offset 0 00000400:00000200:1.0:1779698205.018911:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698205.018917:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698205.018923:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8800 00000020:00000010:3.0:1779698205.019216:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000020:00000010:3.0:1779698205.019227:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207000. 00000020:00000010:3.0:1779698205.019233:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:3.0:1779698205.019280:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012352 00010000:02000000:3.0:1779698205.019296:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1779698205.019305:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c21000. 00000400:00000010:3.0:1779698205.019317:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000400:00000200:0.0:1779698205.021276:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698205.021283:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698205.021296:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270a80 x1866137497012352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698205.021337:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1360. 00000100:00000010:0.0:1779698205.021353:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ba0. 00000100:00000010:0.0:1779698205.021361:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f17e0. 00000100:00000010:0.0:1779698205.021368:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1ae0. 02000000:00000010:0.0:1779698205.021415:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d60400. 00000400:00000010:0.0:1779698205.021421:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:0.0:1779698205.021426:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698205.021432:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497012480, portal 10 00000400:00000010:0.0:1779698205.021438:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698205.021442:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497012480, offset 0 00000400:00000200:0.0:1779698205.021448:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698205.021458:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698205.021468:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8900 00000400:00000200:0.0:1779698205.021474:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 169192 00000400:00000200:0.0:1779698205.021482:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698205.021488:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698205.021494:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698205.021519:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028380. 00000400:00000200:1.0:1779698205.021539:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab3d1 [2] + 0 00000400:00000010:1.0:1779698205.021546:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa39a0. 00000400:00000200:1.0:1779698205.021552:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60e40 00000400:00000200:1.0:1779698205.021559:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698205.021563:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698205.021568:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60e40 00000400:00000010:1.0:1779698205.021570:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60e40. 00000100:00000200:1.0:1779698205.021576:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698205.021592:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698205.021595:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698205.021602:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273b80 x1866137497012224/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698205.021611:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698205.021615:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698205.021625:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273100 x1866137497012480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698205.021643:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497012352, offset 0 00000400:00000200:3.0:1779698205.021653:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698205.021661:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698205.021670:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8880 00000400:00000200:3.0:1779698205.021676:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abdc5 [1] + 0 00000020:00000010:0.0:1779698205.021677:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad000. 00000400:00000200:3.0:1779698205.021684:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1779698205.021685:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2d80. 00000400:00000200:3.0:1779698205.021692:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698205.021700:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270a80 x1866137497012352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698205.021704:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000400:00000200:3.0:1779698205.021723:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698205.021726:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000020:00000010:3.0:1779698205.021744:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207000. 00000020:00000010:3.0:1779698205.021749:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000100:00000200:0.0:1779698205.021752:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012480 00000020:00000010:3.0:1779698205.021753:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 00010000:02000000:0.0:1779698205.021772:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698205.021780:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d63400. 00000400:00000010:0.0:1779698205.021789:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698205.021793:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497012480, offset 0 00000400:00000200:0.0:1779698205.021798:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698205.021806:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698205.021813:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8900 00000020:00000010:3.0:1779698205.021816:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836500. 00000400:00000200:0.0:1779698205.021820:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abdd5 [1] + 0 00000020:00000010:3.0:1779698205.021822:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836500. 00000400:00000200:0.0:1779698205.021826:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1779698205.021828:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34000. 00000400:00000200:0.0:1779698205.021832:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1779698205.021833:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207000. 00000020:00000010:3.0:1779698205.021838:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000200:0.0:1779698205.021840:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273100 x1866137497012480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698205.021855:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698205.021858:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000020:00000010:0.0:1779698205.021867:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2d80. 00000020:00000010:3.0:1779698205.021868:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836500. 00000020:00000010:0.0:1779698205.021872:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:3.0:1779698205.021872:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836500. 00000020:00000010:0.0:1779698205.021877:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad000. 00000100:00000200:3.0:1779698205.021878:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012224 00000400:00000010:0.0:1779698205.021904:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:0.0:1779698205.021908:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698205.021911:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698205.021917:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273100 x1866137497012480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698205.021928:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273100 x1866137497012480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698205.021954:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d60400. 02000000:00000010:0.0:1779698205.021959:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c20c00. 00000100:00000010:0.0:1779698205.021963:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273100. 00000400:00000010:0.0:1779698205.021973:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779698205.021999:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698205.022002:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698205.022008:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270a80 x1866137497012352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698205.022027:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270a80 x1866137497012352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698205.022050:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d62400. 02000000:00000010:0.0:1779698205.022054:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c23800. 00000100:00000010:0.0:1779698205.022057:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698205.022654:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c23000. 00010000:00000200:3.0:1779698205.022666:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e21050 x1866137497012224/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:136/0 lens 224/224 e 0 to 0 dl 1779698216 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698205.022680:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698205.022685:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497012224, offset 224 00000400:00000200:3.0:1779698205.022691:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698205.022700:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698205.022708:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8800 00000400:00000200:3.0:1779698205.022715:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abdcd [1] + 224 00000400:00000200:3.0:1779698205.022722:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698205.022727:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698205.022735:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273b80 x1866137497012224/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698205.022763:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698205.022766:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000020:00000010:3.0:1779698205.022779:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207000. 00000020:00000010:3.0:1779698205.022783:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698205.022786:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34000. 02000000:00000010:3.0:1779698205.022794:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c23000. 00000100:00000200:3.0:1779698205.022801:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698205.022805:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326268. 00000400:00000010:3.0:1779698205.022811:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c900. 00000400:00000010:1.0:1779698205.022885:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3580. 00000400:00000200:1.0:1779698205.022989:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698205.022992:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698205.023000:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273b80 x1866137497012224/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698205.023011:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273b80 x1866137497012224/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698205.023038:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cace700e00. 02000000:00000010:1.0:1779698205.023043:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba100. 00000100:00000010:1.0:1779698205.023046:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273b80. 00000100:00000010:0.0:1779698205.362470:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1360. 00000100:00000010:1.0:1779698205.362552:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ba0. 00000100:00000010:3.0:1779698205.362870:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1ae0. 00000100:00000010:2.0:1779698205.363065:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f17e0. 00000100:00000010:1.0:1779698210.139382:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4e00. 02000000:00000010:1.0:1779698210.139431:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0500. 00000100:00000010:1.0:1779698210.139490:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7100. 02000000:00000010:1.0:1779698210.139498:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbd67d7800. 00000100:00000010:1.0:1779698210.139515:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7800. 02000000:00000010:1.0:1779698210.139519:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbd67d6400. 02000000:00000010:3.0:1779698210.139840:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779698210.139858:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326210. 00000400:00000010:3.0:1779698210.139866:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698210.139872:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497012608, portal 25 00000400:00000010:3.0:1779698210.139878:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698210.139881:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497012608, offset 0 00000400:00000200:3.0:1779698210.139923:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698210.139935:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698210.139945:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8980 00000400:00000200:3.0:1779698210.139952:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab411 [2] + 0 00000400:00000010:3.0:1779698210.139956:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3c08. 00000400:00000200:3.0:1779698210.139961:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a600c0 00000400:00000200:3.0:1779698210.139968:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698210.139971:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698210.139975:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a600c0 00000400:00000010:3.0:1779698210.139978:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a600c0. 00000100:00000200:3.0:1779698210.139993:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698210.140013:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698210.140015:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698210.140021:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb4e00 x1866137497012608/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698210.140040:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bd80. 00000100:00000010:3.0:1779698210.140050:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b120. 00000100:00000010:3.0:1779698210.140054:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779698210.140058:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bde0. 00000020:00000010:1.0:1779698210.140229:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4e00. 00000020:00000010:1.0:1779698210.140234:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4e00. 00000020:00000010:1.0:1779698210.140240:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebc800. 00000020:00000010:1.0:1779698210.140244:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb400. 00000020:00000010:1.0:1779698210.140271:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698210.140309:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbeeba4e00. 00000020:00000010:1.0:1779698210.140311:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbeeba4e00. 00000100:00000200:1.0:1779698210.140314:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012608 02000000:00000010:1.0:1779698210.140341:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d6000. 00010000:00000200:1.0:1779698210.140348:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e20050 x1866137497012608/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:141/0 lens 224/224 e 0 to 0 dl 1779698221 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698210.140362:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698210.140365:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497012608, offset 224 00000400:00000200:1.0:1779698210.140377:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698210.140383:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698210.140404:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8980 00000400:00000200:1.0:1779698210.140409:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abded [1] + 224 00000400:00000200:1.0:1779698210.140414:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698210.140417:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698210.140423:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb4e00 x1866137497012608/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698210.140436:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698210.140438:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000020:00000010:1.0:1779698210.140449:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb400. 00000020:00000010:1.0:1779698210.140452:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698210.140455:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebc800. 02000000:00000010:1.0:1779698210.140460:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbd67d6000. 00000100:00000200:1.0:1779698210.140465:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698210.140468:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3580. 00000400:00000010:1.0:1779698210.140472:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60900. 02000000:00000010:0.0:1779698210.140603:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d62400. 00000400:00000010:0.0:1779698210.140609:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779698210.140612:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698210.140615:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497012736, portal 10 00000400:00000010:0.0:1779698210.140634:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698210.140637:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497012736, offset 0 00000400:00000200:0.0:1779698210.140650:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698210.140656:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698210.140662:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8a00 00000400:00000200:0.0:1779698210.140668:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 169712 00000400:00000200:0.0:1779698210.140674:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698210.140676:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698210.140681:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698210.140686:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c029180. 00000400:00000200:0.0:1779698210.140704:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698210.140706:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698210.140711:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb7100 x1866137497012736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698210.140729:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc4d60400. 00000400:00000010:0.0:1779698210.140733:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:0.0:1779698210.140735:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698210.140738:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497012864, portal 10 00000400:00000010:0.0:1779698210.140742:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698210.140744:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497012864, offset 0 00000400:00000200:0.0:1779698210.140747:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698210.140751:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698210.140756:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8a80 00000400:00000200:0.0:1779698210.140772:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 170232 00000400:00000200:0.0:1779698210.140777:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698210.140779:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698210.140782:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698210.140785:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cb3c028e00. 00000400:00000200:0.0:1779698210.140795:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698210.140797:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698210.140801:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb7800 x1866137497012864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698210.140835:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698210.140840:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2700. 00000020:00000010:0.0:1779698210.140853:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698210.140871:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698210.140874:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698210.140876:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000100:00000200:0.0:1779698210.140890:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012736 00010000:02000000:0.0:1779698210.140902:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698210.140909:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc4d63000. 00000400:00000010:0.0:1779698210.140917:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698210.140920:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497012736, offset 0 00000400:00000200:0.0:1779698210.140923:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698210.140929:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698210.140934:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8a00 00000400:00000200:0.0:1779698210.140938:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abdfd [1] + 0 00000400:00000200:0.0:1779698210.140942:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698210.140944:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698210.140950:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb7100 x1866137497012736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698210.140963:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698210.140965:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000020:00000010:0.0:1779698210.140972:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2700. 00000020:00000010:0.0:1779698210.140975:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698210.140978:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000100:00000200:0.0:1779698210.140998:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012864 00010000:02000000:0.0:1779698210.141004:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698210.141009:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbf1272c00. 00000400:00000010:0.0:1779698210.141014:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698210.141017:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497012864, offset 0 00000400:00000200:0.0:1779698210.141021:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698210.141025:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698210.141030:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8a80 00000400:00000200:0.0:1779698210.141034:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe05 [1] + 0 00000400:00000200:0.0:1779698210.141038:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698210.141040:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698210.141045:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb7800 x1866137497012864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698210.141054:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698210.141056:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000020:00000010:0.0:1779698210.141061:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698210.141064:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698210.141066:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698210.141087:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779698210.141090:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698210.141092:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698210.141096:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb7100 x1866137497012736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698210.141103:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb7100 x1866137497012736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698210.141281:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:0.0:1779698210.141285:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698210.141286:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698210.141290:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb7800 x1866137497012864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698210.141298:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb7800 x1866137497012864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698210.141311:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d62400. 02000000:00000010:0.0:1779698210.141317:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbd67d7800. 00000100:00000010:0.0:1779698210.141320:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7100. 02000000:00000010:0.0:1779698210.141324:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc4d60400. 02000000:00000010:0.0:1779698210.141327:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbd67d6400. 00000100:00000010:0.0:1779698210.141329:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb7800. 00000400:00000010:3.0:1779698210.141483:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326210. 00000400:00000200:3.0:1779698210.141488:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698210.141490:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698210.141496:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb4e00 x1866137497012608/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698210.141504:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb4e00 x1866137497012608/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698210.141517:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:3.0:1779698210.141521:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0500. 00000100:00000010:3.0:1779698210.141523:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4e00. 00000100:00000010:0.0:1779698210.482497:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bd80. 00000100:00000010:1.0:1779698210.482879:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b120. 00000100:00000010:2.0:1779698210.482947:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b9c0. 00000100:00000010:3.0:1779698210.483711:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bde0. 00000100:00000010:0.0:1779698215.258568:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b8700. 02000000:00000010:0.0:1779698215.258589:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3700. 00000100:00000010:0.0:1779698215.258723:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9c00. 02000000:00000010:0.0:1779698215.258730:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d60400. 00000100:00000010:0.0:1779698215.258748:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779698215.258752:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc4d62400. 02000000:00000010:0.0:1779698215.258781:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbf07c8c00. 02000000:00000010:1.0:1779698215.258784:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfeebc800. 00000400:00000010:0.0:1779698215.258787:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:1.0:1779698215.258793:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa39a0. 00000400:00000010:1.0:1779698215.258801:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000400:00000010:0.0:1779698215.258807:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:1.0:1779698215.258819:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497012992, portal 25 00000100:00000200:0.0:1779698215.258820:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497013120, portal 10 00000400:00000010:1.0:1779698215.258827:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698215.258831:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497012992, offset 0 00000400:00000010:0.0:1779698215.258837:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000400:00000200:1.0:1779698215.258842:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1779698215.258852:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497013120, offset 0 00000400:00000200:0.0:1779698215.258859:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698215.258864:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698215.258869:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698215.258879:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8b00 00000400:00000200:0.0:1779698215.258881:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8b80 00000400:00000200:1.0:1779698215.258889:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab439 [2] + 0 00000400:00000010:1.0:1779698215.258911:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3268. 00000400:00000200:1.0:1779698215.258917:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60540 00000400:00000200:1.0:1779698215.258925:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698215.258929:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698215.258934:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 170752 00000400:00000200:0.0:1779698215.258964:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698215.258968:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698215.264286:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60540 00000400:00000010:1.0:1779698215.264693:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60540. 00000100:00000200:1.0:1779698215.264707:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1779698215.264743:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1779698215.264754:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000100:00000010:0.0:1779698215.264755:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3100. 00000400:00000010:1.0:1779698215.264758:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698215.264772:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b8700 x1866137497012992/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698215.264782:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698215.264785:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698215.264793:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b9c00 x1866137497013120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698215.264801:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a240. 00000020:00000010:0.0:1779698215.264854:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698215.264860:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698215.264865:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000100:00000200:0.0:1779698215.264895:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497013120 00010000:02000000:0.0:1779698215.264910:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698215.264922:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986f400. 00000400:00000010:0.0:1779698215.264933:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698215.264937:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497013120, offset 0 00000400:00000200:0.0:1779698215.264953:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698215.264964:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698215.264973:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8b80 00000400:00000200:0.0:1779698215.264980:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe19 [1] + 0 00000400:00000200:0.0:1779698215.264987:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698215.264991:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1779698215.264992:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779698215.264997:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000100:00000200:0.0:1779698215.264998:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b9c00 x1866137497013120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698215.265001:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996a000. 00000020:00000010:2.0:1779698215.265005:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779698215.265008:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000400:00000200:0.0:1779698215.265009:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698215.265010:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779698215.265020:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698215.265023:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698215.265026:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000020:00000010:2.0:1779698215.265029:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba5c0. 00000020:00000010:2.0:1779698215.265031:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba5c0. 00000100:00000200:2.0:1779698215.265033:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497012992 02000000:00000010:2.0:1779698215.265044:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb3c00. 00010000:00000200:2.0:1779698215.265052:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23850 x1866137497012992/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:146/0 lens 224/224 e 0 to 0 dl 1779698226 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698215.265077:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698215.265082:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497012992, offset 224 00000400:00000200:2.0:1779698215.265086:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698215.265091:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698215.265096:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8b00 00000400:00000200:2.0:1779698215.265123:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abe15 [1] + 224 00000400:00000200:2.0:1779698215.265129:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698215.265131:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698215.265137:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b8700 x1866137497012992/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698215.265148:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779698215.265150:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779698215.265157:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779698215.265160:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698215.265163:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996a000. 02000000:00000010:2.0:1779698215.265168:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbeebb3c00. 00000100:00000200:2.0:1779698215.265174:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698215.265178:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def840. 00000400:00000010:2.0:1779698215.265182:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad2345240. 00000100:00000010:1.0:1779698215.265344:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a420. 00000100:00000010:1.0:1779698215.265351:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a960. 00000100:00000010:1.0:1779698215.265357:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34ad80. 00000400:00000010:1.0:1779698215.265369:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa39a0. 00000400:00000200:1.0:1779698215.265970:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698215.265973:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000400:00000010:0.0:1779698215.265981:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000100:00000200:1.0:1779698215.265982:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b8700 x1866137497012992/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698215.265988:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698215.265991:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698215.266000:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b9c00 x1866137497013120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698215.266192:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b9c00 x1866137497013120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698215.266232:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc986d800. 00000400:00000010:0.0:1779698215.266236:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:0.0:1779698215.266240:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698215.266244:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497013248, portal 10 00000400:00000010:0.0:1779698215.266248:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698215.266250:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497013248, offset 0 00000400:00000200:0.0:1779698215.266256:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698215.266265:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698215.266274:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8c00 00000400:00000200:0.0:1779698215.266282:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 171272 00000400:00000200:0.0:1779698215.266289:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698215.266293:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698215.266299:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698215.266305:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb3b80. 00000400:00000200:0.0:1779698215.266331:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698215.266333:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698215.266338:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137497013248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698215.266377:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbf07c8c00. 02000000:00000010:0.0:1779698215.266385:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d60400. 00000100:00000010:0.0:1779698215.266410:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9c00. 00000020:00000010:2.0:1779698215.266453:0:189042:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996a000. 00000020:00000010:2.0:1779698215.266459:0:189042:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779698215.266463:0:189042:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698215.266506:0:189042:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497013248 00010000:02000000:2.0:1779698215.266521:0:189042:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698215.266530:0:189042:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb3c00. 00000400:00000010:2.0:1779698215.266541:0:189042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698215.266544:0:189042:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497013248, offset 0 00000400:00000200:2.0:1779698215.266549:0:189042:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698215.266555:0:189042:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698215.266561:0:189042:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8c00 00000400:00000200:2.0:1779698215.266566:0:189042:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe31 [1] + 0 00000400:00000200:2.0:1779698215.266570:0:189042:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698215.266573:0:189042:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698215.266579:0:189042:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137497013248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698215.266602:0:189042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779698215.266604:0:189042:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779698215.266613:0:189042:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7080. 00000020:00000010:2.0:1779698215.266617:0:189042:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698215.266619:0:189042:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996a000. 00000400:00000010:0.0:1779698215.266676:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:0.0:1779698215.266679:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698215.266680:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698215.266685:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137497013248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698215.266693:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137497013248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698215.266709:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc986d800. 02000000:00000010:0.0:1779698215.266712:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc4d62400. 00000100:00000010:0.0:1779698215.266715:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 00000100:00000200:1.0:1779698215.266784:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b8700 x1866137497012992/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698215.266800:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfeebc800. 02000000:00000010:1.0:1779698215.266829:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3700. 00000100:00000010:1.0:1779698215.266833:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b8700. 00000100:00000010:0.0:1779698215.610648:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a240. 00000100:00000010:3.0:1779698215.611487:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34ad80. 00000100:00000010:1.0:1779698215.611656:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a420. 00000100:00000010:2.0:1779698215.613662:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a960. 00000800:00000200:3.0:1779698219.485735:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cacdff5240] -> 12345-192.168.203.23@tcp (4) 00000800:00000200:3.0:1779698219.485744:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.23@tcp ip 192.168.203.23:1021 00000800:00000200:3.0:1779698219.485750:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1779698219.485960:0:3317:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1779698220.389468:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9880. 02000000:00000010:2.0:1779698220.389489:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fb00. 00000100:00000010:2.0:1779698220.389554:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553e680. 02000000:00000010:2.0:1779698220.389562:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb1c00. 00000100:00000010:2.0:1779698220.389577:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c380. 02000000:00000010:2.0:1779698220.389581:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb1000. 02000000:00000010:0.0:1779698220.389667:0:3323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbc39aca00. 00000400:00000010:0.0:1779698220.389675:0:3323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:0.0:1779698220.389680:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698220.389687:0:3323:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497013376, portal 25 00000400:00000010:0.0:1779698220.389692:0:3323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698220.389694:0:3323:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497013376, offset 0 00000400:00000200:0.0:1779698220.389702:0:3323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698220.389714:0:3323:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698220.389724:0:3323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8c80 00000400:00000200:0.0:1779698220.389731:0:3323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab45d [2] + 0 00000400:00000010:0.0:1779698220.389736:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def370. 00000400:00000200:0.0:1779698220.389742:0:3323:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c180 00000400:00000200:0.0:1779698220.389749:0:3323:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698220.389762:0:3323:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1779698220.389766:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c180 00000400:00000010:0.0:1779698220.389769:0:3323:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c180. 00000100:00000200:0.0:1779698220.389775:0:3323:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1779698220.389809:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698220.389811:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698220.389818:0:3323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10a9880 x1866137497013376/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698220.389835:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1360. 00000100:00000010:0.0:1779698220.389845:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1cc0. 00000100:00000010:0.0:1779698220.389850:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1600. 00000100:00000010:0.0:1779698220.389854:0:3323:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1720. 02000000:00000010:0.0:1779698220.389880:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc986c000. 00000400:00000010:0.0:1779698220.389884:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779698220.390002:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698220.390006:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497013504, portal 10 00000400:00000010:0.0:1779698220.390011:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698220.390013:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497013504, offset 0 00000400:00000200:0.0:1779698220.390017:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698220.390022:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698220.390028:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8d00 00000400:00000200:0.0:1779698220.390032:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 171792 00000400:00000200:0.0:1779698220.390038:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698220.390040:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698220.390045:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698220.390049:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbd7bb1c00. 00000400:00000200:0.0:1779698220.390075:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698220.390077:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698220.390081:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553e680 x1866137497013504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698220.390098:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc986f000. 00000400:00000010:0.0:1779698220.390101:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aa50. 00000400:00000010:0.0:1779698220.390104:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698220.390106:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497013632, portal 10 00000400:00000010:0.0:1779698220.390110:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779698220.390112:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497013632, offset 0 00000400:00000200:0.0:1779698220.390115:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698220.390119:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698220.390124:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8d80 00000400:00000200:0.0:1779698220.390127:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 172312 00000400:00000200:0.0:1779698220.390131:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698220.390133:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698220.390136:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698220.390140:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b8700. 00000400:00000200:0.0:1779698220.390149:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779698220.390151:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779698220.390155:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553c380 x1866137497013632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698220.390190:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779698220.390195:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698220.390200:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698220.390668:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698220.390673:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2700. 00000020:00000010:0.0:1779698220.390676:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000100:00000200:0.0:1779698220.390699:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497013504 00010000:02000000:0.0:1779698220.390715:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698220.390725:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986fc00. 00000400:00000010:0.0:1779698220.390735:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779698220.390739:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497013504, offset 0 00000400:00000200:0.0:1779698220.390743:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698220.390749:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698220.390854:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8d00 00000400:00000200:0.0:1779698220.390859:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe45 [1] + 0 00000400:00000200:0.0:1779698220.390865:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698220.390867:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698220.390874:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553e680 x1866137497013504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698220.390958:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779698220.390960:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000020:00000010:0.0:1779698220.390977:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698220.390981:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698220.390997:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 00000100:00000200:0.0:1779698220.391007:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497013632 00010000:02000000:0.0:1779698220.391013:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698220.391019:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986dc00. 00000400:00000010:0.0:1779698220.391024:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6ddd0. 00000100:00000200:0.0:1779698220.391027:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497013632, offset 0 00000400:00000200:0.0:1779698220.391030:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698220.391034:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698220.391039:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8d80 00000400:00000200:0.0:1779698220.391043:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe4d [1] + 0 00000400:00000200:0.0:1779698220.391047:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698220.391049:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698220.391053:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553c380 x1866137497013632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698220.391077:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6ddd0 00000400:00000010:0.0:1779698220.391079:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6ddd0. 00000020:00000010:0.0:1779698220.391085:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2700. 00000020:00000010:0.0:1779698220.391088:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698220.391090:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698220.391116:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779698220.391119:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698220.391121:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698220.391125:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553e680 x1866137497013504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698220.391134:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553e680 x1866137497013504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698220.391153:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aa50. 00000400:00000200:0.0:1779698220.391156:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698220.391157:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698220.391161:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553c380 x1866137497013632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698220.391168:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553c380 x1866137497013632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698220.391180:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc986c000. 02000000:00000010:0.0:1779698220.391184:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb1c00. 00000100:00000010:0.0:1779698220.391188:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553e680. 02000000:00000010:0.0:1779698220.391192:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc986f000. 02000000:00000010:0.0:1779698220.391194:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb1000. 00000100:00000010:0.0:1779698220.391196:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553c380. 00000020:00000010:2.0:1779698220.391357:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779698220.391361:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779698220.391365:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996a000. 00000020:00000010:2.0:1779698220.391368:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7100. 00000020:00000010:2.0:1779698220.391371:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698220.391416:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba900. 00000020:00000010:2.0:1779698220.391419:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba900. 00000100:00000200:2.0:1779698220.391421:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497013376 02000000:00000010:2.0:1779698220.391431:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb2800. 00010000:00000200:2.0:1779698220.391438:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e23c50 x1866137497013376/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:151/0 lens 224/224 e 0 to 0 dl 1779698231 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698220.391448:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698220.391450:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497013376, offset 224 00000400:00000200:2.0:1779698220.391454:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698220.391459:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698220.391465:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8c80 00000400:00000200:2.0:1779698220.391469:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abe3d [1] + 224 00000400:00000200:2.0:1779698220.391474:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698220.391477:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698220.391483:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10a9880 x1866137497013376/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698220.391496:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779698220.391498:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000020:00000010:2.0:1779698220.391505:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7100. 00000020:00000010:2.0:1779698220.391508:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698220.391511:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996a000. 02000000:00000010:2.0:1779698220.391516:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbeebb2800. 00000100:00000200:2.0:1779698220.391520:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698220.391524:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def370. 00000400:00000010:2.0:1779698220.391528:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad23450c0. 00000400:00000010:0.0:1779698220.391836:0:3323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:0.0:1779698220.391840:0:3323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698220.391842:0:3323:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698220.391847:0:3323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10a9880 x1866137497013376/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698220.391859:0:3323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10a9880 x1866137497013376/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698220.391871:0:3323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbc39aca00. 02000000:00000010:0.0:1779698220.391874:0:3323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fb00. 00000100:00000010:0.0:1779698220.391877:0:3323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9880. 00000100:00000010:1.0:1779698220.730493:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1cc0. 00000100:00000010:3.0:1779698220.730571:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1720. 00000100:00000010:0.0:1779698220.731354:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1360. 00000100:00000010:2.0:1779698220.737638:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1600. 00000100:00000010:0.0:1779698225.498529:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3bad80. 02000000:00000010:0.0:1779698225.498550:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc2da3800. 00000100:00000010:0.0:1779698225.498605:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbdc3b9c00. 02000000:00000010:0.0:1779698225.498612:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc986c000. 00000100:00000010:0.0:1779698225.498629:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cbf10a9880. 02000000:00000010:0.0:1779698225.498633:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbc986ec00. 02000000:00000010:0.0:1779698225.498671:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc986e800. 00000400:00000010:0.0:1779698225.498679:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000400:00000010:0.0:1779698225.498685:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698225.498692:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497013888, portal 10 00000400:00000010:0.0:1779698225.498699:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698225.498702:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497013888, offset 0 00000400:00000200:0.0:1779698225.498710:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698225.498722:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698225.498733:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8e80 00000400:00000200:0.0:1779698225.498739:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 172832 00000400:00000200:0.0:1779698225.498759:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698225.498763:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698225.498772:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698225.498777:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a8380. 00000400:00000200:0.0:1779698225.498796:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698225.498798:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698225.498806:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3b9c00 x1866137497013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779698225.498850:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1360. 00000100:00000010:0.0:1779698225.498872:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1c00. 00000100:00000010:0.0:1779698225.498881:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f18a0. 00000100:00000010:0.0:1779698225.498888:0:3321:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc56f1420. 02000000:00000010:0.0:1779698225.498898:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc986e400. 00000400:00000010:0.0:1779698225.498901:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aa50. 00000400:00000010:0.0:1779698225.498904:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698225.498907:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497014016, portal 10 00000400:00000010:0.0:1779698225.498912:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698225.498914:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497014016, offset 0 00000400:00000200:0.0:1779698225.498918:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698225.498923:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698225.498929:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c8f00 00000400:00000200:0.0:1779698225.498932:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 173352 00000400:00000200:0.0:1779698225.498937:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698225.498940:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698225.498942:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698225.498946:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a9180. 00000400:00000200:0.0:1779698225.498973:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698225.498975:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698225.498981:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbf10a9880 x1866137497014016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698225.499024:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39aca00. 00000020:00000010:0.0:1779698225.499030:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698225.499035:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698225.499057:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698225.499060:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2b80. 00000020:00000010:0.0:1779698225.499063:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000100:00000200:0.0:1779698225.499080:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497013888 00010000:02000000:0.0:1779698225.499095:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698225.499103:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986d000. 00000400:00000010:0.0:1779698225.499113:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698225.499116:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497013888, offset 0 00000400:00000200:0.0:1779698225.499120:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698225.499125:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698225.499130:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8e80 00000400:00000200:0.0:1779698225.499135:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe65 [1] + 0 00000400:00000200:0.0:1779698225.499140:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698225.499142:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698225.499148:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3b9c00 x1866137497013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698225.499162:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698225.499164:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779698225.499175:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2c80. 00000020:00000010:0.0:1779698225.499178:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23e190. 00000020:00000010:0.0:1779698225.499181:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39aca00. 00000100:00000200:0.0:1779698225.499190:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014016 00010000:02000000:0.0:1779698225.499196:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1779698225.499200:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986f800. 00000400:00000010:0.0:1779698225.499205:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698225.499207:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497014016, offset 0 00000400:00000200:0.0:1779698225.499211:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698225.499215:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698225.499219:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c8f00 00000400:00000200:0.0:1779698225.499223:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe6d [1] + 0 00000400:00000200:0.0:1779698225.499227:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698225.499229:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698225.499234:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbf10a9880 x1866137497014016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698225.499243:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698225.499245:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779698225.499251:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2b80. 00000020:00000010:0.0:1779698225.499254:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698225.499256:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 00000400:00000010:0.0:1779698225.499277:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:0.0:1779698225.499280:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698225.499282:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698225.499285:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3b9c00 x1866137497013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698225.499294:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3b9c00 x1866137497013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698225.499313:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243aa50. 00000400:00000200:0.0:1779698225.499315:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698225.499317:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698225.499320:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbf10a9880 x1866137497014016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698225.499327:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbf10a9880 x1866137497014016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698225.499339:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc986e800. 02000000:00000010:0.0:1779698225.499343:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc986c000. 00000100:00000010:0.0:1779698225.499346:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3b9c00. 02000000:00000010:0.0:1779698225.499351:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc986e400. 02000000:00000010:0.0:1779698225.499353:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbc986ec00. 00000100:00000010:0.0:1779698225.499355:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbf10a9880. 02000000:00000010:2.0:1779698225.499509:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac996a000. 00000400:00000010:2.0:1779698225.499515:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9a0. 00000400:00000010:2.0:1779698225.499519:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698225.499522:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497013760, portal 25 00000400:00000010:2.0:1779698225.499526:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779698225.499528:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497013760, offset 0 00000400:00000200:2.0:1779698225.499533:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698225.499538:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698225.499543:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8e00 00000400:00000200:2.0:1779698225.499550:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab489 [2] + 0 00000400:00000010:2.0:1779698225.499553:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3d68. 00000400:00000200:2.0:1779698225.499556:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac9a60240 00000400:00000200:2.0:1779698225.499559:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698225.499562:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698225.499565:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac9a60240 00000400:00000010:2.0:1779698225.499567:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac9a60240. 00000100:00000200:2.0:1779698225.499570:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698225.499589:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779698225.499592:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779698225.499596:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cbdc3bad80 x1866137497013760/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779698225.500268:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779698225.500274:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779698225.500278:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39ad400. 00000020:00000010:0.0:1779698225.500282:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2b80. 00000020:00000010:0.0:1779698225.500285:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698225.500318:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea61740. 00000020:00000010:0.0:1779698225.500321:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea61740. 00000100:00000200:0.0:1779698225.500323:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497013760 02000000:00000010:0.0:1779698225.500334:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986ec00. 00010000:00000200:0.0:1779698225.500343:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1fc50 x1866137497013760/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:156/0 lens 224/224 e 0 to 0 dl 1779698236 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698225.500355:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698225.500359:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497013760, offset 224 00000400:00000200:0.0:1779698225.500364:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698225.500370:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698225.500376:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8e00 00000400:00000200:0.0:1779698225.500381:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abe7d [1] + 224 00000400:00000200:0.0:1779698225.500386:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698225.500415:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698225.500421:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cbdc3bad80 x1866137497013760/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698225.500437:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698225.500440:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000020:00000010:0.0:1779698225.500449:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2b80. 00000020:00000010:0.0:1779698225.500452:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698225.500455:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39ad400. 02000000:00000010:0.0:1779698225.500460:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc986ec00. 00000100:00000200:0.0:1779698225.500465:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1779698225.500468:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243aa50. 00000400:00000010:0.0:1779698225.500473:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad64e8cc0. 00000400:00000010:2.0:1779698225.500586:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def9a0. 00000400:00000200:2.0:1779698225.500590:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:2.0:1779698225.500592:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698225.500598:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cbdc3bad80 x1866137497013760/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698225.500606:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cbdc3bad80 x1866137497013760/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698225.500622:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac996a000. 02000000:00000010:2.0:1779698225.500626:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc2da3800. 00000100:00000010:2.0:1779698225.500630:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cbdc3bad80. 00000100:00000010:3.0:1779698225.842481:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1420. 00000100:00000010:1.0:1779698225.842562:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1c00. 00000100:00000010:2.0:1779698225.842670:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f18a0. 00000100:00000010:0.0:1779698225.842784:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc56f1360. 00000100:00000010:2.0:1779698230.619220:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ce00. 02000000:00000010:2.0:1779698230.619241:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f800. 00000100:00000010:2.0:1779698230.619298:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553f800. 02000000:00000010:2.0:1779698230.619306:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb2800. 00000100:00000010:2.0:1779698230.619325:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553d880. 02000000:00000010:2.0:1779698230.619330:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb2c00. 02000000:00000010:2.0:1779698230.619371:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac996a000. 00000400:00000010:2.0:1779698230.619377:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def9a0. 00000400:00000010:2.0:1779698230.619384:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f440. 00000100:00000200:2.0:1779698230.619410:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497014144, portal 25 00000400:00000010:2.0:1779698230.619416:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779698230.619419:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497014144, offset 0 00000400:00000200:2.0:1779698230.619428:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698230.619440:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698230.619451:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c8f80 00000400:00000200:2.0:1779698230.619457:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab49d [2] + 0 00000400:00000010:2.0:1779698230.619462:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa32c0. 00000400:00000200:2.0:1779698230.619467:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbd08a4300 00000400:00000200:2.0:1779698230.619474:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698230.619478:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698230.619483:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd08a4300 00000400:00000010:2.0:1779698230.619486:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbd08a4300. 00000100:00000200:2.0:1779698230.619492:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698230.619506:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:2.0:1779698230.619507:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779698230.619516:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553ce00 x1866137497014144/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779698230.619571:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b1e0. 00000100:00000010:2.0:1779698230.619583:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b8a0. 00000100:00000010:2.0:1779698230.619588:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b960. 00000100:00000010:2.0:1779698230.619592:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bc00. 02000000:00000010:2.0:1779698230.619749:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbeebb3800. 00000400:00000010:2.0:1779698230.619755:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def8f0. 00000400:00000010:2.0:1779698230.619759:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fe58. 00000100:00000200:2.0:1779698230.619761:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497014272, portal 10 00000400:00000010:2.0:1779698230.619767:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779698230.619769:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497014272, offset 0 00000400:00000200:2.0:1779698230.619773:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698230.619778:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698230.619783:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9000 00000400:00000200:2.0:1779698230.619788:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 173872 00000400:00000200:2.0:1779698230.619793:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698230.619796:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698230.619802:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698230.619806:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553f480. 00000400:00000200:2.0:1779698230.620409:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:2.0:1779698230.620412:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779698230.620419:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553f800 x1866137497014272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698230.620441:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbeebb1000. 00000400:00000010:2.0:1779698230.620445:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def7e8. 00000400:00000010:2.0:1779698230.620448:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786fa18. 00000100:00000200:2.0:1779698230.620451:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497014400, portal 10 00000400:00000010:2.0:1779698230.620456:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779698230.620458:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497014400, offset 0 00000400:00000200:2.0:1779698230.620462:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698230.620468:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698230.620473:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9080 00000400:00000200:2.0:1779698230.620478:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 174392 00000400:00000200:2.0:1779698230.620483:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698230.620486:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698230.620490:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1779698230.620493:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ed80. 00000020:00000010:3.0:1779698230.621967:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836240. 00000020:00000010:3.0:1779698230.621975:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836240. 00000020:00000010:3.0:1779698230.621983:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000020:00000010:3.0:1779698230.621989:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207800. 00000020:00000010:3.0:1779698230.622022:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698230.622078:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836240. 00000020:00000010:3.0:1779698230.622080:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836240. 00000100:00000200:3.0:1779698230.622084:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014144 02000000:00000010:3.0:1779698230.622107:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c23800. 00010000:00000200:3.0:1779698230.622118:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1d450 x1866137497014144/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:161/0 lens 224/224 e 0 to 0 dl 1779698241 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698230.622135:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698230.622141:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497014144, offset 224 00000400:00000200:3.0:1779698230.622147:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698230.622157:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698230.622165:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c8f80 00000400:00000200:3.0:1779698230.622171:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abe8d [1] + 224 00000400:00000200:3.0:1779698230.622178:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698230.622182:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1779698230.622190:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553ce00 x1866137497014144/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698230.622226:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698230.622229:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000020:00000010:3.0:1779698230.622243:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207800. 00000020:00000010:3.0:1779698230.622247:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000020:00000010:3.0:1779698230.622250:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 02000000:00000010:3.0:1779698230.622257:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c23800. 00000100:00000200:3.0:1779698230.622263:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698230.622268:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326210. 00000400:00000010:3.0:1779698230.622273:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1cc00. 00000400:00000010:3.0:1779698230.622302:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def9a0. 00000400:00000200:3.0:1779698230.622307:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f440 00000400:00000010:3.0:1779698230.622309:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f440. 00000100:00000200:3.0:1779698230.622314:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553ce00 x1866137497014144/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698230.622323:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553ce00 x1866137497014144/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698230.622342:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac996a000. 02000000:00000010:3.0:1779698230.622346:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f800. 00000100:00000010:3.0:1779698230.622350:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553ce00. 00000400:00000200:2.0:1779698230.630042:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779698230.630052:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779698230.630065:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553d880 x1866137497014400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698230.642600:0:209509:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebc800. 00000020:00000010:1.0:1779698230.642624:0:209509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb800. 00000020:00000010:1.0:1779698230.642632:0:209509:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698230.642720:0:209509:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014400 00010000:02000000:1.0:1779698230.642739:0:209509:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698230.642749:0:209509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d7c00. 00000400:00000010:1.0:1779698230.642764:0:209509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698230.642771:0:209509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497014400, offset 0 00000400:00000200:1.0:1779698230.642778:0:209509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698230.642790:0:209509:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698230.642801:0:209509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9080 00000400:00000200:1.0:1779698230.642810:0:209509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe9d [1] + 0 00000400:00000200:1.0:1779698230.642819:0:209509:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698230.642835:0:209509:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698230.642847:0:209509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553d880 x1866137497014400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698230.642880:0:209509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698230.642883:0:209509:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000020:00000010:1.0:1779698230.642897:0:209509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb800. 00000020:00000010:1.0:1779698230.642901:0:209509:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698230.642905:0:209509:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebc800. 00000400:00000010:1.0:1779698230.642936:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def7e8. 00000400:00000200:1.0:1779698230.642940:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fa18 00000400:00000010:1.0:1779698230.642942:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fa18. 00000100:00000200:1.0:1779698230.642948:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553d880 x1866137497014400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698230.642956:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553d880 x1866137497014400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698230.642980:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbeebb1000. 02000000:00000010:1.0:1779698230.642986:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb2c00. 00000100:00000010:1.0:1779698230.642990:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553d880. 00000020:00000010:2.0:1779698230.644866:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996ae00. 00000020:00000010:2.0:1779698230.644875:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7280. 00000020:00000010:2.0:1779698230.644882:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000100:00000200:2.0:1779698230.645008:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014272 00010000:02000000:2.0:1779698230.645026:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1779698230.645035:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb1c00. 00000400:00000010:2.0:1779698230.645049:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779698230.645055:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497014272, offset 0 00000400:00000200:2.0:1779698230.645062:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698230.645073:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698230.645082:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9000 00000400:00000200:2.0:1779698230.645089:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abe95 [1] + 0 00000400:00000200:2.0:1779698230.645111:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698230.645115:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698230.645125:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553f800 x1866137497014272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698230.645152:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779698230.645154:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000020:00000010:2.0:1779698230.645166:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7280. 00000020:00000010:2.0:1779698230.645170:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698230.645173:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996ae00. 00000400:00000010:1.0:1779698230.645231:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def8f0. 00000400:00000200:1.0:1779698230.645237:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786fe58 00000400:00000010:1.0:1779698230.645239:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786fe58. 00000100:00000200:1.0:1779698230.645245:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553f800 x1866137497014272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698230.645254:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553f800 x1866137497014272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698230.645279:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbeebb3800. 02000000:00000010:1.0:1779698230.645285:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb2800. 00000100:00000010:1.0:1779698230.645290:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553f800. 00000100:00000010:0.0:1779698230.962487:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b1e0. 00000100:00000010:1.0:1779698230.962585:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b8a0. 00000100:00000010:2.0:1779698230.962715:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b960. 00000100:00000010:3.0:1779698230.962905:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bc00. 00000100:00000010:2.0:1779698235.738589:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553e300. 02000000:00000010:2.0:1779698235.738612:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33f800. 00000100:00000010:2.0:1779698235.738662:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553ea00. 02000000:00000010:2.0:1779698235.738668:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb1800. 00000100:00000010:2.0:1779698235.738682:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553fb80. 02000000:00000010:2.0:1779698235.738686:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb2400. 02000000:00000010:1.0:1779698235.738801:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfeebc800. 00000400:00000010:1.0:1779698235.738808:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa39a0. 00000400:00000010:1.0:1779698235.738814:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698235.738820:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497014528, portal 25 00000400:00000010:1.0:1779698235.738825:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698235.738828:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497014528, offset 0 00000400:00000200:1.0:1779698235.738836:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698235.738847:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698235.738858:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c9100 00000400:00000200:1.0:1779698235.738983:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab4d5 [2] + 0 00000400:00000010:1.0:1779698235.738988:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def160. 00000400:00000200:1.0:1779698235.738992:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c240 00000400:00000200:1.0:1779698235.738999:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698235.739003:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698235.739008:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c240 00000400:00000010:1.0:1779698235.739010:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c240. 00000100:00000200:1.0:1779698235.739083:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698235.739107:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698235.739109:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698235.739116:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553e300 x1866137497014528/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698235.739135:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a420. 00000100:00000010:1.0:1779698235.739146:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779698235.739152:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a840. 00000100:00000010:1.0:1779698235.739156:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a480. 02000000:00000010:1.0:1779698235.739184:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d6400. 00000400:00000010:1.0:1779698235.739188:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3268. 00000400:00000010:1.0:1779698235.739191:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698235.739194:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497014656, portal 10 00000400:00000010:1.0:1779698235.739199:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698235.739201:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497014656, offset 0 00000400:00000200:1.0:1779698235.739205:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698235.739209:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698235.739215:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9180 00000400:00000200:1.0:1779698235.739220:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 174912 00000400:00000200:1.0:1779698235.739225:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698235.739228:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698235.739233:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698235.739236:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7b80. 00000400:00000200:1.0:1779698235.739249:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698235.739250:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698235.739255:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553ea00 x1866137497014656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698235.739270:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d6000. 00000400:00000010:1.0:1779698235.739272:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779698235.739275:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698235.739277:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497014784, portal 10 00000400:00000010:1.0:1779698235.739281:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698235.739283:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497014784, offset 0 00000400:00000200:1.0:1779698235.739286:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698235.739290:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698235.739294:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9200 00000400:00000200:1.0:1779698235.739298:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 175432 00000400:00000200:1.0:1779698235.739302:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698235.739304:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698235.739307:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698235.739309:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb6680. 00000400:00000200:1.0:1779698235.739317:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698235.739319:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698235.739322:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553fb80 x1866137497014784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698235.739364:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebd000. 00000020:00000010:1.0:1779698235.739370:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb080. 00000020:00000010:1.0:1779698235.739375:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698235.739415:0:189041:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebdc00. 00000020:00000010:1.0:1779698235.739418:0:189041:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcb4bb100. 00000020:00000010:1.0:1779698235.739421:0:189041:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000100:00000200:1.0:1779698235.739435:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014656 00010000:02000000:1.0:1779698235.739449:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698235.739456:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d7800. 00000400:00000010:1.0:1779698235.739467:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698235.739469:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497014656, offset 0 00000400:00000200:1.0:1779698235.739473:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698235.739478:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698235.739482:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9180 00000400:00000200:1.0:1779698235.739487:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abebd [1] + 0 00000400:00000200:1.0:1779698235.739491:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698235.739494:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698235.739500:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553ea00 x1866137497014656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698235.739513:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698235.739514:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779698235.739524:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb080. 00000020:00000010:1.0:1779698235.739527:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698235.739530:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebd000. 00000100:00000200:1.0:1779698235.739538:0:189041:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014784 00010000:02000000:1.0:1779698235.739543:0:189041:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698235.739547:0:189041:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d6c00. 00000400:00000010:1.0:1779698235.739551:0:189041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698235.739553:0:189041:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497014784, offset 0 00000400:00000200:1.0:1779698235.739557:0:189041:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698235.739560:0:189041:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698235.739565:0:189041:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9200 00000400:00000200:1.0:1779698235.739568:0:189041:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abec5 [1] + 0 00000400:00000200:1.0:1779698235.739572:0:189041:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698235.739574:0:189041:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698235.739578:0:189041:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553fb80 x1866137497014784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698235.739587:0:189041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698235.739589:0:189041:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779698235.739593:0:189041:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcb4bb100. 00000020:00000010:1.0:1779698235.739596:0:189041:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698235.739598:0:189041:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebdc00. 00000400:00000010:1.0:1779698235.739618:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3268. 00000400:00000200:1.0:1779698235.739621:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698235.739623:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698235.739627:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553ea00 x1866137497014656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698235.739635:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553ea00 x1866137497014656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698235.739655:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779698235.739657:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698235.739658:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698235.739662:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553fb80 x1866137497014784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698235.739669:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553fb80 x1866137497014784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698235.739680:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d6400. 02000000:00000010:1.0:1779698235.739684:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb1800. 00000100:00000010:1.0:1779698235.739688:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553ea00. 02000000:00000010:1.0:1779698235.739691:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d6000. 02000000:00000010:1.0:1779698235.739693:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb2400. 00000100:00000010:1.0:1779698235.739695:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553fb80. 00000020:00000010:2.0:1779698235.739978:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779698235.739982:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779698235.739986:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996ae00. 00000020:00000010:2.0:1779698235.739990:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779698235.739993:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698235.740090:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bbae80. 00000020:00000010:2.0:1779698235.740093:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bbae80. 00000100:00000200:2.0:1779698235.740095:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014528 02000000:00000010:2.0:1779698235.740106:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb0000. 00010000:00000200:2.0:1779698235.740113:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1ec50 x1866137497014528/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:166/0 lens 224/224 e 0 to 0 dl 1779698246 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698235.740123:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779698235.740127:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497014528, offset 224 00000400:00000200:2.0:1779698235.740130:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698235.740136:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698235.740140:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c9100 00000400:00000200:2.0:1779698235.740144:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abeb5 [1] + 224 00000400:00000200:2.0:1779698235.740149:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698235.740151:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698235.740157:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553e300 x1866137497014528/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698235.740175:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779698235.740177:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000020:00000010:2.0:1779698235.740184:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779698235.740188:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698235.740190:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996ae00. 02000000:00000010:2.0:1779698235.740195:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbeebb0000. 00000100:00000200:2.0:1779698235.740200:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698235.740203:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def3c8. 00000400:00000010:2.0:1779698235.740207:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad2345840. 00000400:00000010:1.0:1779698235.740581:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa39a0. 00000400:00000200:1.0:1779698235.740585:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:1.0:1779698235.740587:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698235.740592:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553e300 x1866137497014528/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698235.740600:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553e300 x1866137497014528/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698235.740613:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfeebc800. 02000000:00000010:1.0:1779698235.740616:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33f800. 00000100:00000010:1.0:1779698235.740620:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553e300. 00000100:00000010:3.0:1779698236.082489:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a480. 00000100:00000010:0.0:1779698236.082533:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a420. 00000100:00000010:2.0:1779698236.083749:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a840. 00000100:00000010:1.0:1779698236.085830:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000800:00000200:0.0:1779698239.962711:0:3314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cbeff34000] -> 12345-192.168.203.123@tcp (6) 00000800:00000200:0.0:1779698239.962718:0:3314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1779698239.962722:0:3314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cbefe9a400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1779698239.962945:0:3316:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1779698240.859826:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c700. 02000000:00000010:2.0:1779698240.859846:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbff33fb00. 00000100:00000010:2.0:1779698240.859896:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553c000. 02000000:00000010:2.0:1779698240.859903:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb0c00. 00000100:00000010:2.0:1779698240.859917:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cad553d500. 02000000:00000010:2.0:1779698240.859921:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbeebb0400. 02000000:00000010:1.0:1779698240.860010:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfeebc800. 00000400:00000010:1.0:1779698240.860017:0:3322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa39a0. 00000400:00000010:1.0:1779698240.860023:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8dd0. 00000100:00000200:1.0:1779698240.860029:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497014912, portal 25 00000400:00000010:1.0:1779698240.860033:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698240.860036:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497014912, offset 0 00000400:00000200:1.0:1779698240.860044:0:3322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698240.860056:0:3322:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698240.860065:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c9280 00000400:00000200:1.0:1779698240.860072:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab4f9 [2] + 0 00000400:00000010:1.0:1779698240.860076:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def6e0. 00000400:00000200:1.0:1779698240.860082:0:3322:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cbcbd1c840 00000400:00000200:1.0:1779698240.860090:0:3322:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698240.860093:0:3322:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1779698240.860098:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbcbd1c840 00000400:00000010:1.0:1779698240.860101:0:3322:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cbcbd1c840. 00000100:00000200:1.0:1779698240.860106:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1779698240.860129:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698240.860132:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698240.860140:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553c700 x1866137497014912/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698240.860164:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779698240.860174:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aa80. 00000100:00000010:1.0:1779698240.860179:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34aba0. 00000100:00000010:1.0:1779698240.860184:0:3322:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cacf34a720. 02000000:00000010:1.0:1779698240.860207:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d6000. 00000400:00000010:1.0:1779698240.860211:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779698240.860214:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698240.860217:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497015040, portal 10 00000400:00000010:1.0:1779698240.860222:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698240.860224:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497015040, offset 0 00000400:00000200:1.0:1779698240.860228:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698240.860232:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698240.860238:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9300 00000400:00000200:1.0:1779698240.860243:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 175952 00000400:00000200:1.0:1779698240.860248:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698240.860251:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698240.860255:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698240.860259:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5f80. 00000400:00000200:1.0:1779698240.860272:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698240.860274:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698240.860279:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553c000 x1866137497015040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698240.860295:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbd67d6400. 00000400:00000010:1.0:1779698240.860297:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3268. 00000400:00000010:1.0:1779698240.860300:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698240.860302:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497015168, portal 10 00000400:00000010:1.0:1779698240.860306:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698240.860308:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497015168, offset 0 00000400:00000200:1.0:1779698240.860312:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698240.860316:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698240.860320:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9380 00000400:00000200:1.0:1779698240.860364:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 176472 00000400:00000200:1.0:1779698240.860368:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698240.860371:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698240.860374:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698240.860377:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5c00. 00000400:00000200:1.0:1779698240.860407:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698240.860409:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698240.860413:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cad553d500 x1866137497015168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698240.860453:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebdc00. 00000020:00000010:1.0:1779698240.860459:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cf00. 00000020:00000010:1.0:1779698240.860465:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698240.860501:0:189040:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebd000. 00000020:00000010:1.0:1779698240.860504:0:189040:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7ca00. 00000020:00000010:1.0:1779698240.860507:0:189040:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000100:00000200:1.0:1779698240.860525:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015040 00010000:02000000:1.0:1779698240.860540:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698240.860550:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d4c00. 00000400:00000010:1.0:1779698240.860561:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698240.860564:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497015040, offset 0 00000400:00000200:1.0:1779698240.860568:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698240.860573:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698240.860579:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9300 00000400:00000200:1.0:1779698240.860584:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abee5 [1] + 0 00000400:00000200:1.0:1779698240.860589:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698240.860592:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698240.860598:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553c000 x1866137497015040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698240.860612:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698240.860615:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779698240.860626:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cf00. 00000020:00000010:1.0:1779698240.860629:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698240.860633:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebdc00. 00000100:00000200:1.0:1779698240.860642:0:189040:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015168 00010000:02000000:1.0:1779698240.860648:0:189040:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698240.860786:0:189040:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbd67d4000. 00000400:00000010:1.0:1779698240.860792:0:189040:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698240.860795:0:189040:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497015168, offset 0 00000400:00000200:1.0:1779698240.860800:0:189040:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698240.860805:0:189040:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698240.860810:0:189040:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9380 00000400:00000200:1.0:1779698240.860814:0:189040:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abeed [1] + 0 00000400:00000200:1.0:1779698240.860818:0:189040:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698240.860821:0:189040:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698240.860826:0:189040:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553d500 x1866137497015168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698240.860837:0:189040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698240.860838:0:189040:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779698240.860846:0:189040:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7ca00. 00000020:00000010:1.0:1779698240.860849:0:189040:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698240.860851:0:189040:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebd000. 00000400:00000010:1.0:1779698240.860875:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779698240.860878:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698240.860880:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698240.860884:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553c000 x1866137497015040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698240.860893:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553c000 x1866137497015040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698240.860913:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3268. 00000400:00000200:1.0:1779698240.860916:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698240.860917:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698240.860921:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553d500 x1866137497015168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698240.860928:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553d500 x1866137497015168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698240.860942:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d6000. 02000000:00000010:1.0:1779698240.860947:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb0c00. 00000100:00000010:1.0:1779698240.860951:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553c000. 02000000:00000010:1.0:1779698240.860955:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbd67d6400. 02000000:00000010:1.0:1779698240.860957:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbeebb0400. 00000100:00000010:1.0:1779698240.860959:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553d500. 00000020:00000010:2.0:1779698240.861039:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779698240.861044:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779698240.861048:0:189035:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996ae00. 00000020:00000010:2.0:1779698240.861051:0:189035:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779698240.861055:0:189035:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698240.861086:0:189035:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cac4bba480. 00000020:00000010:2.0:1779698240.861088:0:189035:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cac4bba480. 00000100:00000200:2.0:1779698240.861091:0:189035:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497014912 02000000:00000010:2.0:1779698240.861101:0:189035:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb0400. 00010000:00000200:2.0:1779698240.861108:0:189035:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1cc50 x1866137497014912/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:171/0 lens 224/224 e 0 to 0 dl 1779698251 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779698240.861120:0:189035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779698240.861124:0:189035:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497014912, offset 224 00000400:00000200:2.0:1779698240.861129:0:189035:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698240.861134:0:189035:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698240.861139:0:189035:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c9280 00000400:00000200:2.0:1779698240.861144:0:189035:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abedd [1] + 224 00000400:00000200:2.0:1779698240.861149:0:189035:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698240.861152:0:189035:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1779698240.861158:0:189035:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cad553c700 x1866137497014912/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698240.861176:0:189035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779698240.861178:0:189035:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 00000020:00000010:2.0:1779698240.861186:0:189035:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc0b7180. 00000020:00000010:2.0:1779698240.861189:0:189035:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00000020:00000010:2.0:1779698240.861192:0:189035:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996ae00. 02000000:00000010:2.0:1779698240.861197:0:189035:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbeebb0400. 00000100:00000200:2.0:1779698240.861202:0:189035:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1779698240.861207:0:189035:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def790. 00000400:00000010:2.0:1779698240.861211:0:189035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cad2345d80. 00000400:00000010:2.0:1779698240.861229:0:3322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa39a0. 00000400:00000200:2.0:1779698240.861232:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8dd0 00000400:00000010:2.0:1779698240.861233:0:3322:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8dd0. 00000100:00000200:2.0:1779698240.861237:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cad553c700 x1866137497014912/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779698240.861245:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cad553c700 x1866137497014912/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779698240.861258:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfeebc800. 02000000:00000010:2.0:1779698240.861261:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbff33fb00. 00000100:00000010:2.0:1779698240.861264:0:3322:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cad553c700. 00000100:00000010:3.0:1779698241.202478:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a720. 00000100:00000010:2.0:1779698241.202533:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aba0. 00000100:00000010:0.0:1779698241.202554:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34a540. 00000100:00000010:1.0:1779698241.203759:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cacf34aa80. 00000100:00000010:1.0:1779698245.984067:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4000. 02000000:00000010:1.0:1779698245.984088:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc7ed0800. 02000000:00000010:3.0:1779698245.984189:0:3324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cbfef34000. 00000400:00000010:3.0:1779698245.984198:0:3324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d68. 00000400:00000010:3.0:1779698245.984204:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698245.984211:0:3324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497015296, portal 25 00000400:00000010:3.0:1779698245.984216:0:3324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698245.984219:0:3324:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497015296, offset 0 00000400:00000200:3.0:1779698245.984227:0:3324:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1779698245.984237:0:3324:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698245.984248:0:3324:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c9400 00000400:00000200:3.0:1779698245.984255:0:3324:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab521 [2] + 0 00000400:00000010:3.0:1779698245.984258:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc33d7738. 00000400:00000200:3.0:1779698245.984264:0:3324:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cacd7e4540 00000400:00000200:3.0:1779698245.984271:0:3324:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698245.984275:0:3324:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1779698245.984281:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cacd7e4540 00000400:00000010:3.0:1779698245.984283:0:3324:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cacd7e4540. 00000100:00000200:3.0:1779698245.984289:0:3324:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1779698245.984306:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df0908 00000400:00000010:3.0:1779698245.984308:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df0908. 00000100:00000200:3.0:1779698245.984315:0:3324:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb4000 x1866137497015296/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779698245.984351:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779698245.984364:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779698245.984369:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830bcc0. 00000100:00000010:3.0:1779698245.984373:0:3324:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbc830b000. 00000020:00000010:0.0:1779698245.984443:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779698245.984448:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779698245.984453:0:189032:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000020:00000010:0.0:1779698245.984458:0:189032:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2a80. 00000020:00000010:0.0:1779698245.984463:0:189032:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698245.984500:0:189032:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cacea610c0. 00000020:00000010:0.0:1779698245.984503:0:189032:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cacea610c0. 00000100:00000200:0.0:1779698245.984506:0:189032:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015296 02000000:00000010:0.0:1779698245.984519:0:189032:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986e800. 00010000:00000200:0.0:1779698245.984526:0:189032:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1c850 x1866137497015296/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:176/0 lens 224/224 e 0 to 0 dl 1779698256 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698245.984541:0:189032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698245.984544:0:189032:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497015296, offset 224 00000400:00000200:0.0:1779698245.984549:0:189032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698245.984554:0:189032:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698245.984560:0:189032:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c9400 00000400:00000200:0.0:1779698245.984564:0:189032:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abf05 [1] + 224 00000400:00000200:0.0:1779698245.984568:0:189032:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698245.984571:0:189032:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698245.984577:0:189032:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb4000 x1866137497015296/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779698245.984689:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb5180. 02000000:00000010:1.0:1779698245.984699:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbd67d6000. 00000100:00000010:1.0:1779698245.984728:0:135827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4700. 02000000:00000010:1.0:1779698245.984734:0:135827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cbd67d6400. 02000000:00000010:1.0:1779698245.984759:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2d000. 00000400:00000010:1.0:1779698245.984764:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3268. 00000400:00000010:1.0:1779698245.984768:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698245.984771:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497015424, portal 10 00000400:00000010:1.0:1779698245.984776:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698245.984778:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497015424, offset 0 00000400:00000200:1.0:1779698245.984782:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698245.984788:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698245.984793:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9480 00000400:00000200:1.0:1779698245.984798:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 176992 00000400:00000200:1.0:1779698245.984803:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698245.984806:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698245.984810:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698245.984815:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb4e00. 00000400:00000200:1.0:1779698245.984827:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698245.984829:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698245.984834:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb5180 x1866137497015424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698245.984854:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cad6d2dc00. 00000400:00000010:1.0:1779698245.984857:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779698245.984859:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698245.984861:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497015552, portal 10 00000400:00000010:1.0:1779698245.984865:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698245.984867:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497015552, offset 0 00000400:00000200:1.0:1779698245.984870:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698245.984874:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698245.984879:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9500 00000400:00000200:1.0:1779698245.984883:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 177512 00000400:00000200:1.0:1779698245.984887:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698245.984890:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698245.984893:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1779698245.984896:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00fb7800. 00000400:00000200:1.0:1779698245.984904:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698245.984906:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698245.984910:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00fb4700 x1866137497015552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1779698245.984943:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebd000. 00000020:00000010:1.0:1779698245.984948:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7cf00. 00000020:00000010:1.0:1779698245.984951:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698245.984968:0:207451:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfeebdc00. 00000020:00000010:1.0:1779698245.984972:0:207451:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbcbe7c180. 00000020:00000010:1.0:1779698245.984975:0:207451:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646af4b0. 00000100:00000200:1.0:1779698245.984988:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015424 00010000:02000000:1.0:1779698245.985001:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698245.985007:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cad6d2c400. 00000400:00000010:1.0:1779698245.985014:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698245.985017:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497015424, offset 0 00000400:00000200:1.0:1779698245.985021:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698245.985026:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698245.985032:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9480 00000400:00000200:1.0:1779698245.985036:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abf11 [1] + 0 00000400:00000200:1.0:1779698245.985040:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698245.985043:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698245.985048:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb5180 x1866137497015424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698245.985061:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698245.985064:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779698245.985073:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7cf00. 00000020:00000010:1.0:1779698245.985076:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af708. 00000020:00000010:1.0:1779698245.985079:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebd000. 00000100:00000200:1.0:1779698245.985089:0:207451:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015552 00010000:02000000:1.0:1779698245.985096:0:207451:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1779698245.985128:0:207451:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc93bc800. 00000400:00000010:1.0:1779698245.985134:0:207451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cb599e8cc0. 00000100:00000200:1.0:1779698245.985136:0:207451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497015552, offset 0 00000400:00000200:1.0:1779698245.985140:0:207451:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1779698245.985144:0:207451:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1779698245.985149:0:207451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9500 00000400:00000200:1.0:1779698245.985153:0:207451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abf19 [1] + 0 00000400:00000200:1.0:1779698245.985158:0:207451:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779698245.985160:0:207451:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1779698245.985165:0:207451:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00fb4700 x1866137497015552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779698245.985174:0:207451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8cc0 00000400:00000010:1.0:1779698245.985175:0:207451:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8cc0. 00000020:00000010:1.0:1779698245.985182:0:207451:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbcbe7c180. 00000020:00000010:1.0:1779698245.985185:0:207451:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646af4b0. 00000020:00000010:1.0:1779698245.985186:0:207451:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfeebdc00. 00000400:00000010:1.0:1779698245.985212:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3268. 00000400:00000200:1.0:1779698245.985215:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8a18 00000400:00000010:1.0:1779698245.985216:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8a18. 00000100:00000200:1.0:1779698245.985221:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb5180 x1866137497015424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698245.985227:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb5180 x1866137497015424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779698245.985246:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000200:1.0:1779698245.985248:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cb599e8880 00000400:00000010:1.0:1779698245.985250:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cb599e8880. 00000100:00000200:1.0:1779698245.985253:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb4700 x1866137497015552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779698245.985261:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb4700 x1866137497015552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779698245.985273:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2d000. 02000000:00000010:1.0:1779698245.985278:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbd67d6000. 00000100:00000010:1.0:1779698245.985282:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb5180. 02000000:00000010:1.0:1779698245.985285:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cad6d2dc00. 02000000:00000010:1.0:1779698245.985287:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cbd67d6400. 00000100:00000010:1.0:1779698245.985288:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4700. 00000400:00000200:0.0:1779698245.994551:0:189032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698245.994559:0:189032:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000020:00000010:0.0:1779698245.994586:0:189032:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2a80. 00000020:00000010:0.0:1779698245.994591:0:189032:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698245.994594:0:189032:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 02000000:00000010:0.0:1779698245.994603:0:189032:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cbc986e800. 00000100:00000200:0.0:1779698245.994610:0:189032:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1779698245.994731:0:189032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbeeaa3aa8. 00000400:00000010:1.0:1779698245.994739:0:189032:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cac9a60540. 00000400:00000010:3.0:1779698245.996442:0:3324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc8326d68. 00000400:00000200:3.0:1779698245.996453:0:3324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698245.996455:0:3324:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000100:00000200:3.0:1779698245.996467:0:3324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00fb4000 x1866137497015296/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698245.996478:0:3324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00fb4000 x1866137497015296/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779698245.996506:0:3324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cbfef34000. 02000000:00000010:3.0:1779698245.996513:0:3324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc7ed0800. 00000100:00000010:3.0:1779698245.996517:0:3324:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00fb4000. 00000100:00000010:0.0:1779698246.330485:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bae0. 00000100:00000010:3.0:1779698246.330567:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b000. 00000100:00000010:2.0:1779698246.330620:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830bcc0. 00000100:00000010:1.0:1779698246.333209:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbc830b480. 00000100:00000010:3.0:1779698251.098806:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00272d80. 02000000:00000010:3.0:1779698251.098825:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cbc30ba200. 00000100:00000010:3.0:1779698251.098875:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00273b80. 02000000:00000010:3.0:1779698251.098881:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c23800. 00000100:00000010:3.0:1779698251.098896:0:221694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cc00270a80. 02000000:00000010:3.0:1779698251.098900:0:221694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93cc00c20c00. 02000000:00000010:2.0:1779698251.098946:0:3325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cac996ae00. 00000400:00000010:2.0:1779698251.098955:0:3325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbf6def210. 00000400:00000010:2.0:1779698251.098962:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786faa0. 00000100:00000200:2.0:1779698251.098969:0:3325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866137497015680, portal 25 02000000:00000010:0.0:1779698251.098972:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc986e800. 00000400:00000010:2.0:1779698251.098976:0:3325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000400:00000010:0.0:1779698251.098979:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a948. 00000100:00000200:2.0:1779698251.098981:0:3325:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866137497015680, offset 0 00000400:00000010:0.0:1779698251.098985:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6daa0. 00000400:00000200:2.0:1779698251.098992:0:3325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1779698251.098998:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497015808, portal 10 00000400:00000010:0.0:1779698251.099005:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000400:00000200:2.0:1779698251.099009:0:3325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1779698251.099010:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497015808, offset 0 00000400:00000200:0.0:1779698251.099018:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698251.099132:0:3325:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a13dfe9c9580 00000400:00000200:2.0:1779698251.099140:0:3325:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ab549 [2] + 0 00000400:00000010:2.0:1779698251.099145:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbc83263c8. 00000400:00000200:2.0:1779698251.099152:0:3325:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cac452cb40 00000400:00000200:2.0:1779698251.099161:0:3325:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698251.099166:0:3325:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698251.100297:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cac452cb40 00000400:00000010:2.0:1779698251.100302:0:3325:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff93cac452cb40. 00000100:00000200:2.0:1779698251.100309:0:3325:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1779698251.100332:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779698251.100336:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000400:00000200:0.0:1779698251.100337:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1779698251.100349:0:3325:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00272d80 x1866137497015680/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698251.100353:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9600 00000400:00000200:0.0:1779698251.100365:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 178032 00000400:00000200:0.0:1779698251.100374:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1779698251.100377:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bcc0. 00000400:00000200:0.0:1779698251.100378:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1779698251.100382:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836980. 00000100:00000200:0.0:1779698251.100387:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1779698251.100404:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836980. 00000020:00000010:3.0:1779698251.100412:0:189034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbfef34600. 00000100:00000010:0.0:1779698251.100414:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7aa680. 00000100:00000010:2.0:1779698251.100416:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b000. 00000020:00000010:3.0:1779698251.100418:0:189034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cacc207800. 00000020:00000010:3.0:1779698251.100423:0:189034:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb66f89258. 00000100:00000010:2.0:1779698251.100425:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0bde0. 00000100:00000010:2.0:1779698251.100432:0:3325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cbffa0b360. 00000400:00000200:0.0:1779698251.100435:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698251.100438:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698251.100447:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00273b80 x1866137497015808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779698251.100466:0:189034:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cbc9836980. 00000020:00000010:3.0:1779698251.100470:0:189034:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cbc9836980. 02000000:00000010:0.0:1779698251.100473:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cbc986c000. 00000100:00000200:3.0:1779698251.100473:0:189034:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015680 00000400:00000010:0.0:1779698251.100480:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cac243a630. 00000400:00000010:0.0:1779698251.100485:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698251.100490:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866137497015936, portal 10 02000000:00000010:3.0:1779698251.100491:0:189034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cc00c22000. 00000400:00000010:0.0:1779698251.100498:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698251.100503:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866137497015936, offset 0 00000020:00000010:2.0:1779698251.100503:0:190609:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cac996a000. 00010000:00000200:3.0:1779698251.100503:0:189034:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff93cbf6e1e050 x1866137497015680/t0(0) o400->03fbf1eb-5394-46c2-bfc1-bc1a76242c73@0@lo:182/0 lens 224/224 e 0 to 0 dl 1779698262 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698251.100508:0:190609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cac4536200. 00000020:00000010:2.0:1779698251.100513:0:190609:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb646b3898. 00000400:00000200:0.0:1779698251.100515:0:3321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1779698251.100521:0:189034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cad7df03b8. 00000400:00000200:0.0:1779698251.100526:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1779698251.100528:0:189034:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866137497015680, offset 224 00000400:00000200:0.0:1779698251.100535:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6a13dfe9c9680 00000100:00000200:2.0:1779698251.100538:0:190609:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015808 00000400:00000200:0.0:1779698251.100543:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x18ee0d [64] + 178552 00000400:00000200:0.0:1779698251.100549:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698251.100555:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:02000000:2.0:1779698251.100556:0:190609:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:0.0:1779698251.100561:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1779698251.100565:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93cace7a9c00. 02000000:00000010:2.0:1779698251.100565:0:190609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbeebb0c00. 00000400:00000010:2.0:1779698251.100575:0:190609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbd786f3b8. 00000100:00000200:2.0:1779698251.100581:0:190609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497015808, offset 0 00000400:00000200:0.0:1779698251.100583:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698251.100586:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000100:00000200:0.0:1779698251.100593:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cc00270a80 x1866137497015936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779698251.100599:0:190609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1779698251.100611:0:190609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1779698251.100620:0:190609:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9600 00000400:00000200:2.0:1779698251.100626:0:190609:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abf35 [1] + 0 00000400:00000200:2.0:1779698251.100632:0:190609:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779698251.100637:0:190609:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1779698251.100641:0:202031:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cbc39adc00. 00000400:00000200:3.0:1779698251.100642:0:189034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1779698251.100648:0:202031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cbff3b2a80. 00000020:00000010:0.0:1779698251.100653:0:202031:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cb3f23eaf0. 00000100:00000200:2.0:1779698251.100653:0:190609:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00273b80 x1866137497015808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779698251.100653:0:189034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1779698251.100661:0:189034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a13dfe9c9580 00000400:00000200:3.0:1779698251.100675:0:189034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abf2d [1] + 224 00000400:00000200:3.0:1779698251.100681:0:189034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779698251.100685:0:189034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1779698251.100688:0:190609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786f3b8 00000400:00000010:2.0:1779698251.100691:0:190609:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786f3b8. 00000100:00000200:0.0:1779698251.100699:0:202031:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866137497015936 00000100:00000200:3.0:1779698251.100699:0:189034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00272d80 x1866137497015680/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779698251.100704:0:190609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cac4536200. 00000020:00000010:2.0:1779698251.100710:0:190609:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb646b3898. 00010000:02000000:0.0:1779698251.100711:0:202031:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000020:00000010:2.0:1779698251.100715:0:190609:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cac996a000. 02000000:00000010:0.0:1779698251.100719:0:202031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cbc986e400. 00000400:00000200:3.0:1779698251.100719:0:189034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cad7df03b8 00000400:00000010:3.0:1779698251.100723:0:189034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cad7df03b8. 00000400:00000010:0.0:1779698251.100727:0:202031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cbf6a6d880. 00000020:00000010:3.0:1779698251.100734:0:189034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cacc207800. 00000020:00000010:3.0:1779698251.100738:0:189034:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb66f89258. 00000400:00000010:2.0:1779698251.100742:0:3325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cbf6def210. 00000020:00000010:3.0:1779698251.100742:0:189034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbfef34600. 00000400:00000200:2.0:1779698251.100745:0:3325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbd786faa0 00000400:00000010:2.0:1779698251.100747:0:3325:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbd786faa0. 02000000:00000010:3.0:1779698251.100749:0:189034:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cc00c22000. 00000100:00000200:2.0:1779698251.100753:0:3325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00272d80 x1866137497015680/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779698251.100755:0:189034:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1779698251.100759:0:189034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cbc8326d68. 00000100:00000200:2.0:1779698251.100762:0:3325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00272d80 x1866137497015680/t0(0) o400->MGC192.168.203.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1779698267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779698251.100764:0:189034:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cbcbd1c480. 02000000:00000010:2.0:1779698251.100784:0:3325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cac996ae00. 02000000:00000010:2.0:1779698251.100789:0:3325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cbc30ba200. 00000100:00000010:2.0:1779698251.100794:0:3325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00272d80. 00000100:00000200:0.0:1779698251.100894:0:202031:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866137497015936, offset 0 00000400:00000200:0.0:1779698251.101001:0:202031:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1779698251.101010:0:202031:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1779698251.101018:0:202031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a13dfe9c9680 00000400:00000200:0.0:1779698251.101024:0:202031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1abf3d [1] + 0 00000400:00000200:0.0:1779698251.101029:0:202031:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779698251.101034:0:202031:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1779698251.101042:0:202031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cc00270a80 x1866137497015936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779698251.101163:0:202031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d880 00000400:00000010:0.0:1779698251.101167:0:202031:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d880. 00000020:00000010:0.0:1779698251.101179:0:202031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cbff3b2a80. 00000020:00000010:0.0:1779698251.101183:0:202031:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cb3f23eaf0. 00000020:00000010:0.0:1779698251.101187:0:202031:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cbc39adc00. 00000400:00000010:0.0:1779698251.101207:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a948. 00000400:00000200:0.0:1779698251.101211:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6daa0 00000400:00000010:0.0:1779698251.101213:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6daa0. 00000100:00000200:0.0:1779698251.101220:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00273b80 x1866137497015808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698251.101230:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00273b80 x1866137497015808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779698251.101251:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cac243a630. 00000400:00000200:0.0:1779698251.101254:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cbf6a6d198 00000400:00000010:0.0:1779698251.101256:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93cbf6a6d198. 00000100:00000200:0.0:1779698251.101262:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cc00270a80 x1866137497015936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779698251.101275:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cc00270a80 x1866137497015936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1779698276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779698251.101358:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc986e800. 02000000:00000010:0.0:1779698251.101363:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c23800. 00000100:00000010:0.0:1779698251.101366:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00273b80. 02000000:00000010:0.0:1779698251.101371:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cbc986c000. 02000000:00000010:0.0:1779698251.101375:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93cc00c20c00. 00000100:00000010:0.0:1779698251.101378:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93cc00270a80. 00000100:00000010:0.0:1779698251.442484:0:223664:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bcc0. 00000100:00000010:2.0:1779698251.442652:0:223887:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0bde0. 00000100:00000010:1.0:1779698251.442700:0:221917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b000. 00000100:00000010:3.0:1779698251.442799:0:221491:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cbffa0b360. 00000020:02000400:1.0:1779698254.682529:0:223976:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 256 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:1.0:1779698254.691625:0:223976:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93cbe0517000 lustre-MDT0000-lwp-MDT0000_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 Debug log: 137891 lines, 137891 kept, 0 dropped, 0 bad.